model-metadata/code_python_files

1# /// script2# requires-python = ">=3.12"3# dependencies = [4#     "numpy",5#     "einops",6#     "pandas",7#     "matplotlib",8#     "protobuf",9#     "torch",10#     "sentencepiece",11#     "torchvision",12#     "transformers",13#     "timm",14#     "diffusers",15#     "sentence-transformers",16#     "accelerate",17#     "peft",18#     "slack-sdk",19# ]20# ///21 22try:23    # Load model directly24    from transformers import AutoProcessor, AutoModelForVision2Seq25    26    processor = AutoProcessor.from_pretrained("microsoft/Fara-7B")27    model = AutoModelForVision2Seq.from_pretrained("microsoft/Fara-7B")28    messages = [29        {30            "role": "user",31            "content": [32                {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"},33                {"type": "text", "text": "What animal is on the candy?"}34            ]35        },36    ]37    inputs = processor.apply_chat_template(38    	messages,39    	add_generation_prompt=True,40    	tokenize=True,41    	return_dict=True,42    	return_tensors="pt",43    ).to(model.device)44    45    outputs = model.generate(**inputs, max_new_tokens=40)46    print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:]))47    with open('microsoft_Fara-7B_1.txt', 'w', encoding='utf-8') as f:48        f.write('Everything was good in microsoft_Fara-7B_1.txt')49except Exception as e:50    import os51    from slack_sdk import WebClient52    client = WebClient(token=os.environ['SLACK_TOKEN'])53    client.chat_postMessage(54        channel='#hub-model-metadata-snippets-sprint',55        text='Problem in <https://huggingface.co/datasets/model-metadata/code_execution_files/blob/main/microsoft_Fara-7B_1.txt|microsoft_Fara-7B_1.txt>',56    )57 58    with open('microsoft_Fara-7B_1.txt', 'a', encoding='utf-8') as f:59        import traceback60        f.write('''```CODE: 61# Load model directly62from transformers import AutoProcessor, AutoModelForVision2Seq63 64processor = AutoProcessor.from_pretrained("microsoft/Fara-7B")65model = AutoModelForVision2Seq.from_pretrained("microsoft/Fara-7B")66messages = [67    {68        "role": "user",69        "content": [70            {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"},71            {"type": "text", "text": "What animal is on the candy?"}72        ]73    },74]75inputs = processor.apply_chat_template(76	messages,77	add_generation_prompt=True,78	tokenize=True,79	return_dict=True,80	return_tensors="pt",81).to(model.device)82 83outputs = model.generate(**inputs, max_new_tokens=40)84print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:]))85```86 87ERROR: 88''')89        traceback.print_exc(file=f)90    91finally:92    from huggingface_hub import upload_file93    upload_file(94        path_or_fileobj='microsoft_Fara-7B_1.txt',95        repo_id='model-metadata/code_execution_files',96        path_in_repo='microsoft_Fara-7B_1.txt',97        repo_type='dataset',98    )99