model-metadata/code_python_files

1# /// script2# requires-python = ">=3.12"3# dependencies = [4#     "numpy",5#     "einops",6#     "pandas",7#     "protobuf",8#     "torch",9#     "sentencepiece",10#     "torchvision",11#     "transformers",12#     "timm",13#     "diffusers",14#     "sentence-transformers",15#     "accelerate",16#     "peft",17#     "slack-sdk",18# ]19# ///20 21try:22    # Load model directly23    from transformers import AutoTokenizer, AutoModelForCausalLM24    25    tokenizer = AutoTokenizer.from_pretrained("utter-project/EuroLLM-9B")26    model = AutoModelForCausalLM.from_pretrained("utter-project/EuroLLM-9B")27    with open('utter-project_EuroLLM-9B_2.txt', 'w', encoding='utf-8') as f:28        f.write('Everything was good in utter-project_EuroLLM-9B_2.txt')29except Exception as e:30    import os31    from slack_sdk import WebClient32    client = WebClient(token=os.environ['SLACK_TOKEN'])33    client.chat_postMessage(34        channel='#hub-model-metadata-snippets-sprint',35        text='Problem in <https://huggingface.co/datasets/model-metadata/code_execution_files/blob/main/utter-project_EuroLLM-9B_2.txt|utter-project_EuroLLM-9B_2.txt>',36    )37 38    with open('utter-project_EuroLLM-9B_2.txt', 'a', encoding='utf-8') as f:39        import traceback40        f.write('''```CODE: 41# Load model directly42from transformers import AutoTokenizer, AutoModelForCausalLM43 44tokenizer = AutoTokenizer.from_pretrained("utter-project/EuroLLM-9B")45model = AutoModelForCausalLM.from_pretrained("utter-project/EuroLLM-9B")46```47 48ERROR: 49''')50        traceback.print_exc(file=f)51    52finally:53    from huggingface_hub import upload_file54    upload_file(55        path_or_fileobj='utter-project_EuroLLM-9B_2.txt',56        repo_id='model-metadata/code_execution_files',57        path_in_repo='utter-project_EuroLLM-9B_2.txt',58        repo_type='dataset',59    )60