model-metadata/code_python_files

1# /// script2# requires-python = ">=3.12"3# dependencies = [4#     "torch",5#     "torchvision",6#     "transformers",7#     "diffusers",8#     "sentence-transformers",9#     "accelerate",10#     "peft",11#     "slack-sdk",12# ]13# ///14 15try:16    # Load model directly17    from transformers import AutoTokenizer, AutoModelForCausalLM18    19    tokenizer = AutoTokenizer.from_pretrained("marin-community/marin-32b-base")20    model = AutoModelForCausalLM.from_pretrained("marin-community/marin-32b-base")21    with open('marin-community_marin-32b-base_1.txt', 'w', encoding='utf-8') as f:22        f.write('Everything was good in marin-community_marin-32b-base_1.txt')23except Exception as e:24    import os25    from slack_sdk import WebClient26    client = WebClient(token=os.environ['SLACK_TOKEN'])27    client.chat_postMessage(28        channel='#hub-model-metadata-snippets-sprint',29        text='Problem in <https://huggingface.co/datasets/model-metadata/code_execution_files/blob/main/marin-community_marin-32b-base_1.txt|marin-community_marin-32b-base_1.txt>',30    )31 32    with open('marin-community_marin-32b-base_1.txt', 'a', encoding='utf-8') as f:33        import traceback34        f.write('''```CODE: 35# Load model directly36from transformers import AutoTokenizer, AutoModelForCausalLM37 38tokenizer = AutoTokenizer.from_pretrained("marin-community/marin-32b-base")39model = AutoModelForCausalLM.from_pretrained("marin-community/marin-32b-base")40```41 42ERROR: 43''')44        traceback.print_exc(file=f)45    46finally:47    from huggingface_hub import upload_file48    upload_file(49        path_or_fileobj='marin-community_marin-32b-base_1.txt',50        repo_id='model-metadata/code_execution_files',51        path_in_repo='marin-community_marin-32b-base_1.txt',52        repo_type='dataset',53    )54