model-metadata/code_python_files

1# /// script2# requires-python = ">=3.12"3# dependencies = [4#     "numpy",5#     "einops",6#     "pandas",7#     "matplotlib",8#     "protobuf",9#     "torch",10#     "sentencepiece",11#     "torchvision",12#     "transformers",13#     "timm",14#     "diffusers",15#     "sentence-transformers",16#     "accelerate",17#     "peft",18#     "slack-sdk",19# ]20# ///21 22try:23    # Load model directly24    from transformers import AutoTokenizer, AutoModelForCausalLM25    26    tokenizer = AutoTokenizer.from_pretrained("LiquidAI/LFM2.5-1.2B-Instruct")27    model = AutoModelForCausalLM.from_pretrained("LiquidAI/LFM2.5-1.2B-Instruct")28    messages = [29        {"role": "user", "content": "Who are you?"},30    ]31    inputs = tokenizer.apply_chat_template(32    	messages,33    	add_generation_prompt=True,34    	tokenize=True,35    	return_dict=True,36    	return_tensors="pt",37    ).to(model.device)38    39    outputs = model.generate(**inputs, max_new_tokens=40)40    print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))41    with open('LiquidAI_LFM2.5-1.2B-Instruct_1.txt', 'w', encoding='utf-8') as f:42        f.write('Everything was good in LiquidAI_LFM2.5-1.2B-Instruct_1.txt')43except Exception as e:44    import os45    from slack_sdk import WebClient46    client = WebClient(token=os.environ['SLACK_TOKEN'])47    client.chat_postMessage(48        channel='#hub-model-metadata-snippets-sprint',49        text='Problem in <https://huggingface.co/datasets/model-metadata/code_execution_files/blob/main/LiquidAI_LFM2.5-1.2B-Instruct_1.txt|LiquidAI_LFM2.5-1.2B-Instruct_1.txt>',50    )51 52    with open('LiquidAI_LFM2.5-1.2B-Instruct_1.txt', 'a', encoding='utf-8') as f:53        import traceback54        f.write('''```CODE: 55# Load model directly56from transformers import AutoTokenizer, AutoModelForCausalLM57 58tokenizer = AutoTokenizer.from_pretrained("LiquidAI/LFM2.5-1.2B-Instruct")59model = AutoModelForCausalLM.from_pretrained("LiquidAI/LFM2.5-1.2B-Instruct")60messages = [61    {"role": "user", "content": "Who are you?"},62]63inputs = tokenizer.apply_chat_template(64	messages,65	add_generation_prompt=True,66	tokenize=True,67	return_dict=True,68	return_tensors="pt",69).to(model.device)70 71outputs = model.generate(**inputs, max_new_tokens=40)72print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))73```74 75ERROR: 76''')77        traceback.print_exc(file=f)78    79finally:80    from huggingface_hub import upload_file81    upload_file(82        path_or_fileobj='LiquidAI_LFM2.5-1.2B-Instruct_1.txt',83        repo_id='model-metadata/code_execution_files',84        path_in_repo='LiquidAI_LFM2.5-1.2B-Instruct_1.txt',85        repo_type='dataset',86    )87