model-metadata/code_python_files

1# /// script2# requires-python = ">=3.12"3# dependencies = [4#     "torch",5#     "torchvision",6#     "transformers",7#     "accelerate",8#     "peft",9#     "slack-sdk",10# ]11# ///12 13try:14    # Load model directly15    from transformers import AutoTokenizer, AutoModelForCausalLM16    17    tokenizer = AutoTokenizer.from_pretrained("PokeeAI/pokee_research_7b")18    model = AutoModelForCausalLM.from_pretrained("PokeeAI/pokee_research_7b")19    messages = [20        {"role": "user", "content": "Who are you?"},21    ]22    inputs = tokenizer.apply_chat_template(23    	messages,24    	add_generation_prompt=True,25    	tokenize=True,26    	return_dict=True,27    	return_tensors="pt",28    ).to(model.device)29    30    outputs = model.generate(**inputs, max_new_tokens=40)31    print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))32    with open('PokeeAI_pokee_research_7b_2.txt', 'w', encoding='utf-8') as f:33        f.write('Everything was good in PokeeAI_pokee_research_7b_2.txt')34except Exception as e:35    import os36    from slack_sdk import WebClient37    client = WebClient(token=os.environ['SLACK_TOKEN'])38    client.chat_postMessage(39        channel='#exp-slack-alerts',40        text='Problem in <https://huggingface.co/datasets/model-metadata/code_execution_files/blob/main/PokeeAI_pokee_research_7b_2.txt|PokeeAI_pokee_research_7b_2.txt>',41    )42 43    with open('PokeeAI_pokee_research_7b_2.txt', 'a', encoding='utf-8') as f:44        import traceback45        f.write('''```CODE: 46# Load model directly47from transformers import AutoTokenizer, AutoModelForCausalLM48 49tokenizer = AutoTokenizer.from_pretrained("PokeeAI/pokee_research_7b")50model = AutoModelForCausalLM.from_pretrained("PokeeAI/pokee_research_7b")51messages = [52    {"role": "user", "content": "Who are you?"},53]54inputs = tokenizer.apply_chat_template(55	messages,56	add_generation_prompt=True,57	tokenize=True,58	return_dict=True,59	return_tensors="pt",60).to(model.device)61 62outputs = model.generate(**inputs, max_new_tokens=40)63print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))64```65 66ERROR: 67''')68        traceback.print_exc(file=f)69    70finally:71    from huggingface_hub import upload_file72    upload_file(73        path_or_fileobj='PokeeAI_pokee_research_7b_2.txt',74        repo_id='model-metadata/code_execution_files',75        path_in_repo='PokeeAI_pokee_research_7b_2.txt',76        repo_type='dataset',77    )78