ahmedashrafay/staradapters-evaluations

1{2  "mbpp": {3    "pass@1": 0.4324  },5  "config": {6    "prefix": "",7    "do_sample": true,8    "temperature": 0.2,9    "top_k": 0,10    "top_p": 0.95,11    "n_samples": 15,12    "eos": "<|endoftext|>",13    "seed": 0,14    "model": "ahmedashrafay/staradapters-python",15    "modeltype": "causal",16    "peft_model": null,17    "revision": null,18    "use_auth_token": false,19    "trust_remote_code": false,20    "tasks": "mbpp",21    "instruction_tokens": null,22    "batch_size": 10,23    "max_length_generation": 512,24    "precision": "fp32",25    "load_in_8bit": false,26    "load_in_4bit": false,27    "left_padding": false,28    "limit": null,29    "limit_start": 0,30    "save_every_k_tasks": -1,31    "postprocess": true,32    "allow_code_execution": true,33    "generation_only": false,34    "load_generations_path": null,35    "load_data_path": null,36    "metric_output_path": "./evaluations/staradapters_python_mbpp_metrics.json",37    "save_generations": false,38    "load_generations_intermediate_paths": null,39    "save_generations_path": "generations.json",40    "save_references": false,41    "save_references_path": "references.json",42    "prompt": "prompt",43    "max_memory_per_gpu": null,44    "check_references": false45  }46}