ahmedashrafay/staradapters-evaluations

1{2  "multiple-cpp": {3    "pass@1": 0.33416149068322987,4    "pass@10": 0.52962979049935555  },6  "config": {7    "prefix": "",8    "do_sample": true,9    "temperature": 0.2,10    "top_k": 0,11    "top_p": 0.95,12    "n_samples": 15,13    "eos": "<|endoftext|>",14    "seed": 0,15    "model": "ahmedashrafay/staradapters-javascript",16    "modeltype": "causal",17    "peft_model": null,18    "revision": null,19    "use_auth_token": false,20    "trust_remote_code": false,21    "tasks": "multiple-cpp",22    "instruction_tokens": null,23    "batch_size": 10,24    "max_length_generation": 512,25    "precision": "fp32",26    "load_in_8bit": false,27    "load_in_4bit": false,28    "left_padding": false,29    "limit": null,30    "limit_start": 0,31    "save_every_k_tasks": -1,32    "postprocess": true,33    "allow_code_execution": true,34    "generation_only": false,35    "load_generations_path": null,36    "load_data_path": null,37    "metric_output_path": "./evaluations/staradapters_javascript_multiple_cpp_metrics.json",38    "save_generations": false,39    "load_generations_intermediate_paths": null,40    "save_generations_path": "generations.json",41    "save_references": false,42    "save_references_path": "references.json",43    "prompt": "prompt",44    "max_memory_per_gpu": null,45    "check_references": false46  }47}