armandosds/Amber

1{2  "results": {3    "arc_challenge": {4      "acc": 0.39761092150170646,5      "acc_stderr": 0.014301752223279536,6      "acc_norm": 0.4129692832764505,7      "acc_norm_stderr": 0.0143883449353983268    }9  },10  "versions": {11    "arc_challenge": 012  },13  "config": {14    "model": "hf-causal",15    "model_args": "pretrained=./workdir_7b_16mix/ckpt_359",16    "num_fewshot": 25,17    "batch_size": "1",18    "batch_sizes": [],19    "device": null,20    "no_cache": true,21    "limit": null,22    "bootstrap_iters": 100000,23    "description_dict": {}24  }25}