Weni/Llama-3-70B-Instruct-Benchmark-AWQ

1{"quant_method": "awq", "zero_point": true, "q_group_size": 128, "w_bit": 4, "version": "gemm", "modules_to_not_convert": null}