Mungert/Llama-2-7b-chat-hf-GGUF
3893
Llama-2-7b-chat-hf-bf16-q4_k.ggufdownload
Llama-2-7b-chat-hf-bf16-q6_k.ggufdownload
Llama-2-7b-chat-hf-bf16-q8_0.ggufdownload
Llama-2-7b-chat-hf-bf16.ggufdownload
Llama-2-7b-chat-hf-f16-q4_k.ggufdownload
Llama-2-7b-chat-hf-f16-q6_k.ggufdownload
Llama-2-7b-chat-hf-f16-q8_0.ggufdownload
Llama-2-7b-chat-hf-iq2_m.ggufdownload
Llama-2-7b-chat-hf-iq2_s.ggufdownload
Llama-2-7b-chat-hf-iq2_xs.ggufdownload
Llama-2-7b-chat-hf-iq2_xxs.ggufdownload
Llama-2-7b-chat-hf-iq3_m.ggufdownload
Llama-2-7b-chat-hf-iq3_s.ggufdownload
Llama-2-7b-chat-hf-iq3_xs.ggufdownload
Llama-2-7b-chat-hf-iq3_xxs.ggufdownload
Llama-2-7b-chat-hf-iq4_nl.ggufdownload
Llama-2-7b-chat-hf-iq4_xs.ggufdownload
Llama-2-7b-chat-hf-q2_k_s.ggufdownload
Llama-2-7b-chat-hf-q3_k_m.ggufdownload
Llama-2-7b-chat-hf-q3_k_s.ggufdownload
Llama-2-7b-chat-hf-q4_0.ggufdownload
Llama-2-7b-chat-hf-q4_1.ggufdownload
Llama-2-7b-chat-hf-q4_k_m.ggufdownload
Llama-2-7b-chat-hf-q4_k_s.ggufdownload
Llama-2-7b-chat-hf-q5_0.ggufdownload
Llama-2-7b-chat-hf-q5_1.ggufdownload
Llama-2-7b-chat-hf-q5_k_m.ggufdownload
Llama-2-7b-chat-hf-q5_k_s.ggufdownload
Llama-2-7b-chat-hf-q6_k_m.ggufdownload
Llama-2-7b-chat-hf-q8_0.ggufdownload