Modelpublic

NickyNicky/Mixtral-TinyMistral-8x248M-Instruct_oasst2_chatML_Intel_orca_dpo_pairs_DPO_V1

sourceHugging Faceapache-2.0updated 3y agoView on Hugging Face

1likes38downloads

Model Card

experts:
  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V1
    positive_prompts:
      - ""

  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V2
    positive_prompts:
      - ""
  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V3
    positive_prompts:
      - ""

  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V4
    positive_prompts:
      - ""
  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V1_DPO_V1
    positive_prompts:
      - ""

  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V1_DPO_V2
    positive_prompts:
      - ""
  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V1_DPO_V1
    positive_prompts:
      - ""

  - source_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V1_DPO_V2
    positive_prompts:
      - ""

base_model: NickyNicky/LocutusqueXFelladrin-TinyMistral248M-Instruct_oasst2_chatML_V4
gate_mode: random # one of "hidden", "cheap_embed", or "random"
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)