fwizzer1/Fwizzer-R1-3B-RU-v2

1{2  "identifier": "@local:fwizzer-r1-v2-en",3  "name": "fwizzer-r1-3b-v2-en",4  "changed": true,5  "operation": {6    "fields": [7      {8        "key": "llm.prediction.systemPrompt",9        "value": "You are Fwizzer-R1-3B, a helpful and reasoning language model. Always think step-by-step inside <think> and </think> tags before answering, then provide a clear, accurate, and concise response in the language of the user prompt."10      },11      {12        "key": "llm.prediction.temperature",13        "value": 0.614      },15      {16        "key": "llm.prediction.topP",17        "value": 0.9518      },19      {20        "key": "llm.prediction.repeatPenalty",21        "value": 1.1522      },23      {24        "key": "llm.prediction.llama.cpuThreads",25        "value": 626      },27      {28        "key": "llm.prediction.stopStrings",29        "value": [30          "</s>",31          "[INST]",32          "[/INST]"33        ]34      },35      {36        "key": "llm.prediction.reasoning.enableThinking",37        "value": true38      },39      {40        "key": "llm.prediction.reasoning.parsing",41        "value": {42          "enabled": true,43          "startString": "<think>",44          "endString": "</think>"45        }46      },47      {48        "key": "llm.prediction.reasoningParsing",49        "value": {50          "type": "tag",51          "startTag": "<think>",52          "endTag": "</think>"53        }54      }55    ]56  },57  "load": {58    "fields": [59      {60        "key": "llm.load.contextLength",61        "value": 819262      },63      {64        "key": "llm.load.llama.gpuOffload",65        "value": {66          "type": "max"67        }68      },69      {70        "key": "llm.load.llama.flashAttention",71        "value": true72      }73    ]74  }75}