VextLabsinc/gem-opal

1{2  "_padded_from_v9": true,3  "alora_invocation_tokens": null,4  "alpha_pattern": {},5  "arrow_config": null,6  "auto_mapping": null,7  "base_model_name_or_path": "VextLabsinc/juwel-beryl",8  "bias": "none",9  "corda_config": null,10  "ensure_weight_tying": false,11  "eva_config": null,12  "exclude_modules": null,13  "fan_in_fan_out": false,14  "inference_mode": true,15  "init_lora_weights": true,16  "layer_replication": null,17  "layers_pattern": null,18  "layers_to_transform": [19    0,20    1,21    2,22    3,23    4,24    5,25    6,26    7,27    8,28    9,29    10,30    11,31    12,32    13,33    14,34    15,35    16,36    17,37    18,38    19,39    20,40    21,41    22,42    23,43    24,44    25,45    26,46    27,47    28,48    29,49    30,50    31,51    32,52    33,53    34,54    35,55    36,56    37,57    38,58    39,59    40,60    41,61    42,62    43,63    44,64    45,65    46,66    47,67    48,68    49,69    50,70    51,71    52,72    53,73    54,74    55,75    56,76    57,77    58,78    59,79    60,80    61,81    62,82    63,83    64,84    65,85    66,86    67,87    68,88    69,89    70,90    71,91    72,92    73,93    74,94    75,95    76,96    77,97    78,98    7999  ],100  "loftq_config": {},101  "lora_alpha": 64,102  "lora_bias": false,103  "lora_dropout": 0.05,104  "lora_ga_config": null,105  "megatron_config": null,106  "megatron_core": "megatron.core",107  "modules_to_save": null,108  "peft_type": "LORA",109  "peft_version": "0.19.1",110  "qalora_group_size": 16,111  "r": 32,112  "rank_pattern": {},113  "revision": null,114  "target_modules": [115    "o_proj",116    "down_proj",117    "q_proj",118    "up_proj",119    "k_proj",120    "gate_proj",121    "v_proj"122  ],123  "target_parameters": null,124  "task_type": "CAUSAL_LM",125  "trainable_token_indices": null,126  "use_bdlora": null,127  "use_dora": false,128  "use_qalora": false,129  "use_rslora": false130}131