CoolFace
Datasetpublic

mlfoundations-dev/train_fasttext_classifier_seed_code_best_codegolf

sourceHugging Faceupdated 2y agoView on Hugging Face
0likes5downloads
reflection.yaml54 linesDownload Raw Back to config
1operators:2- id: load_hf_python3  config:4    type: hf_source5    dataset: SenseLLM/ReflectionSeq-GPT6    split: train7    trust_remote_code: True8- id: clean_up9  config:10    type: function11    function: data_strategies.SeedCodeData.utils.reflection_map12  input_ids:13  - load_hf_python14- id: rename_task_column15  config:16    type: function17    function: data_strategies.commons.keep_only_columns18    function_config:19      columns_to_keep:20      - response_seed21      - instruction_seed22  input_ids:23  - clean_up24- id: sample_dataset25  config:26    type: function27    function: data_strategies.commons.uniform_sample_limited28    function_config:29      num_samples: 50000  # 1.25% of 10000 target from stage 130  input_ids:31  - rename_task_column32- id: annotate33  config:34    type: completions35    map: chat36    map_config:37      system_message: "You are a helpful assistant."38      user_message_column: instruction_seed39      output_column: response40    model: gpt-4o-mini41    temperature: 1.042    batch: True43  input_ids:44  - sample_dataset45- id: convert_to_sharegpt46  config:47    type: function48    function: data_strategies.commons.convert_instruction_response_to_sharegpt49    function_config:50      input_instruction_column: instruction_seed51      input_response_column: response52      output_sharegpt_column: conversations53  input_ids:54    - annotate