mlfoundations-dev/train_fasttext_classifier_seed_code_best_codegolf
05
1operators:2- id: load_hf_python3 config:4 type: hf_source5 dataset: SenseLLM/ReflectionSeq-GPT6 split: train7 trust_remote_code: True8- id: clean_up9 config:10 type: function11 function: data_strategies.SeedCodeData.utils.reflection_map12 input_ids:13 - load_hf_python14- id: rename_task_column15 config:16 type: function17 function: data_strategies.commons.keep_only_columns18 function_config:19 columns_to_keep:20 - response_seed21 - instruction_seed22 input_ids:23 - clean_up24- id: sample_dataset25 config:26 type: function27 function: data_strategies.commons.uniform_sample_limited28 function_config:29 num_samples: 50000 # 1.25% of 10000 target from stage 130 input_ids:31 - rename_task_column32- id: annotate33 config:34 type: completions35 map: chat36 map_config:37 system_message: "You are a helpful assistant."38 user_message_column: instruction_seed39 output_column: response40 model: gpt-4o-mini41 temperature: 1.042 batch: True43 input_ids:44 - sample_dataset45- id: convert_to_sharegpt46 config:47 type: function48 function: data_strategies.commons.convert_instruction_response_to_sharegpt49 function_config:50 input_instruction_column: instruction_seed51 input_response_column: response52 output_sharegpt_column: conversations53 input_ids:54 - annotate