G-reen/encoder-decoder-trial-stat
Encoder/decoder trial: encoder-marginal report Dataset: G-reen/encoder-decoder-trial-stat Rows analysed: 122,933 (every kept (encoder, decoder, source row) triple; source G-reen/cc-re-2021-filtered shard 0, 2000 rows of at most 4000 words) Prompt file: prompts/indirect_reference_dataset_train.json (turn 0 encodes the document, turn 1 reconstructs it from the encoding alone) Encoders: 9 (granite-4.2-30b-nvfp4 [0], Ornith-1.5-35B-A3B-NVFP4 [1], Llama-3.3-70B-Instruct-NVFP4 [2]… See the full description on the dataset page: https://huggingface.co/datasets/G-reen/encoder-decoder-trial-stat.
0660
1{2 "model_name": "nvidia/Llama-3.3-70B-Instruct-NVFP4",3 "engine": "vllm",4 "generation_params": {5 "temperature": 0.6,6 "top_p": 0.9,7 "extra_body": {8 "chat_template_kwargs": {9 "enable_thinking": false10 }11 }12 },13 "ignored_params": {},14 "prompt_tokens": 11794004,15 "completion_tokens": 8690652,16 "failed_requests": 2,17 "runtime_seconds": 34930.3,18 "stage": "decode",19 "decoder_index": 2,20 "rows_in": 15296,21 "rows_kept": 15134,22 "rows_trashed": 162,23 "dropped": {24 "empty or too short": 45,25 "refusal": 19,26 "filler output": 3,27 "unfilled placeholder": 53,28 "task meta-commentary": 8,29 "echoed instruction": 14,30 "identical to source": 3631 },32 "per_encoder": {33 "0": {34 "kept": 1979,35 "trashed": 21,36 "skipped_empty_encoding": 037 },38 "1": {39 "kept": 1970,40 "trashed": 30,41 "skipped_empty_encoding": 042 },43 "2": {44 "kept": 1984,45 "trashed": 16,46 "skipped_empty_encoding": 047 },48 "3": {49 "kept": 1974,50 "trashed": 26,51 "skipped_empty_encoding": 052 },53 "4": {54 "kept": 1982,55 "trashed": 18,56 "skipped_empty_encoding": 057 },58 "5": {59 "kept": 1966,60 "trashed": 34,61 "skipped_empty_encoding": 062 },63 "6": {64 "kept": 1981,65 "trashed": 19,66 "skipped_empty_encoding": 067 },68 "8": {69 "kept": 1987,70 "trashed": 9,71 "skipped_empty_encoding": 472 },73 "9": {74 "kept": 1982,75 "trashed": 18,76 "skipped_empty_encoding": 077 }78 },79 "rows_per_encoder": null,80 "total_kept": 17805,81 "total_trashed": 19182}