fffoivos/apertus-tokenizer-extension

1**/tokenizer.json filter=lfs diff=lfs merge=lfs -text2analysis/c1_added_tokens_20260429/data/full_results.jsonl filter=lfs diff=lfs merge=lfs -text3analysis/c1_added_tokens_20260429/data/glossary/tokens_glossary.jsonl filter=lfs diff=lfs merge=lfs -text4analysis/c1_added_tokens_20260506_wave5/data/full_results.jsonl filter=lfs diff=lfs merge=lfs -text5analysis/c1_added_tokens_20260506_wave5/data/glossary/tokens_glossary.jsonl filter=lfs diff=lfs merge=lfs -text6artifacts/**/*.npy filter=lfs diff=lfs merge=lfs -text7artifacts/**/*.npz filter=lfs diff=lfs merge=lfs -text8artifacts/**/*.parquet filter=lfs diff=lfs merge=lfs -text9artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2/fig03_top2_pc_scatter.pdf filter=lfs diff=lfs merge=lfs -text10artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2/fig03_top2_pc_scatter.png filter=lfs diff=lfs merge=lfs -text11artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2/fig07_scree_mp.png filter=lfs diff=lfs merge=lfs -text12artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2/fig11_top20_infiltrators_E.png filter=lfs diff=lfs merge=lfs -text13artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2/fig11_top20_infiltrators_U.png filter=lfs diff=lfs merge=lfs -text14artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2_1/fig11_filtered_top20_E.png filter=lfs diff=lfs merge=lfs -text15artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2_1/fig11_filtered_top20_U.png filter=lfs diff=lfs merge=lfs -text16artifacts/expensive_experiment_archive_20260514/greek_embedding_diagnostic/v2_3/figures/v2_3/fig07_scree_mp_full.png filter=lfs diff=lfs merge=lfs -text17artifacts/expensive_experiment_archive_20260514/vocab_lang_attribution/vocab_attr_20260515/analysis_payloads/german_review_viz_data.json filter=lfs diff=lfs merge=lfs -text18artifacts/expensive_experiment_archive_20260514/vocab_lang_attribution/vocab_attr_20260515/analysis_payloads/greek_review_app_data.json filter=lfs diff=lfs merge=lfs -text19experiments/02_1_7_intrinsic_eval_sweep_20260518/artifacts/plots/extended_4metric_to_25k.png filter=lfs diff=lfs merge=lfs -text20experiments/02_1_7_intrinsic_eval_sweep_20260518/artifacts/plots/fertility_per_in_domain_slice.png filter=lfs diff=lfs merge=lfs -text21experiments/02_1_7_intrinsic_eval_sweep_20260518/artifacts/plots/headline_4metric_in_domain.png filter=lfs diff=lfs merge=lfs -text22experiments/02_1_7_intrinsic_eval_sweep_20260518/artifacts/plots/knee_analysis.png filter=lfs diff=lfs merge=lfs -text23experiments/02_1_7_intrinsic_eval_sweep_20260518/artifacts/plots/morphscore_greek.png filter=lfs diff=lfs merge=lfs -text24experiments/02_1_7_intrinsic_eval_sweep_20260518/firing_counts_c3_added_17408_curated_padded/glossapi_nanochat_only.parquet filter=lfs diff=lfs merge=lfs -text25experiments/02_1_7_intrinsic_eval_sweep_20260518/firing_counts_c3_added_17408_curated_padded/glossapi_nanochat_plus_hplt.parquet filter=lfs diff=lfs merge=lfs -text26experiments/02_1_7_intrinsic_eval_sweep_20260518/firing_counts_c3_added_17408_curated_padded/hplt_only.parquet filter=lfs diff=lfs merge=lfs -text27experiments/02_1_7_intrinsic_eval_sweep_20260518/firing_counts_c3_added_17408_curated_padded/source_dataset_token_counts.parquet filter=lfs diff=lfs merge=lfs -text28subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/trajectories.png filter=lfs diff=lfs merge=lfs -text29subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text30subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text31subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text32subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text33subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/global_mmlu_full_el_subcategories_van_td.png filter=lfs diff=lfs merge=lfs -text34subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/include_base_44_greek_subjects_van_td.png filter=lfs diff=lfs merge=lfs -text35subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/intrinsic_trajectories.png filter=lfs diff=lfs merge=lfs -text36subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/intrinsic_van_td.png filter=lfs diff=lfs merge=lfs -text37subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/trajectories.png filter=lfs diff=lfs merge=lfs -text38subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text39subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text40subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text41subprojects/03_apertus_extension_and_embedding_adaptation/03_4_implementation_experiments/init_bakeoff/eval/trajectory_analysis_20260524/plots/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text42results/plots/global_mmlu_full_el_subcategories_van_td.png filter=lfs diff=lfs merge=lfs -text43results/plots/include_base_44_greek_subjects_van_td.png filter=lfs diff=lfs merge=lfs -text44results/plots/intrinsic_trajectories.png filter=lfs diff=lfs merge=lfs -text45results/plots/intrinsic_van_td.png filter=lfs diff=lfs merge=lfs -text46results/plots/trajectories.png filter=lfs diff=lfs merge=lfs -text47results/plots/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text48results/plots/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text49results/plots/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text50results/plots/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text51results/3.5B-comparison/plots/global_mmlu_full_el_subcategories_van_td.png filter=lfs diff=lfs merge=lfs -text52results/3.5B-comparison/plots/include_base_44_greek_subjects_van_td.png filter=lfs diff=lfs merge=lfs -text53results/3.5B-comparison/plots/intrinsic_trajectories.png filter=lfs diff=lfs merge=lfs -text54results/3.5B-comparison/plots/intrinsic_van_td.png filter=lfs diff=lfs merge=lfs -text55results/3.5B-comparison/plots/trajectories.png filter=lfs diff=lfs merge=lfs -text56results/3.5B-comparison/plots/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text57results/3.5B-comparison/plots/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text58results/3.5B-comparison/plots/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text59results/3.5B-comparison/plots/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text60evals/3.5B-comparison/plots/global_mmlu_full_el_subcategories_van_td.png filter=lfs diff=lfs merge=lfs -text61evals/3.5B-comparison/plots/include_base_44_greek_subjects_van_td.png filter=lfs diff=lfs merge=lfs -text62evals/3.5B-comparison/plots/intrinsic_trajectories.png filter=lfs diff=lfs merge=lfs -text63evals/3.5B-comparison/plots/intrinsic_van_td.png filter=lfs diff=lfs merge=lfs -text64evals/3.5B-comparison/plots/trajectories.png filter=lfs diff=lfs merge=lfs -text65evals/3.5B-comparison/plots/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text66evals/3.5B-comparison/plots/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text67evals/3.5B-comparison/plots/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text68evals/3.5B-comparison/plots/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text69benchmark-evals/3.5B-comparison/plots/global_mmlu_full_el_subcategories_van_td.png filter=lfs diff=lfs merge=lfs -text70benchmark-evals/3.5B-comparison/plots/include_base_44_greek_subjects_van_td.png filter=lfs diff=lfs merge=lfs -text71benchmark-evals/3.5B-comparison/plots/intrinsic_trajectories.png filter=lfs diff=lfs merge=lfs -text72benchmark-evals/3.5B-comparison/plots/intrinsic_van_td.png filter=lfs diff=lfs merge=lfs -text73benchmark-evals/3.5B-comparison/plots/trajectories.png filter=lfs diff=lfs merge=lfs -text74benchmark-evals/3.5B-comparison/plots/trajectories_per_task.png filter=lfs diff=lfs merge=lfs -text75benchmark-evals/3.5B-comparison/plots/trajectories_per_task_van_td.png filter=lfs diff=lfs merge=lfs -text76benchmark-evals/3.5B-comparison/plots/trajectories_van_td.png filter=lfs diff=lfs merge=lfs -text77benchmark-evals/3.5B-comparison/plots/trajectories_van_td_gap.png filter=lfs diff=lfs merge=lfs -text78experiment-checkpoints/TokenDistil-Init/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text79experiment-checkpoints/TokenDistil-Init/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text80experiment-checkpoints/TokenDistil-Init/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text81experiment-checkpoints/TokenDistil-Init/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text82experiment-checkpoints/TokenDistil-2B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text83experiment-checkpoints/TokenDistil-2B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text84experiment-checkpoints/TokenDistil-2B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text85experiment-checkpoints/TokenDistil-2B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text86experiment-checkpoints/TokenDistil-3.5B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text87experiment-checkpoints/TokenDistil-3.5B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text88experiment-checkpoints/TokenDistil-3.5B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text89experiment-checkpoints/TokenDistil-3.5B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text90experiment-checkpoints/Vanilla-2B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text91experiment-checkpoints/Vanilla-2B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text92experiment-checkpoints/Vanilla-2B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text93experiment-checkpoints/Vanilla-2B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text94experiment-checkpoints/Vanilla-3.5B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text95experiment-checkpoints/Vanilla-3.5B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text96experiment-checkpoints/Vanilla-3.5B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text97experiment-checkpoints/Vanilla-3.5B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text98experiment-checkpoints/ReTok-2B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text99experiment-checkpoints/ReTok-2B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text100experiment-checkpoints/ReTok-2B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text101experiment-checkpoints/ReTok-2B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text102experiment-checkpoints/ReTok-3.5B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text103experiment-checkpoints/ReTok-3.5B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text104experiment-checkpoints/ReTok-3.5B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text105experiment-checkpoints/ReTok-3.5B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text106experiment-checkpoints/Centroid-2B/model-00001-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text107experiment-checkpoints/Centroid-2B/model-00002-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text108experiment-checkpoints/Centroid-2B/model-00003-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text109experiment-checkpoints/Centroid-2B/model-00004-of-00004.safetensors filter=lfs diff=lfs merge=lfs -text110