MiniLLM/pile-diff_samp-qwen_1.8B-qwen_104M-r0.5
This repository contains the refined pre-training corpus from the paper MiniPLM: Knowledge Distillation for Pre-Training Language Models. Code: https://github.com/thu-coai/MiniPLM
0276
data_0.bindownload
data_1.bindownload
data_10.bindownload
data_11.bindownload
data_12.bindownload
data_13.bindownload
data_14.bindownload
data_15.bindownload
data_16.bindownload
data_17.bindownload
data_18.bindownload
data_19.bindownload
data_2.bindownload
data_20.bindownload
data_21.bindownload
data_22.bindownload
data_23.bindownload
data_24.bindownload
data_25.bindownload
data_26.bindownload
data_27.bindownload
data_28.bindownload
data_29.bindownload
data_3.bindownload
data_30.bindownload
data_31.bindownload
data_32.bindownload
data_33.bindownload
data_34.bindownload
data_35.bindownload
data_36.bindownload
data_37.bindownload
data_38.bindownload
data_39.bindownload
data_4.bindownload
data_40.bindownload
data_41.bindownload
data_42.bindownload
data_43.bindownload
data_44.bindownload
data_45.bindownload
data_46.bindownload
data_47.bindownload
data_48.bindownload
data_49.bindownload
data_5.bindownload
data_50.bindownload
data_51.bindownload
data_52.bindownload
data_6.bindownload
data_7.bindownload
data_8.bindownload
data_9.bindownload
