clembench
clembench-playpen_llama-3.1-8B-Instruct_playpen_SFT_DFINAL_0.7K-steps_merged_fp16-GGUFllama-3.1-8B-Instruct_playpen_SFT_DFINAL_0.7K-steps_merged_fp16Mistral-Small-24B-Instruct-2501_playpen_SFT_merged_fp16_DFINAL_0.6K-stepsSFT-base_merged_fp16_E1_D40005SFT-merged_fp16_DFINAL_1.1K-stepsllama-SFT-base_merged_fp16_D90053_copy_32GBllama-3.1-8B-Instruct_playpen_SFT_DFINAL_0.7K-steps_merged_full_precisionllama-3.1-8B-Instruct_playpen_SFT_DFINAL_0.7K-steps_merged_full_precision_copy
lm-pragmatics
Citation
@misc{hu2023finegrainedcomparisonpragmaticlanguage, title={A fine-grained comparison of pragmatic language understanding in humans and language models}, author={Jennifer Hu and Sammy Floyd and Olessia Jouravlev and Evelina Fedorenko and Edward Gibson}, year={2023}, eprint={2212.06801}, archivePrefix={arXiv}, primaryClass={cs.CL}, url={https://arxiv.org/abs/2212.06801},}
working-memorynatural-plan-calendarnatural-plan-meetingglue_diagnostics
Citation
@inproceedings{wang2019glue, title={{GLUE}: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding}, author={Wang, Alex and Singh, Amanpreet and Michael, Julian and Hill, Felix and Levy, Omer and Bowman, Samuel R.}, note={In the Proceedings of ICLR.}, year={2019}}
natural-plan-trip
