@inproceedings{springer25icml, title = {Overtrained Language Models Are Harder to Fine-Tune}, author = {Jacob Mitchell Springer and Sachin Goyal and Kaiyue Wen and Tanishq Kumar and Xiang Yue and Sadhika Malladi and Graham Neubig and Aditi Raghunathan}, booktitle = {International Conference on Machine Learning (ICML)}, address = {Vancouver, Canada}, month = {July}, url = {https://arxiv.org/abs/2503.19206}, year = {2025} }