@ARTICLE{10315017, author={Wang, Yile and Zhang, Yue and Li, Peng and Liu, Yang}, journal={IEEE/ACM Transactions on Audio, Speech, and Language Processing}, title={Gradual Syntactic Label Replacement for Language Model Pre-Training}, year={2024}, volume={32}, number={}, pages={486-496}, keywords={Syntactics;Training;Vocabulary;Task analysis;Data models;Speech processing;Tagging;Language model pre-training;syntactic label replacement;curriculum learning;data-centric}, doi={10.1109/TASLP.2023.3331096}}