@inproceedings{ChizhovArnettKorotkovaetal.2024, author = {Pavel Chizhov and Catherine Arnett and Elizaveta Korotkova and Ivan P. Yamshchikov}, title = {BPE Gets Picky: Efficient Vocabulary Refinement During Tokenizer Training}, booktitle = {Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing}, pages = {16587 -- 16604}, doi = {10.18653/v1/2024.emnlp-main.925}, year = {2024}, }