POSPAN: Position-Constrained Span Masking for Language Model Pre-training.

@inproceedings{zhang-2023-pospan, author = {Zhenyu Zhang and Lei Shen and Yuming Zhao and Meng Chen and Xiaodong He}, editor = {Ingo Frommholz and Frank Hopfgartner and Mark Lee and Michael P. Oakes and Mounia Lalmas-Roelleke and Min Zhang and Rodrygo L. T. Santos}, title = {{POSPAN: Position-Constrained Span Masking for Language Model Pre-training}}, booktitle = {{Proceedings of the 32nd ACM International Conference on Information and Knowledge Management, CIKM 2023, Birmingham, United Kingdom, October 21-25, 2023}}, pages = {4420--4424}, publisher = {ACM}, year = {2023}, url = {https://doi.org/10.1145/3583780.3615197}, doi = {https://doi.org/10.1145/3583780.3615197} }