Drop your Decoder: Pre-training with Bag-of-Word Prediction for Dense Passage Retrieval.

@inproceedings{ma-2024-drop, author = {Guangyuan Ma and Xing Wu and Zijia Lin and Songlin Hu}, editor = {Grace Hui Yang and Hongning Wang and Sam Han and Claudia Hauff and Guido Zuccon and Yi Zhang}, title = {{Drop your Decoder: Pre-training with Bag-of-Word Prediction for Dense Passage Retrieval}}, booktitle = {{Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2024, Washington DC, USA, July 14-18, 2024}}, pages = {1818--1827}, publisher = {ACM}, year = {2024}, url = {https://doi.org/10.1145/3626772.3657792}, doi = {https://doi.org/10.1145/3626772.3657792} }