Multi-head Self-attention with Role-Guided Masks.

@inproceedings{wang-2021-multihead, author = {Dongsheng Wang and Florence Cloppet and Casper Hansen and Christopher F. Beaulieu and Daniel L. Rubin and Lucas Chaves Lima and Dongsheng Wang and Christian Hansen and Florence Cloppet and Maria Maistro and Casper Hansen and Christopher F. Beaulieu and Lucas Chaves Lima and Jakob Grue Simonsen and Daniel L. Rubin and Christina Lioma}, editor = {Djoerd Hiemstra and Marie-Francine Moens and Josiane Mothe and Raffaele Perego and Martin Potthast and Fabrizio Sebastiani}, title = {{Multi-head Self-attention with Role-Guided Masks}}, booktitle = {{Advances in Information Retrieval - 43rd European Conference on IR Research, ECIR 2021, Virtual Event, March 28 - April 1, 2021, Proceedings, Part II}}, series = {Lecture Notes in Computer Science}, volume = {12657}, pages = {432--439}, publisher = {Springer}, year = {2021}, url = {https://doi.org/10.1007/978-3-030-72240-1_45}, doi = {https://doi.org/10.1007/978-3-030-72240-1_45} }