Multi-head Self-attention with Role-Guided Masks.

@inproceedings{wang-2021-multihead, author = {Dongsheng Wang and Florence Cloppet and Casper Hansen and Christopher F. Beaulieu and Daniel L. Rubin and Lucas Chaves Lima and Dongsheng Wang and Florence Cloppet and Christian Hansen and Casper Hansen and Christopher F. Beaulieu and Maria Maistro and Daniel L. Rubin and Lucas Chaves Lima and Jakob Grue Simonsen and Christina Lioma}, editor = {Djoerd Hiemstra and Marie-Francine Moens and Josiane Mothe and Raffaele Perego and Martin Potthast and Fabrizio Sebastiani}, title = {{Multi-head Self-attention with Role-Guided Masks}}, booktitle = {{Advances in Information Retrieval - 43rd European Conference on IR Research, ECIR 2021, Virtual Event, March 28 - April 1, 2021, Proceedings, Part II}}, series = {Lecture Notes in Computer Science}, volume = {12657}, pages = {432--439}, publisher = {Springer}, year = {2021}, url = {https://doi.org/10.1007/978-3-030-72240-1_45}, doi = {https://doi.org/10.1007/978-3-030-72240-1_45} }