Dataset Groups Activity Stream RetroMAE The RetroMAE dataset is used for pre-training retrieval-oriented language models. BibTex: @dataset{Shitao_Xiao_and_Zheng_Liu_and_Yingxia_Shao_and_Zhao_Cao_2024, abstract = {The RetroMAE dataset is used for pre-training retrieval-oriented language models.}, author = {Shitao Xiao and Zheng Liu and Yingxia Shao and Zhao Cao}, doi = {10.57702/w1iuwk7c}, institution = {No Organization}, keyword = {'question answering', 'single entity', 'single relation'}, month = {dec}, publisher = {TIB}, title = {RetroMAE}, url = {https://service.tib.eu/ldmservice/dataset/retromae}, year = {2024} }