{"id":"https://openalex.org/W4283456401","doi":"https://doi.org/10.48550/arxiv.2206.11249","title":"GEMv2: Multilingual NLG Benchmarking in a Single Line of Code","display_name":"GEMv2: Multilingual NLG Benchmarking in a Single Line of Code","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4283456401","doi":"https://doi.org/10.48550/arxiv.2206.11249"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2206.11249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2206.11249","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026789962","display_name":"Sebastian Gehrmann","orcid":"https://orcid.org/0000-0002-8257-9516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gehrmann, Sebastian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015510710","display_name":"Abhik Bhattacharjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhattacharjee, Abhik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022712053","display_name":"Abinaya Mahendiran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahendiran, Abinaya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783908","display_name":"Alex Wang","orcid":"https://orcid.org/0000-0001-8784-4801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Alex","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014990977","display_name":"Alexandros Papangelis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Papangelis, Alexandros","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085667632","display_name":"Aman Madaan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madaan, Aman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063040968","display_name":"Angelina McMillan-Major","orcid":"https://orcid.org/0000-0003-2257-9618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McMillan-Major, Angelina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057965593","display_name":"\u0410\u043d\u043d\u0430 \u0428\u0432\u0435\u0446","orcid":"https://orcid.org/0000-0002-1492-2511"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shvets, Anna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040873281","display_name":"Ashish Datt Upadhyay","orcid":"https://orcid.org/0000-0002-5957-5429"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Upadhyay, Ashish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033744502","display_name":"Bingsheng Yao","orcid":"https://orcid.org/0009-0004-8329-4610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Bingsheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050477022","display_name":"Bryan Wilie","orcid":"https://orcid.org/0000-0001-6750-4236"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wilie, Bryan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044250030","display_name":"Chandra Bhagavatula","orcid":"https://orcid.org/0000-0001-6264-0378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhagavatula, Chandra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047526176","display_name":"Chaobin You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Chaobin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066331621","display_name":"Craig Thomson","orcid":"https://orcid.org/0000-0001-6589-172X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomson, Craig","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028298718","display_name":"Cristina G\u00e2rbacea","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garbacea, Cristina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062817658","display_name":"Dakuo Wang","orcid":"https://orcid.org/0000-0001-9371-9441"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dakuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007708364","display_name":"Daniel Deutsch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deutsch, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055232825","display_name":"Deyi Xiong","orcid":"https://orcid.org/0000-0002-2353-5038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Deyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012455357","display_name":"Di Jin","orcid":"https://orcid.org/0000-0002-7445-9936"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Di","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077450332","display_name":"Dimitra Gkatzia","orcid":"https://orcid.org/0000-0001-8568-7806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gkatzia, Dimitra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081787254","display_name":"Dragomir Radev","orcid":"https://orcid.org/0000-0001-7830-6489"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Radev, Dragomir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071925869","display_name":"Elizabeth A. Clark","orcid":"https://orcid.org/0000-0003-1237-3181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clark, Elizabeth","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001994692","display_name":"Esin Durmus","orcid":"https://orcid.org/0009-0009-7331-8160"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durmus, Esin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074277807","display_name":"Faisal Ladhak","orcid":"https://orcid.org/0009-0009-5730-3866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ladhak, Faisal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019929457","display_name":"Filip Ginter","orcid":"https://orcid.org/0000-0002-5484-6103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ginter, Filip","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085516032","display_name":"Genta Indra Winata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Winata, Genta Indra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084459196","display_name":"Hendrik Strobelt","orcid":"https://orcid.org/0000-0002-8995-1683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Strobelt, Hendrik","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020982818","display_name":"Hiroaki Hayashi","orcid":"https://orcid.org/0000-0002-8836-5068"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayashi, Hiroaki","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050825493","display_name":"Jekaterina Novikova","orcid":"https://orcid.org/0000-0003-4754-6126"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Novikova, Jekaterina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048932608","display_name":"Jenna Kanerva","orcid":"https://orcid.org/0000-0003-4580-5366"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanerva, Jenna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069738735","display_name":"Jenny Chim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chim, Jenny","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746635","display_name":"Jiawei Zhou","orcid":"https://orcid.org/0000-0002-1844-9178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jiawei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034031392","display_name":"Jordan Clive","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clive, Jordan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021334672","display_name":"Joshua Maynez","orcid":"https://orcid.org/0000-0003-4948-2875"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maynez, Joshua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058954591","display_name":"Jo\u00e3o Sedoc","orcid":"https://orcid.org/0000-0001-6369-3711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sedoc, Jo\u00e3o","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031251167","display_name":"Juraj Juraska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juraska, Juraj","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061120974","display_name":"Kaustubh Dhole","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhole, Kaustubh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007169600","display_name":"Khyathi Raghavi Chandu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandu, Khyathi Raghavi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005336295","display_name":"Laura Perez-Beltrachini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perez-Beltrachini, Laura","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063685873","display_name":"Leonardo F. R. Ribeiro","orcid":"https://orcid.org/0000-0003-2639-942X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ribeiro, Leonardo F. R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019163452","display_name":"Lewis Tunstall","orcid":"https://orcid.org/0000-0003-3309-5520"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tunstall, Lewis","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425725","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0003-2104-0194"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Li","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007386215","display_name":"Mahima Pushkarna","orcid":"https://orcid.org/0000-0002-5903-5510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pushkarna, Mahima","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061159001","display_name":"Mathias Creutz","orcid":"https://orcid.org/0000-0003-1862-4172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Creutz, Mathias","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017049205","display_name":"Michael White","orcid":"https://orcid.org/0000-0001-8828-499X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"White, Michael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002931312","display_name":"Mihir Kale","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kale, Mihir Sanjay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046383980","display_name":"Moussa Kamal Eddine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eddine, Moussa Kamal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075130141","display_name":"Nico Daheim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daheim, Nico","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109481132","display_name":"Nishant Subramani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Subramani, Nishant","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004829991","display_name":"Ond\u0159ej Du\u0161ek","orcid":"https://orcid.org/0000-0002-1415-1702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dusek, Ondrej","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233510","display_name":"Paul Pu Liang","orcid":"https://orcid.org/0000-0001-7768-3610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Paul Pu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087801436","display_name":"Pawan Sasanka Ammanamanchi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ammanamanchi, Pawan Sasanka","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100743927","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0002-8190-8912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069271622","display_name":"Ratish Puduppully","orcid":"https://orcid.org/0009-0001-0857-2842"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puduppully, Ratish","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082462234","display_name":"Reno Kriz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kriz, Reno","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090604535","display_name":"Rifat Shahriyar","orcid":"https://orcid.org/0000-0001-9540-315X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahriyar, Rifat","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065652268","display_name":"Ronald Cardenas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cardenas, Ronald","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025882297","display_name":"Saad Mahamood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahamood, Saad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010053988","display_name":"Salomey Osei","orcid":"https://orcid.org/0000-0003-1900-3124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Osei, Salomey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084836777","display_name":"Samuel Cahyawijaya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cahyawijaya, Samuel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044948242","display_name":"Sanja \u0160tajner","orcid":"https://orcid.org/0000-0002-7780-7035"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u0160tajner, Sanja","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003791218","display_name":"S\u00e9bastien Montella","orcid":"https://orcid.org/0000-0002-2605-7238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Montella, Sebastien","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059786845","display_name":"Shailza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shailza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067342034","display_name":"Shailza Jolly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jolly, Shailza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077016111","display_name":"Simon Mille","orcid":"https://orcid.org/0000-0002-8852-2764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mille, Simon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103144863","display_name":"Tahmid Hasan","orcid":"https://orcid.org/0009-0006-2187-186X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasan, Tahmid","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101285252","display_name":"Tianhao Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Tianhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091302921","display_name":"Tosin Adewumi","orcid":"https://orcid.org/0000-0002-5582-2031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adewumi, Tosin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035694997","display_name":"Vikas Raunak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raunak, Vikas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051484319","display_name":"Vipul Raheja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raheja, Vipul","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060942034","display_name":"V. A. Nikolaev","orcid":"https://orcid.org/0000-0001-7054-2655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolaev, Vitaly","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051809398","display_name":"Vivian Tsai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsai, Vivian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000126238","display_name":"Yacine Jernite","orcid":"https://orcid.org/0000-0002-8053-6862"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jernite, Yacine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101535733","display_name":"Ying Xu","orcid":"https://orcid.org/0009-0000-4385-9710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ying","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078860840","display_name":"Yisi Sang","orcid":"https://orcid.org/0000-0002-8876-7542"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sang, Yisi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386682","display_name":"Yixin Liu","orcid":"https://orcid.org/0000-0002-4309-5076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yixin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078812348","display_name":"Yufang Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Yufang","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":69,"max":75},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.86017835},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6700774},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46458346},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural Language Generation","score":0.4495569}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.861815},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.86017835},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6700774},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6520367},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5962667},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.56821436},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5162735},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47369456},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46458346},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4495569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4476171},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38265273},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33080047},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32784837},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32240683},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.25244486},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2345835},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2206.11249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.11249","pdf_url":"http://arxiv.org/pdf/2206.11249","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://rgu-repository.worktribe.com/output/1920683","pdf_url":"https://rgu-repository.worktribe.com/preview/1924401/GEHRMANN%202022%20GEMv2.pdf","source":{"id":"https://openalex.org/S4306402277","display_name":"OpenAIR@RGU (Robert Gordon University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I522815984","host_organization_name":"Robert Gordon University","host_organization_lineage":["https://openalex.org/I522815984"],"host_organization_lineage_names":["Robert Gordon University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://rgu-repository.worktribe.com/file/1920683/1/GEHRMANN%202022%20GEMv2","pdf_url":"https://rgu-repository.worktribe.com/file/1920683/1/GEHRMANN%202022%20GEMv2","source":{"id":"https://openalex.org/S4306402277","display_name":"OpenAIR@RGU (Robert Gordon University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I522815984","host_organization_name":"Robert Gordon University","host_organization_lineage":["https://openalex.org/I522815984"],"host_organization_lineage_names":["Robert Gordon University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/2164/21704","pdf_url":"https://aura.abdn.ac.uk/bitstream/2164/21704/1/Gehrman_etal_EMNLP_GEMv2_VOR.pdf","source":{"id":"https://openalex.org/S4306400966","display_name":"Aberdeen University Research Archive (Aberdeen University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I195460627","host_organization_name":"University of Aberdeen","host_organization_lineage":["https://openalex.org/I195460627"],"host_organization_lineage_names":["University of Aberdeen"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2206.11249","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2206.11249","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.64,"id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W435179959","https://openalex.org/W4238897586","https://openalex.org/W2619091065","https://openalex.org/W2291782699","https://openalex.org/W2284465472","https://openalex.org/W2112883198","https://openalex.org/W2059640416","https://openalex.org/W2000169967","https://openalex.org/W1993948687","https://openalex.org/W1490753184"],"abstract_inverted_index":{"Evaluation":[0],"in":[1,43,103],"machine":[2],"learning":[3],"is":[4,40],"usually":[5],"informed":[6],"by":[7],"past":[8],"choices,":[9],"for":[10,86,107],"example":[11],"which":[12,47],"datasets":[13,102,109,129],"or":[14],"metrics":[15],"to":[16,57,92,126,130],"use.":[17],"This":[18,38],"standardization":[19],"enables":[20],"the":[21,29,76,131],"comparison":[22],"on":[23],"equal":[24],"footing":[25],"using":[26],"leaderboards,":[27],"but":[28],"evaluation":[30,56,66],"choices":[31],"become":[32],"sub-optimal":[33],"as":[34],"better":[35],"alternatives":[36],"arise.":[37],"problem":[39],"especially":[41],"pertinent":[42],"natural":[44],"language":[45],"generation":[46],"requires":[48],"ever-improving":[49],"suites":[50],"of":[51,75],"datasets,":[52],"metrics,":[53],"and":[54,79,89,114,120],"human":[55],"make":[58,62,123],"definitive":[59],"claims.":[60],"To":[61],"following":[63],"best":[64],"model":[65],"practices":[67],"easier,":[68],"we":[69],"introduce":[70],"GEMv2.":[71],"The":[72],"new":[73,128],"version":[74],"Generation,":[77],"Evaluation,":[78],"Metrics":[80],"Benchmark":[81],"introduces":[82],"a":[83],"modular":[84],"infrastructure":[85],"dataset,":[87],"model,":[88],"metric":[90],"developers":[91],"benefit":[93],"from":[94],"each":[95],"others":[96],"work.":[97],"GEMv2":[98],"supports":[99],"40":[100],"documented":[101],"51":[104],"languages.":[105],"Models":[106],"all":[108],"can":[110],"be":[111],"evaluated":[112],"online":[113],"our":[115],"interactive":[116],"data":[117],"card":[118],"creation":[119],"rendering":[121],"tools":[122],"it":[124],"easier":[125],"add":[127],"living":[132],"benchmark.":[133]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283456401","counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-04-17T03:09:20.681260","created_date":"2022-06-26"}