{"id":"https://openalex.org/W4388555782","doi":"https://doi.org/10.48550/arxiv.2311.04694","title":"Evaluating Generative Ad Hoc Information Retrieval","display_name":"Evaluating Generative Ad Hoc Information Retrieval","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388555782","doi":"https://doi.org/10.48550/arxiv.2311.04694"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.04694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2311.04694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008775203","display_name":"Lukas Gienapp","orcid":"https://orcid.org/0000-0001-5707-3751"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Lukas Gienapp","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075371460","display_name":"Harrisen Scells","orcid":"https://orcid.org/0000-0001-9578-7157"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Harrisen Scells","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068128049","display_name":"Niklas Deckers","orcid":"https://orcid.org/0000-0001-6803-1223"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Niklas Deckers","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079524270","display_name":"Janek Bevendorff","orcid":"https://orcid.org/0000-0002-3797-0559"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Janek Bevendorff","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328263","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0002-0726-5250"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037380544","display_name":"Johannes Kiesel","orcid":"https://orcid.org/0000-0002-1617-6508"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Johannes Kiesel","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004664764","display_name":"Shahbaz Syed","orcid":"https://orcid.org/0000-0002-4821-1507"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Shahbaz Syed","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068616222","display_name":"Maik Fr\u00f6be","orcid":"https://orcid.org/0000-0002-1003-981X"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Maik Fr\u00f6be","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113161898","display_name":"Benno Stein","orcid":null},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Benno Stein","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014322854","display_name":"Matthias Hagen","orcid":"https://orcid.org/0000-0002-9733-2890"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Matthias Hagen","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083712311","display_name":"Martin Potthast","orcid":"https://orcid.org/0000-0003-2451-0665"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]},{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I16718484","display_name":"Hess (United States)","ror":"https://ror.org/00zbk1w77","country_code":"US","type":"company","lineage":["https://openalex.org/I16718484"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]}],"countries":["AU","DE","US"],"is_corresponding":false,"raw_author_name":"Martin Potthast","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar","Leipzig University","Leipzig University and ScaDS.AI","The University of Queensland","University of Kassel,","Universit\u00e4t Jena","hessian.AI, and ScaDS.AI"],"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Leipzig University","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel,","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"The University of Queensland","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"hessian.AI, and ScaDS.AI","institution_ids":["https://openalex.org/I16718484"]},{"raw_affiliation_string":"Universit\u00e4t Jena","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"Leipzig University and ScaDS.AI","institution_ids":["https://openalex.org/I926574661"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":68},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9929,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78758997},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7732389},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7071767},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6076152},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.5387406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46904665},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.46398735},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34070346},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.04694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2311.04694","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.04694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.73}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":133,"referenced_works":["https://openalex.org/W1497212108","https://openalex.org/W1532325895","https://openalex.org/W1544826511","https://openalex.org/W1782653097","https://openalex.org/W1808099759","https://openalex.org/W1965690069","https://openalex.org/W1973183863","https://openalex.org/W1982666595","https://openalex.org/W2015014880","https://openalex.org/W2022995284","https://openalex.org/W2069870183","https://openalex.org/W2078861931","https://openalex.org/W2121934185","https://openalex.org/W2123301721","https://openalex.org/W2132314908","https://openalex.org/W2132457132","https://openalex.org/W2149327368","https://openalex.org/W2154652894","https://openalex.org/W2163582407","https://openalex.org/W2237396823","https://openalex.org/W2250421192","https://openalex.org/W2250825001","https://openalex.org/W2251171083","https://openalex.org/W2255895239","https://openalex.org/W2523101436","https://openalex.org/W2569307494","https://openalex.org/W2571626454","https://openalex.org/W2590822507","https://openalex.org/W2611071287","https://openalex.org/W2616230097","https://openalex.org/W2624553223","https://openalex.org/W2798782484","https://openalex.org/W2896363972","https://openalex.org/W2936695845","https://openalex.org/W2937036051","https://openalex.org/W2953874899","https://openalex.org/W2962974452","https://openalex.org/W2963546708","https://openalex.org/W2970785793","https://openalex.org/W2971269283","https://openalex.org/W2995188596","https://openalex.org/W3007672467","https://openalex.org/W3027879771","https://openalex.org/W3034383590","https://openalex.org/W3034920311","https://openalex.org/W3035068386","https://openalex.org/W3035308065","https://openalex.org/W3091432621","https://openalex.org/W3098267758","https://openalex.org/W3099384026","https://openalex.org/W3099977667","https://openalex.org/W3100107515","https://openalex.org/W3101017384","https://openalex.org/W3103464296","https://openalex.org/W3113553002","https://openalex.org/W3134312382","https://openalex.org/W3142760838","https://openalex.org/W3152584608","https://openalex.org/W3156789018","https://openalex.org/W3158419028","https://openalex.org/W3159259047","https://openalex.org/W3160638507","https://openalex.org/W3169854140","https://openalex.org/W3173777717","https://openalex.org/W3175111331","https://openalex.org/W3176456866","https://openalex.org/W3189106975","https://openalex.org/W3193367516","https://openalex.org/W3200076410","https://openalex.org/W3201762742","https://openalex.org/W4206050413","https://openalex.org/W4221152111","https://openalex.org/W4221166196","https://openalex.org/W4223512675","https://openalex.org/W4224438163","https://openalex.org/W4226059515","https://openalex.org/W4226082499","https://openalex.org/W4234292174","https://openalex.org/W4283157866","https://openalex.org/W4283315779","https://openalex.org/W4285129823","https://openalex.org/W4286969177","https://openalex.org/W4297899309","https://openalex.org/W4301406666","https://openalex.org/W4303441863","https://openalex.org/W4303685983","https://openalex.org/W4307309259","https://openalex.org/W4309674289","https://openalex.org/W4313304293","https://openalex.org/W4315649724","https://openalex.org/W4317937814","https://openalex.org/W4318719006","https://openalex.org/W4319793767","https://openalex.org/W4320465836","https://openalex.org/W4320893927","https://openalex.org/W4321177655","https://openalex.org/W4321351832","https://openalex.org/W4321649710","https://openalex.org/W4327644104","https://openalex.org/W4327644554","https://openalex.org/W4366850661","https://openalex.org/W4367046705","https://openalex.org/W4367692219","https://openalex.org/W4368755400","https://openalex.org/W4376653761","https://openalex.org/W4378509386","https://openalex.org/W4380715443","https://openalex.org/W4381191593","https://openalex.org/W4383046915","https://openalex.org/W4383987287","https://openalex.org/W4384636838","https://openalex.org/W4384652592","https://openalex.org/W4384890971","https://openalex.org/W4385570369","https://openalex.org/W4385571140","https://openalex.org/W4385573021","https://openalex.org/W4385573173","https://openalex.org/W4385688511","https://openalex.org/W4386554921","https://openalex.org/W4387928869","https://openalex.org/W4388184452","https://openalex.org/W4388778348","https://openalex.org/W4388787662","https://openalex.org/W4389316287","https://openalex.org/W4389518925","https://openalex.org/W4389518954","https://openalex.org/W4389519118","https://openalex.org/W4389519607","https://openalex.org/W4389523765","https://openalex.org/W4389713732","https://openalex.org/W4389984066","https://openalex.org/W4392846357","https://openalex.org/W4394591888"],"related_works":["https://openalex.org/W4386824558","https://openalex.org/W4234402960","https://openalex.org/W4210994448","https://openalex.org/W4210958110","https://openalex.org/W2944277854","https://openalex.org/W2493324121","https://openalex.org/W2483613126","https://openalex.org/W2258359646","https://openalex.org/W2203835818","https://openalex.org/W2118564381"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,110],"large":[3],"language":[4,102],"models":[5],"have":[6],"enabled":[7],"the":[8,38,41,55,68,91,95],"development":[9],"of":[10,16,40,73,97],"viable":[11],"generative":[12,21,50,86,111],"retrieval":[13,22,63,87,99],"systems.":[14],"Instead":[15],"a":[17,27,32,35,78,114],"traditional":[18],"document":[19],"ranking,":[20],"systems":[23],"often":[24],"directly":[25],"return":[26],"grounded":[28],"generated":[29,74],"text":[30],"as":[31],"response":[33],"to":[34],"query.":[36],"Quantifying":[37],"utility":[39],"textual":[42],"responses":[43],"is":[44,64],"essential":[45],"for":[46,59,67,80,85],"appropriately":[47],"evaluating":[48],"such":[49],"ad":[51,61],"hoc":[52,62],"retrieval.":[53],"Yet,":[54],"established":[56],"evaluation":[57,72,83],"methodology":[58],"ranking-based":[60],"not":[65],"suited":[66],"reliable":[69],"and":[70,100,107,118],"reproducible":[71],"responses.":[75],"To":[76],"lay":[77],"foundation":[79],"developing":[81],"new":[82,115],"methods":[84],"systems,":[88],"we":[89],"survey":[90],"relevant":[92],"literature":[93],"from":[94],"fields":[96],"information":[98],"natural":[101],"processing,":[103],"identify":[104],"search":[105],"tasks":[106],"system":[108],"architectures":[109],"retrieval,":[112],"develop":[113],"user":[116],"model,":[117],"study":[119],"its":[120],"operationalization.":[121]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4388555782","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-12-30T01:20:13.784448","created_date":"2023-11-10"}