{"id":"https://openalex.org/W4402671952","doi":"https://doi.org/10.18653/v1/2024.acl-long.211","title":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","display_name":"OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402671952","doi":"https://doi.org/10.18653/v1/2024.acl-long.211"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.211","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054001546","display_name":"Chaoqun He","orcid":"https://orcid.org/0000-0002-2615-6244"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaoqun He","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101352904","display_name":"Renjie Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renjie Luo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113092722","display_name":"Yuzhuo Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhuo Bai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010557815","display_name":"Shengding Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shengding Hu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093994233","display_name":"Zhen Leng Thai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen Thai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101546711","display_name":"Junhao Shen","orcid":"https://orcid.org/0000-0002-5347-9305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junhao Shen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025369015","display_name":"Jinyi Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinyi Hu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101224117","display_name":"Xu Han","orcid":"https://orcid.org/0009-0006-8542-8509"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089374633","display_name":"Yujie Huang","orcid":"https://orcid.org/0000-0001-7934-7872"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujie Huang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101769560","display_name":"Yuxiang Zhang","orcid":"https://orcid.org/0000-0001-5228-3215"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxiang Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454004","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0001-6079-7566"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114089760","display_name":"Lei Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320722","display_name":"Zhiyuan Liu","orcid":"https://orcid.org/0000-0002-6331-0810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyuan Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":"3828","last_page":"3850"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Curriculum Alignment and Educational Objectives","score":0.7583,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Curriculum Alignment and Educational Objectives","score":0.7583,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Development of Personal Epistemological Beliefs","score":0.7236,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Self-Regulated Learning in Educational Research","score":0.6864,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/olympiad","display_name":"Olympiad","score":0.9747702},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8032346},{"id":"https://openalex.org/keywords/educational-objectives","display_name":"Educational Objectives","score":0.544852},{"id":"https://openalex.org/keywords/collaborative-learning","display_name":"Collaborative Learning","score":0.541945},{"id":"https://openalex.org/keywords/cognitive-levels","display_name":"Cognitive Levels","score":0.538797},{"id":"https://openalex.org/keywords/curriculum-alignment","display_name":"Curriculum Alignment","score":0.536547},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative Learning","score":0.527936}],"concepts":[{"id":"https://openalex.org/C130383907","wikidata":"https://www.wikidata.org/wiki/Q221956","display_name":"Olympiad","level":2,"score":0.9747702},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8032346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.61901414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3502916},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33103758},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32166243},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13378006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12894744},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06486964}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.211","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.56}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390472257","https://openalex.org/W4251082295","https://openalex.org/W4229763038","https://openalex.org/W4221051194","https://openalex.org/W3114105351","https://openalex.org/W3024628487","https://openalex.org/W2939603677","https://openalex.org/W2587626243","https://openalex.org/W2028720724","https://openalex.org/W1974084343"],"abstract_inverted_index":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402671952","counts_by_year":[],"updated_date":"2024-12-04T05:41:29.514169","created_date":"2024-09-21"}