{"id":"https://openalex.org/W4286562652","doi":"https://doi.org/10.48550/arxiv.2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","display_name":"DataPerf: Benchmarks for Data-Centric AI Development","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4286562652","doi":"https://doi.org/10.48550/arxiv.2207.10062"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2207.10062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2207.10062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022281162","display_name":"Mark Mazumder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazumder, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082625759","display_name":"Colby Banbury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banbury, Colby","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008860425","display_name":"Xiaozhe Yao","orcid":"https://orcid.org/0000-0002-4661-533X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Xiaozhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025073517","display_name":"Bojan Karla\u0161","orcid":"https://orcid.org/0000-0002-6462-3579"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karla\u0161, Bojan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064746496","display_name":"William Gaviria Rojas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rojas, William Gaviria","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035764026","display_name":"Sudnya Diamos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diamos, Sudnya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033256312","display_name":"Greg Diamos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diamos, Greg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000091089","display_name":"Lynn He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Lynn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016956470","display_name":"Douwe Kiela","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiela, Douwe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091341455","display_name":"David Jurado","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurado, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035585648","display_name":"David Kanter","orcid":"https://orcid.org/0000-0003-4332-4833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanter, David","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011309559","display_name":"Rafael Mosquera","orcid":"https://orcid.org/0009-0009-0812-6330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mosquera, Rafael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032435602","display_name":"Juan Ciro","orcid":"https://orcid.org/0009-0000-4179-3076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ciro, Juan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016381010","display_name":"Lora Aroyo","orcid":"https://orcid.org/0000-0001-9402-1133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aroyo, Lora","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005070359","display_name":"Bilge Acun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Acun, Bilge","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011478764","display_name":"Sabri Eyuboglu","orcid":"https://orcid.org/0000-0002-8412-0266"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eyuboglu, Sabri","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034659013","display_name":"Amirata Ghorbani","orcid":"https://orcid.org/0000-0001-6465-2321"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghorbani, Amirata","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045070002","display_name":"Emmett D. Goodman","orcid":"https://orcid.org/0000-0003-4971-8622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goodman, Emmett","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056133908","display_name":"Tariq Kane","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kane, Tariq","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060540398","display_name":"Christine Kirkpatrick","orcid":"https://orcid.org/0000-0002-4451-8042"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirkpatrick, Christine R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056050477","display_name":"Tzu-Sheng Kuo","orcid":"https://orcid.org/0000-0002-1504-7640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuo, Tzu-Sheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074303284","display_name":"Jonas Mueller","orcid":"https://orcid.org/0000-0002-0070-5823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mueller, Jonas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026811404","display_name":"Tristan Thrush","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thrush, Tristan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016794035","display_name":"Joaquin Vanschoren","orcid":"https://orcid.org/0000-0001-7044-9805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vanschoren, Joaquin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110474910","display_name":"Margaret Warren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Warren, Margaret","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062696000","display_name":"Adina Williams","orcid":"https://orcid.org/0000-0001-5281-3343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Adina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081511803","display_name":"Serena Yeung","orcid":"https://orcid.org/0000-0003-0529-0628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeung, Serena","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031627270","display_name":"Newsha Ardalani","orcid":"https://orcid.org/0000-0002-9975-4819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ardalani, Newsha","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076601570","display_name":"Praveen Paritosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paritosh, Praveen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ce","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779176","display_name":"James Zou","orcid":"https://orcid.org/0000-0001-8880-4764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028220093","display_name":"Carole-Jean Wu","orcid":"https://orcid.org/0000-0002-9032-7239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039941658","display_name":"Cody Coleman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coleman, Cody","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112456378","display_name":"Andrew Y. Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, Andrew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053488528","display_name":"Peter Mattson","orcid":"https://orcid.org/0000-0002-5984-238X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mattson, Peter","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000635267","display_name":"Vijay Janapa Reddi","orcid":"https://orcid.org/0000-0002-5259-7721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reddi, Vijay Janapa","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.999939,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9903,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.64417005},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.59252846},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5658208},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5148267},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.49773172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8030403},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.69349825},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.64417005},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6200879},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.59252846},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5658208},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5148267},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.49773172},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46078977},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4528724},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.43948162},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.41610298},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40172634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3372658},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.23051152},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11589089},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2207.10062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10062","pdf_url":"http://arxiv.org/pdf/2207.10062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2207.10062","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2207.10062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.62}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390295458","https://openalex.org/W4287902769","https://openalex.org/W3021704418","https://openalex.org/W3001140700","https://openalex.org/W2995453361","https://openalex.org/W2575292835","https://openalex.org/W2365594754","https://openalex.org/W2092282998","https://openalex.org/W2053982300","https://openalex.org/W1990407237"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"research":[2,50],"has":[3,38],"long":[4],"focused":[5],"on":[6,95],"models":[7],"rather":[8],"than":[9],"datasets,":[10,96],"and":[11,26,44,49,72,86,101,134,141,144,159,165,178],"prominent":[12],"datasets":[13,71],"are":[14,162],"used":[15],"for":[16,68],"common":[17],"ML":[18,70,91],"tasks":[19],"without":[20],"regard":[21],"to":[22,41,77,93,113,172,176],"the":[23,29,33,90,152,166],"breadth,":[24],"difficulty,":[25],"faithfulness":[27],"of":[28,36,98,111,121,130],"underlying":[30],"problems.":[31],"Neglecting":[32],"fundamental":[34],"importance":[35],"data":[37],"given":[39],"rise":[40],"inaccuracy,":[42],"bias,":[43],"fragility":[45],"in":[46,80,136],"real-world":[47],"applications,":[48],"is":[51],"hindered":[52],"by":[53],"saturation":[54],"across":[55],"existing":[56],"dataset":[57],"benchmarks.":[58],"In":[59],"response,":[60],"we":[61,102,145],"present":[62],"DataPerf,":[63],"a":[64,127],"community-led":[65],"benchmark":[66],"suite":[67],"evaluating":[69],"data-centric":[73,81,131],"algorithms.":[74],"We":[75,88],"aim":[76],"foster":[78],"innovation":[79],"AI":[82],"through":[83],"competition,":[84],"comparability,":[85],"reproducibility.":[87],"enable":[89],"community":[92],"iterate":[94],"instead":[97],"just":[99],"architectures,":[100],"provide":[103],"an":[104],"open,":[105],"online":[106,156],"platform":[107],"with":[108],"multiple":[109],"rounds":[110],"challenges":[112],"support":[114,146],"this":[115],"iterative":[116],"development.":[117],"The":[118,154],"first":[119],"iteration":[120],"DataPerf":[122,171],"contains":[123],"five":[124],"benchmarks":[125,150],"covering":[126],"wide":[128],"spectrum":[129],"techniques,":[132],"tasks,":[133],"modalities":[135],"vision,":[137],"speech,":[138],"acquisition,":[139],"debugging,":[140],"diffusion":[142],"prompting,":[143],"hosting":[147],"new":[148],"contributed":[149],"from":[151],"community.":[153],"benchmarks,":[155],"evaluation":[157],"platform,":[158],"baseline":[160],"implementations":[161],"open":[163],"source,":[164],"MLCommons":[167],"Association":[168],"will":[169],"maintain":[170],"ensure":[173],"long-term":[174],"benefits":[175],"academia":[177],"industry.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4286562652","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":2}],"updated_date":"2025-01-04T20:58:34.506241","created_date":"2022-07-22"}