{"id":"https://openalex.org/W4392639441","doi":"https://doi.org/10.1162/dint_a_00245","title":"Benchmarks for Pir\u00e1 2.0, a Reading Comprehension Dataset about the Ocean, the Brazilian Coast, and Climate Change","display_name":"Benchmarks for Pir\u00e1 2.0, a Reading Comprehension Dataset about the Ocean, the Brazilian Coast, and Climate Change","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392639441","doi":"https://doi.org/10.1162/dint_a_00245"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00245","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00245/2348276/dint_a_00245.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2641-435X","issn":["2641-435X","2096-7004"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00245/2348276/dint_a_00245.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078611857","display_name":"Paulo Pirozelli","orcid":"https://orcid.org/0000-0002-4714-287X"},"institutions":[{"id":"https://openalex.org/I4403928426","display_name":"Instituto de Estudos Avan\u00e7ados da Universidade de S\u00e3o Paulo","ror":"https://ror.org/04t6wsp57","country_code":null,"type":"funder","lineage":["https://openalex.org/I17974374","https://openalex.org/I4403928426"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo Pirozelli","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution-Instituto de Estudos Avan\u00e7ados Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution-Instituto de Estudos Avan\u00e7ados Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I4403928426","https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063420046","display_name":"Marcos M. Jos\u00e9","orcid":"https://orcid.org/0000-0003-4663-4386"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcos M. Jos\u00e9","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044611885","display_name":"Igor Cataneo Silveira","orcid":"https://orcid.org/0000-0003-1599-8347"},"institutions":[{"id":"https://openalex.org/I4210131883","display_name":"Brazilian Society of Computational and Applied Mathematics","ror":"https://ror.org/03kcw4w74","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210131883"]},{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Igor Silveira","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution-Instituto de Matem\u00e1tica e Estat\u00edstica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution-Instituto de Matem\u00e1tica e Estat\u00edstica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I4210131883","https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004063812","display_name":"Fl\u00e1vio Nakasato","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fl\u00e1vio Nakasato","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056299555","display_name":"Sarajane Marques Peres","orcid":"https://orcid.org/0000-0003-3551-6480"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Sarajane M. Peres","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Rua Cayowa\u00e1, 876 apto 141, S\u00c3O PAULO 05018-001, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Rua Cayowa\u00e1, 876 apto 141, S\u00c3O PAULO 05018-001, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050791184","display_name":"Anarosa A. F. Brand\u00e3o","orcid":"https://orcid.org/0000-0001-8992-4768"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anarosa A. F. Brand\u00e3o","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069264027","display_name":"Anna Helena Reali Costa","orcid":"https://orcid.org/0000-0001-7309-4528"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anna H. R. Costa","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006532598","display_name":"F\u00e1bio Gagliardi Cozman","orcid":"https://orcid.org/0000-0003-4077-4935"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"funder","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fabio G. Cozman","raw_affiliation_strings":["Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil."],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo Ringgold Standard Institution, Escola Polit\u00e9cnica Av. 370, S\u00e3o Paulo 05508-900, Brazil.","institution_ids":["https://openalex.org/I17974374"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":0,"currency":"USD","value_usd":0},"apc_paid":null,"fwci":1.156,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.795159,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":78,"max":88},"biblio":{"volume":"6","issue":"1","first_page":"29","last_page":"63"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.43810284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.78950644},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6305087},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.59146863},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.52171296},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.50176644},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.48507705},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.47679496},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46989107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4674455},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.4419369},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.43810284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43308094},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40762627},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13103232},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00245","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00245/2348276/dint_a_00245.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2641-435X","issn":["2641-435X","2096-7004"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1162/dint_a_00245","pdf_url":"https://direct.mit.edu/dint/article-pdf/doi/10.1162/dint_a_00245/2348276/dint_a_00245.pdf","source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2641-435X","issn":["2641-435X","2096-7004"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.41,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":17,"referenced_works":["https://openalex.org/W1516184288","https://openalex.org/W1583837637","https://openalex.org/W1784223173","https://openalex.org/W2547185913","https://openalex.org/W2794325560","https://openalex.org/W2890399523","https://openalex.org/W2906432682","https://openalex.org/W2964223283","https://openalex.org/W2965373594","https://openalex.org/W4226399820","https://openalex.org/W4252076394","https://openalex.org/W4287687023","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4360836968","https://openalex.org/W4385468994","https://openalex.org/W4391156274"],"related_works":["https://openalex.org/W4395044357","https://openalex.org/W4387506531","https://openalex.org/W4380551139","https://openalex.org/W4365211920","https://openalex.org/W4317695495","https://openalex.org/W4299831724","https://openalex.org/W4287117424","https://openalex.org/W3014948380","https://openalex.org/W2967848559","https://openalex.org/W2087346071"],"abstract_inverted_index":{"ABSTRACT":[0],"Pir\u00e1":[1,76,102,212],"is":[2],"a":[3,19,32,55,78,86,133,143],"reading":[4,110],"comprehension":[5],"dataset":[6,30,154],"focused":[7],"on":[8,26],"the":[9,11,40,101,137,153,166,207,211],"ocean,":[10],"Brazilian":[12],"coast,":[13],"and":[14,24,119,149,185,187],"climate":[15],"change,":[16],"built":[17],"from":[18,173],"collection":[20],"of":[21,42,58,89,126,136,145,170,183,200],"scientific":[22,50],"abstracts":[23],"reports":[25],"these":[27,69],"topics.":[28],"This":[29],"represents":[31],"versatile":[33],"language":[34],"resource,":[35],"particularly":[36],"useful":[37],"for":[38,65,80,179,202],"testing":[39,81],"ability":[41],"current":[43],"machine":[44,82,109],"learning":[45,83],"models":[46,84],"to":[47,164],"acquire":[48],"expert":[49],"knowledge.":[51],"Despite":[52],"its":[53],"potential,":[54],"detailed":[56],"set":[57],"baselines":[59],"has":[60,155],"not":[61],"yet":[62],"been":[63,156],"developed":[64],"Pir\u00e1.":[66],"By":[67],"creating":[68],"baselines,":[70],"researchers":[71,203],"can":[72],"more":[73],"easily":[74],"utilize":[75],"as":[77,163],"resource":[79],"across":[85],"wide":[87],"range":[88],"question":[90,107,115,122],"answering":[91],"tasks.":[92],"In":[93],"this":[94,127,195],"paper,":[95],"we":[96,129,141],"define":[97],"six":[98],"benchmarks":[99],"over":[100],"dataset,":[103,139],"covering":[104],"closed":[105],"generative":[106],"answering,":[108,116],"comprehension,":[111],"information":[112],"retrieval,":[113],"open":[114],"answer":[117],"triggering,":[118],"multiple":[120,188],"choice":[121,189],"answering.":[123],"As":[124],"part":[125],"effort,":[128],"have":[130],"also":[131],"produced":[132],"curated":[134],"version":[135],"original":[138],"where":[140],"fixed":[142],"number":[144],"grammar":[146],"issues,":[147],"repetitions,":[148],"other":[150],"shortcomings.":[151],"Furthermore,":[152],"extended":[157],"in":[158,194,205],"several":[159,198],"new":[160],"directions,":[161],"so":[162],"face":[165],"aforementioned":[167],"benchmarks:":[168],"translation":[169],"supporting":[171],"texts":[172],"English":[174],"into":[175],"Portuguese,":[176],"classification":[177],"labels":[178],"answerability,":[180],"automatic":[181],"paraphrases":[182],"questions":[184],"answers,":[186],"candidates.":[190],"The":[191],"results":[192],"described":[193],"paper":[196],"provide":[197],"points":[199],"reference":[201],"interested":[204],"exploring":[206],"challenges":[208],"provided":[209],"by":[210],"dataset.":[213]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392639441","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-04-14T01:37:15.172091","created_date":"2024-03-12"}