{"id":"https://openalex.org/W4312727251","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892434","title":"Calibration of the Multiple Choice Machine Reading Comprehension","display_name":"Calibration of the Multiple Choice Machine Reading Comprehension","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312727251","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892434"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892434","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015393377","display_name":"Luxi Xing","orcid":"https://orcid.org/0000-0002-5752-2980"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Xing","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China","School of Cyber Security, University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684459","display_name":"Yue Hu","orcid":"https://orcid.org/0000-0002-4416-3974"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Hu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China","School of Cyber Security, University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024277596","display_name":"Yuqiang Xie","orcid":"https://orcid.org/0000-0002-7812-7824"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqiang Xie","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China","School of Cyber Security, University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701893","display_name":"Wei Peng","orcid":"https://orcid.org/0000-0001-8179-1577"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Peng","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China","School of Cyber Security, University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088118933","display_name":"Yajing Sun","orcid":"https://orcid.org/0000-0003-2807-9382"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajing Sun","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, China","School of Cyber Security, University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100374101","display_name":"Chen Zhang","orcid":"https://orcid.org/0000-0002-2406-8734"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Zhang","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.176,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.371812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":61,"max":71},"biblio":{"volume":"abs 1903 802","issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Natural Language Processing","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Advances in Transfer Learning and Domain Adaptation","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Multi-label Text Classification in Machine Learning","score":0.9971,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7354958},{"id":"https://openalex.org/keywords/multi-label-learning","display_name":"Multi-label Learning","score":0.617283},{"id":"https://openalex.org/keywords/representation-learning","display_name":"Representation Learning","score":0.562389},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-Supervised Learning","score":0.555729},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"Topic Modeling","score":0.544658},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine Translation","score":0.541816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82342976},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7354958},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.7124411},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5891082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.57680106},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47531158},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.43368444},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33829743},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11543554},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.088109195},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892434","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.85,"display_name":"Quality education"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"U21B2009"}],"datasets":[],"versions":[],"referenced_works_count":29,"referenced_works":["https://openalex.org/W1598033630","https://openalex.org/W1618905105","https://openalex.org/W2098824882","https://openalex.org/W2183341477","https://openalex.org/W2254249950","https://openalex.org/W2606964149","https://openalex.org/W2626967530","https://openalex.org/W2896457183","https://openalex.org/W2898695519","https://openalex.org/W2923014074","https://openalex.org/W2943552823","https://openalex.org/W2948210185","https://openalex.org/W2963323070","https://openalex.org/W2963351448","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2970780738","https://openalex.org/W3002072934","https://openalex.org/W3024566755","https://openalex.org/W3034257552","https://openalex.org/W3035072529","https://openalex.org/W3035441651","https://openalex.org/W3104939451","https://openalex.org/W3111980464","https://openalex.org/W3191230274","https://openalex.org/W3199958362","https://openalex.org/W4287865413","https://openalex.org/W4288482469","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W972276598","https://openalex.org/W915438175","https://openalex.org/W4321353415","https://openalex.org/W4246352526","https://openalex.org/W2745001401","https://openalex.org/W2378211422","https://openalex.org/W2130974462","https://openalex.org/W2121910908","https://openalex.org/W2086519370","https://openalex.org/W2028665553"],"abstract_inverted_index":{"Prediction":[0],"calibration":[1,66,77,156],"devotes":[2],"to":[3,63,92,111,128],"making":[4],"the":[5,13,18,28,37,40,55,64,75,79,84,103,108,113,118,124,130,135,148],"model":[6,38,56,97,115,154],"produce":[7],"correct":[8],"prediction":[9,65,76,155],"probability,":[10,47],"corresponding":[11],"with":[12,44],"model's":[14],"empirical":[15],"measurement":[16],"(i.e.,":[17],"accuracy":[19],"on":[20,140],"benchmark).":[21],"It":[22,122],"plays":[23],"a":[24,45,94],"crucial":[25],"role":[26],"in":[27],"Multiple-Choice":[29],"based":[30],"Machine":[31],"Reading":[32],"Comprehension":[33],"(MCRC)":[34],"task.":[35],"Once":[36],"gives":[39],"wrong":[41],"candidate":[42],"answer":[43],"high":[46],"users":[48],"or":[49],"downstream":[50],"applications":[51],"will":[52],"not":[53],"trust":[54],"easily.":[57],"However,":[58],"few":[59],"works":[60],"pay":[61],"attention":[62],"of":[67,78,117],"MCRC":[68,80,114],"models.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73],"study":[74],"models":[81],"and":[82,157],"introduce":[83],"self-supervised":[85,125],"target":[86,109],"label":[87,110],"softening":[88],"(SS-TLS)":[89],"training":[90],"method":[91,106,150],"develop":[93],"well-calibrated":[95],"MRC":[96,144],"while":[98],"improving":[99],"its":[100],"performance.":[101,158],"Specifically,":[102],"proposed":[104,149],"SS-TLS":[105],"softens":[107],"train":[112],"instead":[116],"standard":[119],"cross-entropy":[120],"objective.":[121],"employs":[123],"confidence":[126],"signal":[127],"monitor":[129],"soften":[131],"scale":[132],"adaptively":[133],"at":[134],"instance":[136],"level.":[137],"Experimental":[138],"results":[139],"several":[141],"multiple-Choice":[142],"style":[143],"datasets":[145],"illustrate":[146],"that":[147],"can":[151],"improve":[152],"both":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312727251","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2024-11-22T21:36:43.725452","created_date":"2023-01-05"}