{"id":"https://openalex.org/W2945246879","doi":"https://doi.org/10.1145/3331184.3331261","title":"Controlling Risk of Web Question Answering","display_name":"Controlling Risk of Web Question Answering","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W2945246879","doi":"https://doi.org/10.1145/3331184.3331261","mag":"2945246879"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.10077","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076267273","display_name":"Lixin Su","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Su","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114973741","display_name":"Yixin Fan","orcid":"https://orcid.org/0000-0002-0529-3768"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Fan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101616866","display_name":"Yanyan Lan","orcid":"https://orcid.org/0000-0002-7811-3262"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyan Lan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":6,"citation_normalized_percentile":{"value":0.839626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":81,"max":82},"biblio":{"volume":null,"issue":null,"first_page":"115","last_page":"124"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.75082386},{"id":"https://openalex.org/keywords/question-routing","display_name":"Question Routing","score":0.557537},{"id":"https://openalex.org/keywords/answer-quality","display_name":"Answer Quality","score":0.542674},{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"Visual Question Answering","score":0.534673},{"id":"https://openalex.org/keywords/community-question-answering","display_name":"Community Question Answering","score":0.526924},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"Topic Modeling","score":0.525023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.817181},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.75082386},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6678161},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.53244984},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4435724},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38670713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38247633},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.10077","pdf_url":"https://arxiv.org/pdf/1905.10077","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1905.10077","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.10077","pdf_url":"https://arxiv.org/pdf/1905.10077","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.72}],"grants":[],"datasets":[],"versions":["https://openalex.org/W2945246879","https://openalex.org/W3100871396"],"referenced_works_count":50,"referenced_works":["https://openalex.org/W1544827683","https://openalex.org/W2081402703","https://openalex.org/W2111051539","https://openalex.org/W2115758952","https://openalex.org/W2125436846","https://openalex.org/W2144746247","https://openalex.org/W2171278097","https://openalex.org/W2507756961","https://openalex.org/W2516930406","https://openalex.org/W2551396370","https://openalex.org/W2609826708","https://openalex.org/W2613681825","https://openalex.org/W2618169590","https://openalex.org/W2624677889","https://openalex.org/W2626967530","https://openalex.org/W2734823783","https://openalex.org/W2740747242","https://openalex.org/W2753329127","https://openalex.org/W2758425594","https://openalex.org/W2771472444","https://openalex.org/W2788907134","https://openalex.org/W2795945203","https://openalex.org/W2799081691","https://openalex.org/W2887331219","https://openalex.org/W2887386650","https://openalex.org/W2889181558","https://openalex.org/W2890884881","https://openalex.org/W2891850907","https://openalex.org/W2892060537","https://openalex.org/W2893463703","https://openalex.org/W2896457183","https://openalex.org/W2950501607","https://openalex.org/W2950896278","https://openalex.org/W2952053192","https://openalex.org/W2952502547","https://openalex.org/W2962985038","https://openalex.org/W2963195889","https://openalex.org/W2963215553","https://openalex.org/W2963238274","https://openalex.org/W2963323070","https://openalex.org/W2963339397","https://openalex.org/W2963341956","https://openalex.org/W2963675284","https://openalex.org/W2963748441","https://openalex.org/W2963871484","https://openalex.org/W2964059111","https://openalex.org/W2989499211","https://openalex.org/W3098057198","https://openalex.org/W4212774754","https://openalex.org/W4289377895"],"related_works":["https://openalex.org/W972276598","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2387743295","https://openalex.org/W2384605597","https://openalex.org/W2378211422","https://openalex.org/W2130974462","https://openalex.org/W2087343574","https://openalex.org/W2086519370","https://openalex.org/W2028665553"],"abstract_inverted_index":{"Web":[0,98,114,164,173],"question":[1],"answering":[2],"(QA)":[3],"has":[4],"become":[5],"an":[6,87,107],"indispensable":[7],"component":[8],"in":[9,96,157],"modern":[10],"search":[11,18,51],"systems,":[12],"which":[13,124],"can":[14],"significantly":[15],"improve":[16],"users'":[17,26],"experience":[19],"by":[20,33,66],"providing":[21],"a":[22,119,127,138],"direct":[23],"answer":[24],"to":[25,44,49,93],"information":[27],"need.":[28],"This":[29],"could":[30],"be":[31],"achieved":[32,65],"applying":[34],"machine":[35],"reading":[36],"comprehension":[37],"(MRC)":[38],"models":[39],"over":[40,110,169],"the":[41,50,54,77,84,111,134,152,160,171,177,183],"retrieved":[42],"passages":[43],"extract":[45],"answers":[46],"with":[47],"respect":[48],"query.":[52],"With":[53],"development":[55],"of":[56,86,113,126,162,185],"deep":[57,68],"learning":[58],"techniques,":[59],"state-of-the-art":[60],"MRC":[61,74,88,179],"performances":[62],"have":[63],"been":[64],"recent":[67],"methods.":[69],"However,":[70],"existing":[71],"studies":[72],"on":[73],"seldom":[75],"address":[76],"predictive":[78],"uncertainty":[79,131],"issue,":[80],"i.e.,":[81],"how":[82],"likely":[83],"prediction":[85],"model":[89,129,140],"is":[90],"wrong,":[91],"leading":[92],"uncontrollable":[94],"risks":[95],"real-world":[97,172],"QA":[99,174],"applications.":[100],"In":[101],"this":[102],"work,":[103],"we":[104,146],"first":[105],"conduct":[106],"in-depth":[108],"investigation":[109],"risk":[112,121],"QA.":[115,165],"We":[116],"then":[117],"introduce":[118,147],"novel":[120],"control":[122],"framework,":[123],"consists":[125],"qualify":[128],"for":[130,141,159],"estimation":[132],"using":[133],"probe":[135],"idea,":[136],"and":[137,155,176],"decision":[139],"selectively":[142],"output.":[143],"For":[144],"evaluation,":[145],"risk-related":[148],"metrics,":[149],"rather":[150],"than":[151],"traditional":[153],"EM":[154],"F1":[156],"MRC,":[158],"evaluation":[161],"risk-aware":[163],"The":[166],"empirical":[167],"results":[168],"both":[170],"dataset":[175],"academic":[178],"benchmark":[180],"collection":[181],"demonstrate":[182],"effectiveness":[184],"our":[186],"approach.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2945246879","counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2024-12-04T19:47:45.032765","created_date":"2019-05-29"}