{"id":"https://openalex.org/W4226116716","doi":"https://doi.org/10.1109/icmla52953.2021.00050","title":"An Effective Baseline for Robustness to Distributional Shift","display_name":"An Effective Baseline for Robustness to Distributional Shift","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4226116716","doi":"https://doi.org/10.1109/icmla52953.2021.00050"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla52953.2021.00050","pdf_url":null,"source":{"id":"https://openalex.org/S4363607906","display_name":"2021 20th IEEE International Conference on Machine Learning and Applications (ICMLA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.07107","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028031083","display_name":"Sunil Thulasidasan","orcid":"https://orcid.org/0000-0003-0782-1031"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunil Thulasidasan","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069073113","display_name":"Sushil Thapa","orcid":null},"institutions":[{"id":"https://openalex.org/I207123951","display_name":"New Mexico Institute of Mining and Technology","ror":"https://ror.org/005p9kw61","country_code":"US","type":"education","lineage":["https://openalex.org/I207123951"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sushil Thapa","raw_affiliation_strings":["New Mexico Tech, Socorro, NM, USA"],"affiliations":[{"raw_affiliation_string":"New Mexico Tech, Socorro, NM, USA","institution_ids":["https://openalex.org/I207123951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003944649","display_name":"Sayera Dhaubhadel","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sayera Dhaubhadel","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063725454","display_name":"Gopinath Chennupati","orcid":"https://orcid.org/0000-0002-6223-8570"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gopinath Chennupati","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045651282","display_name":"Tanmoy Bhattacharya","orcid":"https://orcid.org/0000-0002-1060-652X"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"funder","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tanmoy Bhattacharya","raw_affiliation_strings":["Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113478221","display_name":"Jeff Bilmes","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"funder","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Bilmes","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.277,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.999923,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":90},"biblio":{"volume":null,"issue":null,"first_page":"278","last_page":"285"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9989,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.8736043},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.7933296},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.66257775},{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.5693808},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.41170576}],"concepts":[{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.8736043},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.81684166},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7933296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7189252},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.66257775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.63243204},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.60527897},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.5693808},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5052913},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.43678814},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.42220405},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.41170576},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.22637418},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla52953.2021.00050","pdf_url":null,"source":{"id":"https://openalex.org/S4363607906","display_name":"2021 20th IEEE International Conference on Machine Learning and Applications (ICMLA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2105.07107","pdf_url":"https://arxiv.org/pdf/2105.07107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2105.07107","pdf_url":"https://arxiv.org/pdf/2105.07107","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.72,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":46,"referenced_works":["https://openalex.org/W1493526108","https://openalex.org/W1537117060","https://openalex.org/W1824259148","https://openalex.org/W1840435438","https://openalex.org/W1932198206","https://openalex.org/W1959608418","https://openalex.org/W2113459411","https://openalex.org/W2126022166","https://openalex.org/W2134177842","https://openalex.org/W2145607950","https://openalex.org/W2158698691","https://openalex.org/W2170240176","https://openalex.org/W2251939518","https://openalex.org/W2335728318","https://openalex.org/W2512924740","https://openalex.org/W2522957395","https://openalex.org/W2531327146","https://openalex.org/W2618169590","https://openalex.org/W2626967530","https://openalex.org/W2732026016","https://openalex.org/W2765407302","https://openalex.org/W2767414122","https://openalex.org/W2786712888","https://openalex.org/W2867167548","https://openalex.org/W2889625178","https://openalex.org/W2895752198","https://openalex.org/W2903343986","https://openalex.org/W2948321964","https://openalex.org/W2951883849","https://openalex.org/W2952140516","https://openalex.org/W2962915600","https://openalex.org/W2963149653","https://openalex.org/W2963238274","https://openalex.org/W2963384319","https://openalex.org/W2965989958","https://openalex.org/W2970121940","https://openalex.org/W2971130081","https://openalex.org/W2979332623","https://openalex.org/W2980988077","https://openalex.org/W2997212544","https://openalex.org/W3034230713","https://openalex.org/W3118608800","https://openalex.org/W4287766369","https://openalex.org/W4295312788","https://openalex.org/W582134693","https://openalex.org/W967544008"],"related_works":["https://openalex.org/W4380714744","https://openalex.org/W4301122218","https://openalex.org/W4293202849","https://openalex.org/W2737356002","https://openalex.org/W2387995142","https://openalex.org/W2368019753","https://openalex.org/W2333930193","https://openalex.org/W2246241526","https://openalex.org/W1980965563","https://openalex.org/W1489300767"],"abstract_inverted_index":{"Refraining":[0],"from":[1,11,79,89],"confidently":[2],"predicting":[3],"when":[4,75],"faced":[5],"with":[6,66,96,110],"categories":[7],"of":[8,24,73,116,120,129,158,187,188,211],"inputs":[9],"different":[10],"those":[12],"seen":[13],"during":[14],"training":[15],"is":[16,86,102,108,135],"an":[17,80,97,111,140],"important":[18],"requirement":[19],"for":[20,167,193,226],"the":[21,71,83,127,130,133,207],"safe":[22],"deployment":[23],"deep":[25,40,176,191],"learning":[26],"systems.":[27],"While":[28],"simple":[29,152],"to":[30,64,87,138],"state,":[31],"this":[32,54,150,212,217,230],"has":[33],"been":[34,164],"a":[35,58,77,94,105,117,155,184,222],"particularly":[36],"challenging":[37],"problem":[38],"in":[39,50,144,175,229],"learning,":[41,177],"where":[42],"models":[43],"often":[44,199],"end":[45],"up":[46],"making":[47],"overconfident":[48],"predictions":[49],"such":[51],"situations.":[52],"In":[53],"work,":[55],"we":[56,214],"present":[57],"simple,":[59],"but":[60],"highly":[61],"effective":[62,141],"approach":[63,92,153,218],"deal":[65],"out-of-distribution":[67,121,146,168],"detection":[68,169],"that":[69,107,114,124,162,216],"uses":[70,93],"principle":[72],"abstention:":[74],"encountering":[76],"sample":[78],"unseen":[81],"class,":[82],"desired":[84],"behavior":[85],"abstain":[88],"predicting.":[90],"Our":[91],"network":[95],"extra":[98],"abstention":[99,131],"class":[100],"and":[101,145,178,190,196,209],"trained":[103,137],"on":[104,183],"dataset":[106],"augmented":[109],"uncurated":[112],"set":[113],"consists":[115],"large":[118],"number":[119],"(OoD)":[122],"samples":[123],"are":[125],"assigned":[126],"label":[128],"class;":[132],"model":[134],"then":[136],"learn":[139],"discriminator":[142],"between":[143],"samples.":[147],"We":[148],"compare":[149],"relatively":[151],"against":[154],"wide":[156,185],"variety":[157,186],"more":[159],"complex":[160],"methods":[161],"have":[163],"proposed":[165],"both":[166],"as":[170,172,221],"well":[171],"uncertainty":[173],"modeling":[174],"empirically":[179],"demonstrate":[180],"its":[181],"effectiveness":[182,210],"benchmarks":[189],"architectures":[192],"image":[194],"recognition":[195],"text":[197],"classification,":[198],"outperforming":[200],"existing":[201],"approaches":[202],"by":[203],"significant":[204],"margins.":[205],"Given":[206],"simplicity":[208],"method,":[213],"propose":[215],"be":[219],"used":[220],"new":[223],"additional":[224],"baseline":[225],"future":[227],"work":[228],"domain.":[231]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4226116716","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-04-19T07:42:42.918090","created_date":"2022-05-05"}