{"id":"https://openalex.org/W4285345015","doi":"https://doi.org/10.55417/fr.2021010","title":"Perception robustness testing at different levels of generality","display_name":"Perception robustness testing at different levels of generality","publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W4285345015","doi":"https://doi.org/10.55417/fr.2021010"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.55417/fr.2021010","pdf_url":null,"source":{"id":"https://openalex.org/S4387279083","display_name":"Field Robotics","issn_l":"2771-3989","issn":["2771-3989"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.55417/fr.2021010","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040620353","display_name":"Zachary Pezzementi","orcid":"https://orcid.org/0000-0002-1137-7378"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Pezzementi","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035658063","display_name":"Trenton Tabor","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trenton Tabor","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112330765","display_name":"Jonathan Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Chang","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043772306","display_name":"Carter Tiernan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carter Tiernan","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015283427","display_name":"Bill Drozd","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Drozd","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045655492","display_name":"Eric Sample","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Sample","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111876485","display_name":"Chris Hazard","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Hazard","raw_affiliation_strings":["National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"National Robotics Engineering Center (NREC), Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013993834","display_name":"Michael Wagner","orcid":"https://orcid.org/0000-0002-9778-7684"},"institutions":[{"id":"https://openalex.org/I4210146707","display_name":"Edge Case Research (United States)","ror":"https://ror.org/03zrkam54","country_code":"US","type":"company","lineage":["https://openalex.org/I4210146707"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Wagner","raw_affiliation_strings":["Edge Case Research LLC, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Edge Case Research LLC, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I4210146707"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036158209","display_name":"Philip Koopman","orcid":"https://orcid.org/0000-0003-1658-2386"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip Koopman","raw_affiliation_strings":["Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.099,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":1,"citation_normalized_percentile":{"value":0.299069,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":56,"max":66},"biblio":{"volume":"1","issue":"1","first_page":"253","last_page":"286"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness","score":0.88461375},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.77936363},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.5305351}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.88461375},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.77936363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429215},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5437551},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.5305351},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43771765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4229743},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.412848},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37013045},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14599696},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.55417/fr.2021010","pdf_url":null,"source":{"id":"https://openalex.org/S4387279083","display_name":"Field Robotics","issn_l":"2771-3989","issn":["2771-3989"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.55417/fr.2021010","pdf_url":null,"source":{"id":"https://openalex.org/S4387279083","display_name":"Field Robotics","issn_l":"2771-3989","issn":["2771-3989"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.64}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":60,"referenced_works":["https://openalex.org/W1518931405","https://openalex.org/W1921093919","https://openalex.org/W1993850091","https://openalex.org/W2053083163","https://openalex.org/W2099318124","https://openalex.org/W2128254161","https://openalex.org/W2138948150","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2201145266","https://openalex.org/W2254462240","https://openalex.org/W2328067583","https://openalex.org/W2397830550","https://openalex.org/W2479714754","https://openalex.org/W2490270993","https://openalex.org/W2496266747","https://openalex.org/W2557728737","https://openalex.org/W2561397319","https://openalex.org/W2570343428","https://openalex.org/W2601564443","https://openalex.org/W2616028256","https://openalex.org/W2626967530","https://openalex.org/W2736899637","https://openalex.org/W2767459365","https://openalex.org/W2778115935","https://openalex.org/W2784465508","https://openalex.org/W2797527871","https://openalex.org/W2798302089","https://openalex.org/W2892362080","https://openalex.org/W2941175503","https://openalex.org/W2949736877","https://openalex.org/W2950787360","https://openalex.org/W2950800384","https://openalex.org/W2951940613","https://openalex.org/W2963351448","https://openalex.org/W2963542245","https://openalex.org/W2963730616","https://openalex.org/W2964350391","https://openalex.org/W2969454448","https://openalex.org/W2981495453","https://openalex.org/W2989924675","https://openalex.org/W2990955823","https://openalex.org/W2996490176","https://openalex.org/W2999862950","https://openalex.org/W3046704329","https://openalex.org/W3101442004","https://openalex.org/W3106250896","https://openalex.org/W3121281282","https://openalex.org/W3121342653","https://openalex.org/W3139294479","https://openalex.org/W4230519770","https://openalex.org/W4246256082","https://openalex.org/W4288281368","https://openalex.org/W4288359148","https://openalex.org/W4288359223","https://openalex.org/W4288404646","https://openalex.org/W4293584584","https://openalex.org/W4293586251","https://openalex.org/W4297775537","https://openalex.org/W639708223"],"related_works":["https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4224009465","https://openalex.org/W4205364923","https://openalex.org/W2961085424","https://openalex.org/W2789584252","https://openalex.org/W2385695368","https://openalex.org/W2369604612","https://openalex.org/W2160571967","https://openalex.org/W1980755708"],"abstract_inverted_index":{"Ensuring":[0],"the":[1,24,34,94,155],"success":[2],"and":[3,100,146],"safety":[4],"of":[5,18,23,36,44,48,96,118,150],"deployed":[6],"robotic":[7],"systems":[8],"often":[9,153],"requires":[10],"predicting":[11],"their":[12],"behavior":[13],"in":[14,40,138],"a":[15,37,41,90,106,128],"wide":[16],"range":[17,43],"conditions,":[19],"precluding":[20],"practical":[21],"testing":[22],"physical":[25,59],"system":[26,39],"itself.":[27],"We":[28,78,103,122],"introduce":[29,105],"an":[30],"approach":[31],"to":[32,58,71,73,87,116],"predict":[33],"robustness":[35,108,151],"perception":[38],"broad":[42],"conditions":[45,51],"through":[46],"simulation":[47],"challenging":[49],"real-world":[50],"achieved":[52],"by":[53],"modifying":[54],"real":[55],"images":[56],"according":[57],"phenomena,":[60],"producing":[61],"physically-realistic,":[62],"mutated":[63],"images.":[64],"Typical":[65],"perception-system":[66],"performance":[67,120],"metrics":[68,81],"are":[69,83],"difficult":[70],"relate":[72],"system-level":[74],"application-":[75],"or":[76],"safety-requirements.":[77],"propose":[79],"performance-evaluating":[80],"that":[82,112],"more":[84],"closely":[85],"tied":[86],"these":[88,119],"targets,":[89],"relationship":[91],"dependent":[92],"on":[93,126,132],"amount":[95],"application-specific":[97],"context":[98],"available":[99],"assumptions":[101],"imposed.":[102],"also":[104],"novel":[107],"metric,":[109],"Robustness":[110],"ROC,":[111],"can":[113,152],"be":[114],"applied":[115],"any":[117],"metrics.":[121],"demonstrate":[123],"this":[124],"method":[125],"NREC-AgPD,":[127],"large":[129],"dataset":[130],"focused":[131],"person":[133,144],"detection":[134],"for":[135],"off-road":[136],"driving":[137],"orchard":[139],"environments,":[140],"assessing":[141],"several":[142],"recent":[143],"detectors,":[145],"showing":[147],"how":[148],"considerations":[149],"change":[154],"best-choice":[156],"algorithm.":[157]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285345015","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-04-03T05:50:30.435628","created_date":"2022-07-14"}