{"id":"https://openalex.org/W3082051432","doi":"https://doi.org/10.1109/icsme46990.2020.00056","title":"Revisiting Test Smells in Automatically Generated Tests: Limitations, Pitfalls, and Opportunities","display_name":"Revisiting Test Smells in Automatically Generated Tests: Limitations, Pitfalls, and Opportunities","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3082051432","doi":"https://doi.org/10.1109/icsme46990.2020.00056","mag":"3082051432"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme46990.2020.00056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_5d7de3b0-2c9c-48e2-b43b-81897cee4693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"funder","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063227479","display_name":"Sebastiano Panichella","orcid":"https://orcid.org/0000-0003-4120-626X"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"funder","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sebastiano Panichella","raw_affiliation_strings":["Zurich University of Applied Science, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Zurich University of Applied Science, Zurich, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"funder","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Passau, Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030222158","display_name":"Anand Ashok Sawant","orcid":"https://orcid.org/0000-0002-5816-8020"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"funder","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Ashok Sawant","raw_affiliation_strings":["University of California Davis, Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California Davis, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009679905","display_name":"Vincent J. Hellendoorn","orcid":"https://orcid.org/0000-0001-7516-0525"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"funder","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent J. Hellendoorn","raw_affiliation_strings":["University of California Davis, Davis, USA"],"affiliations":[{"raw_affiliation_string":"University of California Davis, Davis, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institution_assertions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.372,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":25,"citation_normalized_percentile":{"value":0.883087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"523","last_page":"533"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.91763085},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.6962853},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.52365136},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.43363926}],"concepts":[{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.91763085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73450595},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.6962853},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6871798},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.66074085},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.52365136},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4735241},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.43363926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42509475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42056638},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31951648},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25364596},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.24985048},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14070147},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.12936231},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme46990.2020.00056","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:3a7a5b88-8dc8-4168-83ef-823e78a0e26f","pdf_url":"https://repository.tudelft.nl/file/File_5d7de3b0-2c9c-48e2-b43b-81897cee4693","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":["Royal Netherlands Academy of Arts and Sciences"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:3a7a5b88-8dc8-4168-83ef-823e78a0e26f","pdf_url":"https://repository.tudelft.nl/file/File_5d7de3b0-2c9c-48e2-b43b-81897cee4693","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":["Royal Netherlands Academy of Arts and Sciences"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.55,"id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":46,"referenced_works":["https://openalex.org/W1964730672","https://openalex.org/W1971455601","https://openalex.org/W1971650562","https://openalex.org/W1993760289","https://openalex.org/W2003148182","https://openalex.org/W2008815642","https://openalex.org/W2018017297","https://openalex.org/W2024352272","https://openalex.org/W2029136037","https://openalex.org/W2056952837","https://openalex.org/W2067617772","https://openalex.org/W2082274331","https://openalex.org/W2107709519","https://openalex.org/W2114063681","https://openalex.org/W2122987706","https://openalex.org/W2133591107","https://openalex.org/W2137501186","https://openalex.org/W2147002252","https://openalex.org/W2153887189","https://openalex.org/W2170078167","https://openalex.org/W2172260321","https://openalex.org/W2214958829","https://openalex.org/W2247455710","https://openalex.org/W2295840463","https://openalex.org/W2306992465","https://openalex.org/W2508117657","https://openalex.org/W2576115447","https://openalex.org/W2586946380","https://openalex.org/W2625646106","https://openalex.org/W2682664750","https://openalex.org/W2734809802","https://openalex.org/W2787379525","https://openalex.org/W2795868997","https://openalex.org/W2807453842","https://openalex.org/W2821759873","https://openalex.org/W2888468285","https://openalex.org/W2888495597","https://openalex.org/W2900961173","https://openalex.org/W2959222533","https://openalex.org/W3006404764","https://openalex.org/W3089065648","https://openalex.org/W3090548885","https://openalex.org/W3215371345","https://openalex.org/W4205271567","https://openalex.org/W4233942029","https://openalex.org/W4393779542"],"related_works":["https://openalex.org/W4367397452","https://openalex.org/W3166181464","https://openalex.org/W2955607951","https://openalex.org/W2946499381","https://openalex.org/W2780981476","https://openalex.org/W2187939805","https://openalex.org/W2146134503","https://openalex.org/W2088986462","https://openalex.org/W2026866620","https://openalex.org/W125071098"],"abstract_inverted_index":{"Test":[0],"smells":[1,18,119],"attempt":[2],"to":[3,19,72,113,148,211,241,251],"capture":[4],"design":[5],"issues":[6,167],"in":[7,23,137,168,204,255],"test":[8,67,77,85,96,118,130,153,160,171,183,222],"code":[9],"that":[10,52,158,207],"reduce":[11],"their":[12,122],"maintainability.":[13],"Previous":[14],"work":[15],"found":[16],"such":[17,76],"be":[20,209,252],"highly":[21],"common":[22,202],"automatically":[24,83,98,169],"generated":[25,84,99,170],"test-cases,":[26],"but":[27],"based":[28,39],"this":[29,88],"result":[30],"on":[31,40,82],"specific":[32],"static":[33],"detection":[34,79,132,162,176,249],"rules;":[35],"although":[36],"these":[37,55,159,205],"are":[38,81],"the":[41,62,126,145,166,173,213,218,234],"original":[42],"definition":[43,219],"of":[44,61,66,94,117,128,152,182,220,227],"\"test":[45],"smells\",":[46],"a":[47,92,108],"recent":[48],"empirical":[49],"study":[50],"showed":[51],"developers":[53],"perceive":[54],"as":[56,196,226],"overly":[57],"strict":[58],"and":[59,64,120,140,191,216,224,245],"non-representative":[60],"maintainability":[63],"quality":[65],"suites.":[68,86],"This":[69],"leads":[70],"us":[71],"investigate":[73],"how":[74],"effective":[75],"smell":[78,131,161],"tools":[80],"In":[87],"paper,":[89],"we":[90],"build":[91],"dataset":[93],"2,340":[95],"cases":[97],"by":[100],"EVOSUITE":[101],"for":[102,236],"100":[103],"Java":[104],"classes.":[105],"We":[106,124,200],"performed":[107],"multi-stage,":[109],"cross-validated":[110],"manual":[111],"analysis":[112],"identify":[114,201],"six":[115],"types":[116],"label":[121],"instances.":[123],"benchmark":[125],"performance":[127],"two":[129],"tools:":[133],"one":[134,141],"widely":[135],"used":[136,210],"prior":[138],"work,":[139],"recently":[142],"introduced":[143],"with":[144],"express":[146],"goal":[147],"match":[149,242],"developer":[150],"perceptions":[151],"smells.":[154],"Our":[155,231],"results":[156],"show":[157],"strategies":[163],"poorly":[164],"characterized":[165],"suites;":[172],"older":[174],"tool's":[175],"strategies,":[177,250],"especially,":[178],"misclassified":[179],"over":[180],"70%":[181],"smells,":[184,223],"both":[185],"missing":[186],"real":[187],"instances":[188],"(false":[189,198],"negatives)":[190],"marking":[192],"many":[193],"smell-free":[194],"tests":[195,206],"smelly":[197],"positives).":[199],"patterns":[203],"can":[208],"improve":[212],"tools,":[214],"refine":[215],"update":[217],"certain":[221],"highlight":[225],"yet":[228],"uncharacterized":[229],"issues.":[230],"findings":[232],"suggest":[233],"need":[235],"(i)":[237],"more":[238,247],"appropriate":[239],"metrics":[240],"development":[243],"practice;":[244],"(ii)":[246],"accurate":[248],"evaluated":[253],"primarily":[254],"industrial":[256],"contexts.":[257]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3082051432","counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":7}],"updated_date":"2025-04-16T05:30:32.692832","created_date":"2020-09-08"}