{"id":"https://openalex.org/W3176423632","doi":"https://doi.org/10.1002/stvr.1838","title":"JUGE: An infrastructure for benchmarking Java unit test generators","display_name":"JUGE: An infrastructure for benchmarking Java unit test generators","publication_year":2022,"publication_date":"2022-12-20","ids":{"openalex":"https://openalex.org/W3176423632","doi":"https://doi.org/10.1002/stvr.1838","mag":"3176423632"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1838","pdf_url":"https://rss.onlinelibrary.wiley.com/doi/am-pdf/10.1002/stvr.1838","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://rss.onlinelibrary.wiley.com/doi/am-pdf/10.1002/stvr.1838","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083555577","display_name":"Xavier Devroey","orcid":"https://orcid.org/0000-0002-0831-7606"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]},{"id":"https://openalex.org/I149768937","display_name":"University of Namur","ror":"https://ror.org/03d1maw17","country_code":"BE","type":"education","lineage":["https://openalex.org/I149768937"]}],"countries":["BE","NL"],"is_corresponding":true,"raw_author_name":"Xavier Devroey","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands","NADI, University of Namur, Namur, Belgium"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"NADI, University of Namur, Namur, Belgium","institution_ids":["https://openalex.org/I149768937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077479330","display_name":"Alessio Gambi","orcid":"https://orcid.org/0000-0002-0132-6497"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]},{"id":"https://openalex.org/I2800230563","display_name":"IMC University of Applied Sciences Krems","ror":"https://ror.org/00eaycp31","country_code":"AT","type":"education","lineage":["https://openalex.org/I2800230563"]}],"countries":["AT","DE"],"is_corresponding":false,"raw_author_name":"Alessio Gambi","raw_affiliation_strings":["IMC University of Applied Sciences, Krems an der Donau, Austria","University of Passau, Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]},{"raw_affiliation_string":"IMC University of Applied Sciences, Krems an der Donau, Austria","institution_ids":["https://openalex.org/I2800230563"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041433839","display_name":"Juan Pablo Galeotti","orcid":"https://orcid.org/0000-0002-0747-8205"},"institutions":[{"id":"https://openalex.org/I24354313","display_name":"University of Buenos Aires","ror":"https://ror.org/0081fs513","country_code":"AR","type":"education","lineage":["https://openalex.org/I24354313"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Juan Pablo Galeotti","raw_affiliation_strings":["Universidad de Buenos Aires, Buenos Aires, Argentina"],"affiliations":[{"raw_affiliation_string":"Universidad de Buenos Aires, Buenos Aires, Argentina","institution_ids":["https://openalex.org/I24354313"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088079823","display_name":"Ren\u00e9 Just","orcid":"https://orcid.org/0000-0002-5982-275X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Just","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073299066","display_name":"Fitsum Meshesha Kifetew","orcid":"https://orcid.org/0000-0003-1860-8666"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fitsum Kifetew","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063227479","display_name":"Sebastiano Panichella","orcid":"https://orcid.org/0000-0003-4120-626X"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sebastiano Panichella","raw_affiliation_strings":["Zurich University of Applied Sciences, Winterthur, Switzerland"],"affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences, Winterthur, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]}],"institution_assertions":[],"countries_distinct_count":8,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5083555577"],"corresponding_institution_ids":["https://openalex.org/I98358874","https://openalex.org/I149768937"],"apc_list":{"value":3760,"currency":"USD","value_usd":3760,"provenance":"doaj"},"apc_paid":null,"fwci":2.077,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":7,"citation_normalized_percentile":{"value":0.862903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":88},"biblio":{"volume":"33","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9986,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.80389917},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7921846},{"id":"https://openalex.org/keywords/python","display_name":"Python","score":0.50043654},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.41548193}],"concepts":[{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.80389917},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7921846},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7084567},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6342478},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5707975},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.50043654},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.42524764},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.41548193},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3752912},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.24424115},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1838","pdf_url":"https://rss.onlinelibrary.wiley.com/doi/am-pdf/10.1002/stvr.1838","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:2c7e961a-5689-4834-997e-d2237ffe751a","pdf_url":"https://repository.tudelft.nl/file/File_36bf695d-246b-461b-8ac8-2ddf2b7d918b","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":["Delft University of Technology"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1002/stvr.1838","pdf_url":"https://rss.onlinelibrary.wiley.com/doi/am-pdf/10.1002/stvr.1838","source":{"id":"https://openalex.org/S83624231","display_name":"Software Testing Verification and Reliability","issn_l":"0960-0833","issn":["0960-0833","1099-1689"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.64}],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":null},{"funder":"https://openalex.org/F4320320300","funder_display_name":"European Commission","award_id":null},{"funder":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft","award_id":null},{"funder":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","award_id":null},{"funder":"https://openalex.org/F4320325905","funder_display_name":"Service Public de Wallonie","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":84,"referenced_works":["https://openalex.org/W1526710119","https://openalex.org/W1599808047","https://openalex.org/W165093678","https://openalex.org/W1964730672","https://openalex.org/W1967899462","https://openalex.org/W1970849443","https://openalex.org/W1971650562","https://openalex.org/W1993760289","https://openalex.org/W2003567321","https://openalex.org/W2003948571","https://openalex.org/W2021269276","https://openalex.org/W2038379963","https://openalex.org/W2049695835","https://openalex.org/W2055975932","https://openalex.org/W2067617772","https://openalex.org/W2069944787","https://openalex.org/W2083506996","https://openalex.org/W2098413804","https://openalex.org/W2102742419","https://openalex.org/W2107709519","https://openalex.org/W2110337982","https://openalex.org/W2124396007","https://openalex.org/W2135937266","https://openalex.org/W2147002252","https://openalex.org/W2156723666","https://openalex.org/W2162411541","https://openalex.org/W2169090130","https://openalex.org/W2247455710","https://openalex.org/W2296669295","https://openalex.org/W2395265379","https://openalex.org/W2406163591","https://openalex.org/W2466388701","https://openalex.org/W2561675875","https://openalex.org/W2586946380","https://openalex.org/W2625646106","https://openalex.org/W2682664750","https://openalex.org/W272733032","https://openalex.org/W2735077751","https://openalex.org/W2808810640","https://openalex.org/W2810236862","https://openalex.org/W2888495597","https://openalex.org/W2888728013","https://openalex.org/W2888875512","https://openalex.org/W2915209275","https://openalex.org/W2953428457","https://openalex.org/W2953514643","https://openalex.org/W2954398623","https://openalex.org/W2956069715","https://openalex.org/W2973670978","https://openalex.org/W2979993677","https://openalex.org/W3082051432","https://openalex.org/W3085163758","https://openalex.org/W3087188903","https://openalex.org/W3089065648","https://openalex.org/W3091284975","https://openalex.org/W3104449953","https://openalex.org/W3183304837","https://openalex.org/W3185773251","https://openalex.org/W3185964217","https://openalex.org/W3186272039","https://openalex.org/W3186555461","https://openalex.org/W3194771370","https://openalex.org/W3204734562","https://openalex.org/W4231714144","https://openalex.org/W4233942029","https://openalex.org/W4238462215","https://openalex.org/W4239936718","https://openalex.org/W4241017488","https://openalex.org/W4242377025","https://openalex.org/W4243202646","https://openalex.org/W4245055982","https://openalex.org/W4248114548","https://openalex.org/W4250449515","https://openalex.org/W4251258648","https://openalex.org/W4256543957","https://openalex.org/W4281385259","https://openalex.org/W4283763666","https://openalex.org/W4286532188","https://openalex.org/W4297294773","https://openalex.org/W4297903204","https://openalex.org/W4319150622","https://openalex.org/W4319150629","https://openalex.org/W4319150661","https://openalex.org/W4319150690"],"related_works":["https://openalex.org/W4248073917","https://openalex.org/W4234553401","https://openalex.org/W3135351539","https://openalex.org/W2807521955","https://openalex.org/W2214227126","https://openalex.org/W2171101134","https://openalex.org/W2163844940","https://openalex.org/W2091562455","https://openalex.org/W1551963888","https://openalex.org/W1444445650"],"abstract_inverted_index":{"Summary":[0],"Researchers":[1],"and":[2,6,29,43,63,118,130,132,190,197,203,230,244,256,286,293,322,329,334],"practitioners":[3,72],"have":[4,223,246],"designed":[5],"implemented":[7],"various":[8,22,30,166],"automated":[9],"test":[10,289,314],"case":[11],"generators":[12,19,39,80,151],"to":[13,52,74,77,81,93,122,158,178,307,325],"support":[14],"effective":[15],"software":[16],"testing.":[17],"Such":[18],"exist":[20],"for":[21,87,165,288,320],"languages":[23],"(e.g.,":[24,32,54],"Java,":[25],"C#,":[26],"or":[27,35],"Python)":[28],"platforms":[31],"desktop,":[33],"web,":[34],"mobile":[36],"applications).":[37],"The":[38,174],"exhibit":[40],"varying":[41],"effectiveness":[42],"efficiency,":[44],"depending":[45],"on":[46,249,265,284],"the":[47,64,83,127,134,160,180,185,192,201,218,254,258,266,270,274,281,296,309],"testing":[48,213,332],"goals":[49],"they":[50,67],"aim":[51],"satisfy":[53],"unit\u2010testing":[55],"of":[56,60,107,162,187,210,238,260,277,311],"libraries":[57],"versus":[58],"system\u2010testing":[59],"entire":[61],"applications)":[62],"underlying":[65],"techniques":[66],"implement.":[68],"In":[69,136],"this":[70,137],"context,":[71],"need":[73],"be":[75,100],"able":[76],"compare":[78],"different":[79,108],"identify":[82,94],"most":[84],"suited":[85],"one":[86],"their":[88],"requirements,":[89],"while":[90],"researchers":[91,324],"seek":[92],"future":[95,261],"research":[96,262],"directions.":[97,263],"This":[98],"can":[99],"achieved":[101],"by":[102,199],"systematically":[103],"executing":[104,111],"large\u2010scale":[105],"evaluations":[106,114],"generators.":[109],"However,":[110],"such":[112],"empirical":[113],"is":[115,177,304,318],"not":[116],"trivial":[117],"requires":[119],"substantial":[120],"effort":[121],"select":[123],"appropriate":[124],"benchmarks,":[125],"setup":[126],"evaluation":[128,202],"infrastructure,":[129],"collect":[131],"analyse":[133],"results.":[135],"Software":[138,220],"Note,":[139],"we":[140,272],"present":[141],"our":[142],"JUnit":[143],"Generation":[144],"Benchmarking":[145],"Infrastructure":[146],"(":[147],"JUGE":[148,227,250,278,297],")":[149],"supporting":[150],"(search\u2010based,":[152],"random\u2010based,":[153],"symbolic":[154],"execution,":[155],"etc.)":[156],"seeking":[157],"automate":[159],"production":[161],"unit":[163,212,313,331],"tests":[164],"purposes":[167],"(validation,":[168],"regression":[169],"testing,":[170],"fault":[171],"localization,":[172],"etc.).":[173],"primary":[175],"goal":[176],"reduce":[179],"overall":[181],"benchmarking":[182],"effort,":[183],"ease":[184],"comparison":[186,204],"several":[188,208],"generators,":[189],"enhance":[191],"knowledge":[193,282],"transfer":[194,283],"between":[195,291],"academia":[196,243,292],"industry":[198,245],"standardizing":[200],"process.":[205],"Since":[206],"2013,":[207],"editions":[209],"a":[211,233],"tool":[214],"competition,":[215],"co\u2010located":[216],"with":[217,327],"Search\u2010Based":[219],"Testing":[221],"Workshop,":[222],"taken":[224],"place":[225],"where":[226],"was":[228],"used":[229],"evolved.":[231],"As":[232],"result,":[234],"an":[235,300],"increasing":[236],"amount":[237],"tools":[239,285,333],"(over":[240],"10)":[241],"from":[242,269],"been":[247],"evaluated":[248],",":[251],"matured":[252],"over":[253],"years,":[255],"allowed":[257],"identification":[259],"Based":[264],"experience":[267],"gained":[268],"competitions,":[271],"discuss":[273],"expected":[275],"impact":[276],"in":[279],"improving":[280],"approaches":[287],"generation":[290,315],"industry.":[294],"Indeed,":[295],"infrastructure":[298],"demonstrated":[299],"implementation":[301],"design":[302],"that":[303],"flexible":[305],"enough":[306],"enable":[308],"integration":[310],"additional":[312],"tools,":[316],"which":[317],"practical":[319],"developers":[321],"allows":[323],"experiment":[326],"new":[328],"advanced":[330],"approaches.":[335]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3176423632","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-01-21T21:20:05.536679","created_date":"2021-07-05"}