{"id":"https://openalex.org/W2088117279","doi":"https://doi.org/10.1109/icsm.2010.5609747","title":"Deriving metric thresholds from benchmark data","display_name":"Deriving metric thresholds from benchmark data","publication_year":2010,"publication_date":"2010-09-01","ids":{"openalex":"https://openalex.org/W2088117279","doi":"https://doi.org/10.1109/icsm.2010.5609747","mag":"2088117279"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2010.5609747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101991448","display_name":"Tiago L. Alves","orcid":"https://orcid.org/0000-0001-5833-1740"},"institutions":[],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tiago L. Alves","raw_affiliation_strings":["Software Improvement Group, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Software Improvement Group, Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022183750","display_name":"Christiaan Ypma","orcid":null},"institutions":[],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christiaan Ypma","raw_affiliation_strings":["Software Improvement Group, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Software Improvement Group, Amsterdam, The Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049830358","display_name":"Joost Visser","orcid":"https://orcid.org/0000-0003-0158-3095"},"institutions":[],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joost Visser","raw_affiliation_strings":["Software Improvement Group, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Software Improvement Group, Amsterdam, The Netherlands","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.694,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":201,"citation_normalized_percentile":{"value":0.999827,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.80568075},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6412495},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.5893755},{"id":"https://openalex.org/keywords/software-measurement","display_name":"Software measurement","score":0.45994398}],"concepts":[{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.80568075},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.75038457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676287},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6412495},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.59998995},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5916765},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.5893755},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5893734},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.58251977},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.48342717},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.47219193},{"id":"https://openalex.org/C89567784","wikidata":"https://www.wikidata.org/wiki/Q7554325","display_name":"Software measurement","level":5,"score":0.45994398},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.43940222},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.38968104},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.36431232},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20153454},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13795608},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09846705},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2010.5609747","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":23,"referenced_works":["https://openalex.org/W1507359749","https://openalex.org/W1919928684","https://openalex.org/W1931878052","https://openalex.org/W1964962870","https://openalex.org/W1970656444","https://openalex.org/W1976902149","https://openalex.org/W2009971485","https://openalex.org/W2018912833","https://openalex.org/W2024690006","https://openalex.org/W2042985341","https://openalex.org/W2055589799","https://openalex.org/W2096390285","https://openalex.org/W2110155099","https://openalex.org/W2116667392","https://openalex.org/W2124418175","https://openalex.org/W2126054281","https://openalex.org/W2130274603","https://openalex.org/W2130830290","https://openalex.org/W2158864412","https://openalex.org/W2159010948","https://openalex.org/W2163956676","https://openalex.org/W2949643603","https://openalex.org/W4236239316"],"related_works":["https://openalex.org/W4320067626","https://openalex.org/W3151530686","https://openalex.org/W3034143783","https://openalex.org/W2898849627","https://openalex.org/W2798385000","https://openalex.org/W2473517924","https://openalex.org/W2159730313","https://openalex.org/W2114733359","https://openalex.org/W2078744341","https://openalex.org/W2029555411"],"abstract_inverted_index":{"A":[0],"wide":[1],"variety":[2],"of":[3,13,24,32,53,71,81,132,144,167],"software":[4,25,104,170],"metrics":[5,26,42,180],"have":[6,36,63],"been":[7,37],"proposed":[8,38,56],"and":[9,49,108,124,142,148,174],"a":[10,40,50,76,89,129,165],"broad":[11],"range":[12],"tools":[14],"is":[15,27,85,150],"available":[16],"to":[17,164,176],"measure":[18],"them.":[19],"However,":[20],"the":[21,30,68,78,82,119,133,140,183],"effective":[22],"use":[23],"hindered":[28],"by":[29],"lack":[31],"meaningful":[33],"thresholds.":[34],"Thresholds":[35],"for":[39,58,102,179],"few":[41],"only,":[43],"mostly":[44],"based":[45],"on":[46,128],"expert":[47],"opinion":[48],"small":[51],"number":[52],"observations.":[54],"Previously":[55],"methodologies":[57],"systematically":[59],"deriving":[60],"metric":[61,93,155],"thresholds":[62,84,94,112,178],"made":[64],"unjustified":[65],"assumptions":[66],"about":[67],"statistical":[69],"properties":[70],"source":[72,134,145],"code":[73,135,146],"metrics.":[74],"As":[75],"result,":[77],"general":[79],"applicability":[80],"derived":[83],"jeopardized.":[86],"We":[87,160],"designed":[88],"method":[90,138,163],"that":[91,115],"determines":[92],"empirically":[95],"from":[96],"measurement":[97,100],"data.":[98],"The":[99],"data":[101],"different":[103],"systems":[105,123],"are":[106,113],"pooled":[107],"aggregated":[109],"after":[110],"which":[111],"selected":[114],"(i)":[116],"bring":[117],"out":[118],"metric's":[120],"variability":[121],"between":[122],"(ii)":[125],"help":[126],"focus":[127],"reasonable":[130],"percentage":[131],"volume.":[136],"Our":[137],"respects":[139],"distributions":[141],"scales":[143],"metrics,":[147],"it":[149],"resilient":[151],"against":[152],"outliers":[153],"in":[154,182],"values":[156],"or":[157],"system":[158],"size.":[159],"applied":[161],"our":[162],"benchmark":[166],"100":[168],"object-oriented":[169],"systems,":[171],"both":[172],"proprietary":[173],"open-source,":[175],"derive":[177],"included":[181],"SIG":[184],"maintainability":[185],"model.":[186]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2088117279","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":24},{"year":2016,"cited_by_count":25},{"year":2015,"cited_by_count":23},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":11}],"updated_date":"2024-12-30T19:32:33.573321","created_date":"2016-06-24"}