{"id":"https://openalex.org/W2075887966","doi":"https://doi.org/10.1145/2024445.2024451","title":"Towards a benchmark for traceability","display_name":"Towards a benchmark for traceability","publication_year":2011,"publication_date":"2011-09-05","ids":{"openalex":"https://openalex.org/W2075887966","doi":"https://doi.org/10.1145/2024445.2024451","mag":"2075887966"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2024445.2024451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.zora.uzh.ch/id/eprint/55733/1/20120117131918_merlin-id_3701.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051755588","display_name":"Eya Ben Charrada","orcid":"https://orcid.org/0000-0003-4251-9428"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Eya Ben Charrada","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073453299","display_name":"David Caspar","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"David Caspar","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109049543","display_name":"C\u00e9dric Jeanneret","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"C\u00e9dric Jeanneret","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078515233","display_name":"Martin Glinz","orcid":"https://orcid.org/0000-0003-0636-2208"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Martin Glinz","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.97,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":19,"citation_normalized_percentile":{"value":0.813902,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":90},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"30"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.92268944},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.82836264},{"id":"https://openalex.org/keywords/requirements-traceability","display_name":"Requirements Traceability","score":0.73891586}],"concepts":[{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.92268944},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.82836264},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.753454},{"id":"https://openalex.org/C35084680","wikidata":"https://www.wikidata.org/wiki/Q848201","display_name":"Requirements traceability","level":5,"score":0.73891586},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5711519},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.52015144},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5155925},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5093318},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4917093},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4315924},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.39245212},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.35850942},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17082924},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16812184},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C135475081","wikidata":"https://www.wikidata.org/wiki/Q774228","display_name":"Requirement","level":4,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2024445.2024451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.zora.uzh.ch/id/eprint/55733/1/20120117131918_merlin-id_3701.pdf","pdf_url":"https://www.zora.uzh.ch/id/eprint/55733/1/20120117131918_merlin-id_3701.pdf","source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":["University of Zurich"],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://www.zora.uzh.ch/id/eprint/55733/1/20120117131918_merlin-id_3701.pdf","pdf_url":"https://www.zora.uzh.ch/id/eprint/55733/1/20120117131918_merlin-id_3701.pdf","source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":["University of Zurich"],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":21,"referenced_works":["https://openalex.org/W1573971452","https://openalex.org/W1583355384","https://openalex.org/W1997650168","https://openalex.org/W2015271973","https://openalex.org/W2037556552","https://openalex.org/W2106857811","https://openalex.org/W2113294746","https://openalex.org/W2118202700","https://openalex.org/W2122785404","https://openalex.org/W2122987719","https://openalex.org/W2124361225","https://openalex.org/W2128581098","https://openalex.org/W2138490545","https://openalex.org/W2148484494","https://openalex.org/W2155829706","https://openalex.org/W2163960678","https://openalex.org/W2167498005","https://openalex.org/W2171144693","https://openalex.org/W2506353248","https://openalex.org/W3217008510","https://openalex.org/W4238924786"],"related_works":["https://openalex.org/W4312646443","https://openalex.org/W4312234739","https://openalex.org/W4252654202","https://openalex.org/W2982483023","https://openalex.org/W2354227496","https://openalex.org/W2166528905","https://openalex.org/W2129559874","https://openalex.org/W1604969957","https://openalex.org/W1589012229","https://openalex.org/W1203831901"],"abstract_inverted_index":{"Rigorously":[0],"evaluating":[1],"and":[2,20,39,61,100,155,212,217,239],"comparing":[3],"traceability":[4,14,40,63,121,139,158,188,198,215],"link":[5,243],"generation":[6,186,244],"techniques":[7,122,216],"is":[8,15,22,86,162,184],"a":[9,27,34,56,82,95,102,106,136,152,172,197,227,242],"challenging":[10],"task.":[11,225],"In":[12],"fact,":[13],"still":[16],"expensive":[17],"to":[18,25,48,73,113,119,126,131,235,256],"implement":[19],"it":[21,208],"therefore":[23],"difficult":[24],"find":[26],"complete":[28],"case":[29,52,84,92,107],"study":[30,85],"that":[31,123,140,144,168],"includes":[32,141],"both":[33],"rich":[35],"set":[36,97],"of":[37,58,76,98,151,187,193,214,221,229,241],"artifacts":[38,60,99,143],"links":[41,64,128,189],"among":[42,190],"them.":[43,66],"Consequently,":[44],"researchers":[45,261],"usually":[46,93],"have":[47],"create":[49],"their":[50],"own":[51,78],"studies":[53],"by":[54,181,259],"taking":[55],"number":[57],"existing":[59],"creating":[62,81],"for":[65,138],"There":[67],"are":[68,124,145,254],"two":[69],"major":[70],"issues":[71],"related":[72],"the":[74,90,149,182,185,210,219,233,237,248,263],"creation":[75],"one's":[77],"example.":[79],"First,":[80],"meaningful":[83],"time":[87],"consuming.":[88],"Second,":[89],"created":[91],"covers":[94],"limited":[96,103],"has":[101],"applicability":[104],"(e.g.,":[105],"with":[108,156],"traces":[109],"from":[110,129],"high-level":[111],"requirements":[112,115],"low-level":[114],"cannot":[116],"be":[117],"used":[118,232],"evaluate":[120,236],"meant":[125],"generate":[127],"documentation":[130],"source":[132],"code).":[133],"We":[134],"propose":[135],"benchmark":[137,161,183,199,234],"all":[142],"typically":[146],"produced":[147],"during":[148],"development":[150],"software":[153,175,194],"system":[154,167],"end-to-end":[157],"linking.":[159],"The":[160,177],"based":[163,246],"on":[164,247],"an":[165,223],"irrigation":[166],"was":[169],"elaborated":[170],"in":[171,204],"book":[173],"about":[174],"design.":[176],"main":[178],"task":[179],"considered":[180],"different":[191],"types":[192],"artifacts.":[195],"Such":[196],"will":[200],"help":[201],"advance":[202],"research":[203],"this":[205],"field":[206],"because":[207],"facilitates":[209],"evaluation":[211],"comparison":[213],"makes":[218],"replication":[220],"experiments":[222],"easy":[224],"As":[226],"proof":[228],"concept":[230],"we":[231],"precision":[238],"recall":[240],"technique":[245],"vector":[249],"space":[250],"model.":[251],"Our":[252],"results":[253],"comparable":[255],"those":[257],"obtained":[258],"other":[260],"using":[262],"same":[264],"technique.":[265]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2075887966","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2025-01-17T16:57:13.287785","created_date":"2016-06-24"}