{"id":"https://openalex.org/W2167926541","doi":"https://doi.org/10.1109/32.799939","title":"Building knowledge through families of experiments","display_name":"Building knowledge through families of experiments","publication_year":1999,"publication_date":"1999-01-01","ids":{"openalex":"https://openalex.org/W2167926541","doi":"https://doi.org/10.1109/32.799939","mag":"2167926541"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/32.799939","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://www.cs.umd.edu/projects/SoftEng/ESEG/papers/82.74.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011045475","display_name":"Victor R. Basili","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"V.R. Basili","raw_affiliation_strings":["Dept. of Comput. Sci., Maryland Univ., College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci., Maryland Univ., College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027573308","display_name":"Forrest Shull","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"F. Shull","raw_affiliation_strings":["Computer Science Department, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072863196","display_name":"Filippo Lanubile","orcid":"https://orcid.org/0000-0003-3373-7589"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"F. Lanubile","raw_affiliation_strings":["Dipartimento di Informatica, University of Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica, University of Bari, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.133,"has_fulltext":false,"cited_by_count":856,"citation_normalized_percentile":{"value":0.99525,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"4","first_page":"456","last_page":"473"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Empirical Studies in Software Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Empirical Studies in Software Engineering","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Agile Software Development in Software Engineering","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Innovation and Collaboration in Open Source Community","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7553932},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.56803304},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"Requirements Engineering","score":0.496357},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.48771128}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.83712596},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7553932},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.587088},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.56803304},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5307111},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5230526},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.48771128},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.47802505},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43265018},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36827725},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/32.799939","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.41.9804","pdf_url":"http://www.cs.umd.edu/projects/SoftEng/ESEG/papers/82.74.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.41.9804","pdf_url":"http://www.cs.umd.edu/projects/SoftEng/ESEG/papers/82.74.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":49,"referenced_works":["https://openalex.org/W118019897","https://openalex.org/W1481666073","https://openalex.org/W1491087240","https://openalex.org/W1504662989","https://openalex.org/W1527353115","https://openalex.org/W1538518768","https://openalex.org/W1539952819","https://openalex.org/W1553807671","https://openalex.org/W1581356314","https://openalex.org/W1702797804","https://openalex.org/W1840884391","https://openalex.org/W1895087","https://openalex.org/W1938735317","https://openalex.org/W1953287642","https://openalex.org/W1970565328","https://openalex.org/W1984816006","https://openalex.org/W1987317123","https://openalex.org/W2002763011","https://openalex.org/W2007965947","https://openalex.org/W2010490953","https://openalex.org/W201667216","https://openalex.org/W2019692058","https://openalex.org/W2038753224","https://openalex.org/W2059838712","https://openalex.org/W2074140696","https://openalex.org/W2084757972","https://openalex.org/W2086098360","https://openalex.org/W2094419105","https://openalex.org/W2100625161","https://openalex.org/W2103720965","https://openalex.org/W2113120361","https://openalex.org/W2125200236","https://openalex.org/W2127323731","https://openalex.org/W2135093973","https://openalex.org/W2149185602","https://openalex.org/W2163523895","https://openalex.org/W2168435061","https://openalex.org/W2171531868","https://openalex.org/W2172287543","https://openalex.org/W2371818109","https://openalex.org/W2399815","https://openalex.org/W240302486","https://openalex.org/W2498122769","https://openalex.org/W3130801722","https://openalex.org/W3216404766","https://openalex.org/W4245941001","https://openalex.org/W4285719527","https://openalex.org/W51852839","https://openalex.org/W90564114"],"related_works":["https://openalex.org/W4298145650","https://openalex.org/W4230748207","https://openalex.org/W4213242995","https://openalex.org/W3086687521","https://openalex.org/W3013364101","https://openalex.org/W2974786432","https://openalex.org/W2378141881","https://openalex.org/W2053915529","https://openalex.org/W2025865172","https://openalex.org/W1572351418"],"abstract_inverted_index":{"Experimentation":[0],"in":[1,76,132,157,169,182],"software":[2,186],"engineering":[3],"is":[4,10],"necessary":[5],"but":[6],"difficult.":[7],"One":[8],"reason":[9],"that":[11,44,54,118],"there":[12],"are":[13],"a":[14,23,30,40,72,79,89],"large":[15],"number":[16],"of":[17,26,42,67,74,78,84,97,100,109,139,143,154,180,185],"context":[18,49],"variables":[19],"and,":[20],"so,":[21],"creating":[22],"cohesive":[24],"understanding":[25],"experimental":[27,170],"results":[28],"requires":[29,39],"mechanism":[31],"for":[32,81,176],"motivating":[33],"studies":[34,110],"and":[35,51,115,178],"integrating":[36],"results.":[37],"It":[38],"community":[41],"researchers":[43],"can":[45,92,111],"replicate":[46],"studies,":[47,101,161],"vary":[48],"variables,":[50],"build":[52],"models":[53],"represent":[55],"the":[56,60,65,68,137,147,149,152,155,183],"common":[57,98],"observations":[58],"about":[59],"discipline.":[61],"The":[62],"paper":[63,150],"discusses":[64,151],"experience":[66],"authors,":[69],"based":[70],"upon":[71],"collection":[73],"experiments,":[75],"terms":[77],"framework":[80,127],"organizing":[82],"sets":[83],"related":[85],"studies.":[86,144],"With":[87],"such":[88],"framework,":[90,148],"experiments":[91,140,181],"be":[93,121],"viewed":[94],"as":[95],"part":[96],"families":[99,108,142],"rather":[102],"than":[103],"being":[104],"isolated":[105],"events.":[106],"Common":[107],"contribute":[112],"to":[113,173],"important":[114],"relevant":[116],"hypotheses":[117],"may":[119],"not":[120],"suggested":[122],"by":[123],"individual":[124],"experiments.":[125],"A":[126],"also":[128],"facilitates":[129],"building":[130],"knowledge":[131],"an":[133],"incremental":[134],"manner":[135],"through":[136],"replication":[138],"within":[141],"To":[145],"support":[146],"experiences":[153],"authors":[156],"carrying":[158],"out":[159],"empirical":[160],"with":[162],"specific":[163],"emphasis":[164],"on":[165],"persistent":[166],"problems":[167],"encountered":[168],"design,":[171],"threats":[172],"validity,":[174],"criteria":[175],"evaluation,":[177],"execution":[179],"domain":[184],"engineering.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2167926541","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":24},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":37},{"year":2018,"cited_by_count":32},{"year":2017,"cited_by_count":34},{"year":2016,"cited_by_count":50},{"year":2015,"cited_by_count":39},{"year":2014,"cited_by_count":51},{"year":2013,"cited_by_count":36},{"year":2012,"cited_by_count":71}],"updated_date":"2024-11-24T09:52:58.699911","created_date":"2016-06-24"}