{"id":"https://openalex.org/W4382052182","doi":"https://doi.org/10.1145/3592813.3592927","title":"On Challenges and Opportunities of Using Continuous Experimentation in the Engineering of Contemporary Software Systems","display_name":"On Challenges and Opportunities of Using Continuous Experimentation in the Engineering of Contemporary Software Systems","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4382052182","doi":"https://doi.org/10.1145/3592813.3592927"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3592813.3592927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006720585","display_name":"Bruno Pedra\u00e7a de Souza","orcid":"https://orcid.org/0000-0002-1502-7703"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Bruno Pedra\u00e7a Souza","raw_affiliation_strings":["COPPE/UFRJ, Federal University of Rio de Janeiro, Brazil"],"affiliations":[{"raw_affiliation_string":"COPPE/UFRJ, Federal University of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072735553","display_name":"Paulo S\u00e9rgio Medeiros dos Santos","orcid":"https://orcid.org/0000-0001-9502-1362"},"institutions":[{"id":"https://openalex.org/I83648350","display_name":"Universidade Federal do Estado do Rio de Janeiro","ror":"https://ror.org/04tec8z30","country_code":"BR","type":"education","lineage":["https://openalex.org/I83648350"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo S\u00e9rgio Medeiros Santos","raw_affiliation_strings":["Federal University of the State of Rio de Janeiro, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of the State of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I83648350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042909836","display_name":"Guilherme Horta Travassos","orcid":"https://orcid.org/0000-0002-4258-0424"},"institutions":[{"id":"https://openalex.org/I122140584","display_name":"Universidade Federal do Rio de Janeiro","ror":"https://ror.org/03490as77","country_code":"BR","type":"education","lineage":["https://openalex.org/I122140584"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Guilherme Horta Travassos","raw_affiliation_strings":["Federal University of Rio de Janeiro, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Rio de Janeiro, Brazil","institution_ids":["https://openalex.org/I122140584"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.576,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.622423,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":67,"max":78},"biblio":{"volume":null,"issue":null,"first_page":"372","last_page":"379"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.991,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.991,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9796,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9414,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.5551849},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.4717772},{"id":"https://openalex.org/keywords/social-software-engineering","display_name":"Social software engineering","score":0.4128006}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5652758},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5551849},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.53467655},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.4717772},{"id":"https://openalex.org/C120617098","wikidata":"https://www.wikidata.org/wiki/Q559486","display_name":"Systems development life cycle","level":5,"score":0.46534407},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.46463564},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.46301246},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.4550094},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.4490038},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41589355},{"id":"https://openalex.org/C182500959","wikidata":"https://www.wikidata.org/wiki/Q7551380","display_name":"Social software engineering","level":5,"score":0.4128006},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.38476992},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.37394595},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.33982038},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30821365},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.23538274},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3592813.3592927","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.46,"id":"https://metadata.un.org/sdg/11"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":26,"referenced_works":["https://openalex.org/W1851053987","https://openalex.org/W1938341505","https://openalex.org/W1975675278","https://openalex.org/W1978619075","https://openalex.org/W2075280826","https://openalex.org/W2094189035","https://openalex.org/W2112508839","https://openalex.org/W2308158103","https://openalex.org/W2486173390","https://openalex.org/W2525805491","https://openalex.org/W2615843232","https://openalex.org/W2616535920","https://openalex.org/W2735601500","https://openalex.org/W2758410517","https://openalex.org/W2783317701","https://openalex.org/W2806352853","https://openalex.org/W2895842676","https://openalex.org/W2963492710","https://openalex.org/W2963671097","https://openalex.org/W2980636232","https://openalex.org/W3093828406","https://openalex.org/W3103526277","https://openalex.org/W3106085689","https://openalex.org/W3136085434","https://openalex.org/W4214443","https://openalex.org/W4285170326"],"related_works":["https://openalex.org/W4388809665","https://openalex.org/W4376850252","https://openalex.org/W4294309585","https://openalex.org/W4292756589","https://openalex.org/W3211439315","https://openalex.org/W3200180240","https://openalex.org/W3170396105","https://openalex.org/W3117038359","https://openalex.org/W2893925485","https://openalex.org/W2641697796"],"abstract_inverted_index":{"Context:":[0],"Modern":[1],"Information":[2,124],"Systems":[3,34,116,123],"require":[4],"the":[5,24,27,46,52,56,72,81,87,114,122,165,173,201,218,243],"use":[6,213,240],"of":[7,26,29,48,59,75,83,89,167,181,203,220,246],"contemporary":[8],"software":[9,53,63,221,232],"systems":[10,78,169,233],"such":[11],"as":[12],"Cyber-Physical":[13],"Systems,":[14,16,20],"Embedded":[15],"and":[17,43,55,65,103,118,170,183,209],"Smart":[18],"Cities-based":[19],"eventually":[21],"built":[22],"under":[23,113],"paradigm":[25],"Internet":[28],"Things.":[30],"These":[31,68],"Contemporary":[32],"Software":[33],"(CSS)":[35],"add":[36],"new":[37],"challenges":[38,70,125,182,208],"for":[39,214],"their":[40],"construction,":[41],"maintainability,":[42],"evolution,":[44],"including":[45],"involvement":[47],"many":[49],"actors":[50],"with":[51,121,140],"project":[54],"necessary":[57],"management":[58],"dependencies":[60],"among":[61],"hardware/things,":[62],"systems,":[64],"people.":[66],"Problem:":[67],"technological":[69],"jeopardize":[71],"final":[73],"quality":[74],"modern":[76,247],"information":[77,248],"due":[79],"to":[80,101,142,157,177,196,227],"lack":[82,219],"adequate":[84],"mechanisms":[85],"supporting":[86],"engineering":[88,105,215,242],"CSS.":[90,216],"Solution:":[91],"Continuous":[92],"Experimentation":[93],"(CE)":[94],"deserves":[95],"some":[96],"investigation":[97],"regarding":[98,126,185],"its":[99,239],"suitability":[100],"mitigate":[102],"reduce":[104],"CSS":[106,159,189],"risks.":[107],"IS":[108],"Theory:":[109],"This":[110],"research":[111],"is":[112,119],"General":[115],"Theory":[117],"consistent":[120],"building":[127],"smart":[128],"cities-based":[129],"systems.":[130,205,249],"Method:":[131],"To":[132],"undertake":[133],"a":[134,179],"Structured":[135],"Literature":[136],"Review":[137],"(StLR)":[138],"supported":[139],"snowballing":[141],"reveal":[143],"CE's":[144,198,212],"empirical":[145],"studies.":[146],"Results:":[147],"The":[148],"StLR":[149],"identified":[150],"seven":[151],"primary":[152],"studies":[153,162],"on":[154],"CE":[155,187,229],"adoption":[156],"support":[158,197],"building.":[160],"Many":[161],"are":[163,193],"in":[164,188,200,230,241],"domain":[166],"embedded":[168],"CPS.":[171],"Besides,":[172],"findings":[174],"allowed":[175],"us":[176],"conjecture":[178],"set":[180],"opportunities":[184],"using":[186],"engineering.":[190],"Conclusion:":[191],"There":[192],"emergent":[194],"technologies":[195],"execution":[199],"context":[202],"web-based":[204],"However,":[206],"several":[207],"gaps":[210],"surround":[211],"Furthermore,":[217],"technologies,":[222],"blueprints,":[223],"or":[224],"concrete":[225],"guidance":[226],"promote":[228],"these":[231],"can":[234],"motivate":[235],"further":[236],"investigations":[237],"into":[238],"important":[244],"parts":[245]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4382052182","counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-01-18T03:02:01.448170","created_date":"2023-06-27"}