{"id":"https://openalex.org/W4281700903","doi":"https://doi.org/10.1007/s10664-022-10130-9","title":"Quality gatekeepers: investigating the effects of code review bots on pull request activities","display_name":"Quality gatekeepers: investigating the effects of code review bots on pull request activities","publication_year":2022,"publication_date":"2022-05-30","ids":{"openalex":"https://openalex.org/W4281700903","doi":"https://doi.org/10.1007/s10664-022-10130-9"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10130-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10130-9.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10130-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032291051","display_name":"Mairieli Wessel","orcid":"https://orcid.org/0000-0001-8619-726X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"funder","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mairieli Wessel","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054753279","display_name":"Alexander Serebrenik","orcid":"https://orcid.org/0000-0002-1418-0095"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"funder","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexander Serebrenik","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060903936","display_name":"Igor Wiese","orcid":"https://orcid.org/0000-0001-9943-5570"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"funder","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Igor Wiese","raw_affiliation_strings":["Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"funder","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Igor Steinmacher","raw_affiliation_strings":["Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1, Curitiba, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007593721","display_name":"Marco Aur\u00e9lio Gerosa","orcid":"https://orcid.org/0000-0003-1399-7535"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"funder","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco A. Gerosa","raw_affiliation_strings":["Northern Arizona University, Flagstaff, AZ, USA"],"affiliations":[{"raw_affiliation_string":"Northern Arizona University, Flagstaff, AZ, USA","institution_ids":["https://openalex.org/I203172682"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032291051"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.948,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":13,"citation_normalized_percentile":{"value":0.918833,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"27","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7640383},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.75228584},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4415211}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7640383},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.75228584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.59379995},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47673237},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.45360786},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45091468},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4415211},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.43028715},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42824486},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4105024},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3331985},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33297306},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.24477759},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10130-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10130-9.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.13547","pdf_url":"https://arxiv.org/pdf/2103.13547","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://pure.tue.nl/ws/files/206961020/Wessel2022_Article_QualityGatekeepersInvestigatin.pdf","pdf_url":"https://pure.tue.nl/ws/files/206961020/Wessel2022_Article_QualityGatekeepersInvestigatin.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/28e8a11a-f872-4b82-bb5e-6841f9d74849","pdf_url":"https://research.tue.nl/files/206961020/Wessel2022_Article_QualityGatekeepersInvestigatin.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://www.win.tue.nl/~aserebre/EMSE2022Mairieli.pdf","pdf_url":"https://www.win.tue.nl/~aserebre/EMSE2022Mairieli.pdf","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2103.13547","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10130-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10130-9.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319965","https://openalex.org/P4310319900"],"host_organization_lineage_names":["Springer Nature","Springer Science+Business Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.44}],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"1900903"},{"funder":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","award_id":"313067/2020-1"}],"datasets":[],"versions":["https://openalex.org/W4281700903"],"referenced_works_count":85,"referenced_works":["https://openalex.org/W133496815","https://openalex.org/W1515587369","https://openalex.org/W1789050489","https://openalex.org/W1972776932","https://openalex.org/W1975782063","https://openalex.org/W2014410480","https://openalex.org/W2019655958","https://openalex.org/W2055777130","https://openalex.org/W2087411274","https://openalex.org/W2101446126","https://openalex.org/W2108769867","https://openalex.org/W2110065044","https://openalex.org/W2113583180","https://openalex.org/W2121771697","https://openalex.org/W2122676969","https://openalex.org/W2124100711","https://openalex.org/W2139092060","https://openalex.org/W2140952846","https://openalex.org/W2141019942","https://openalex.org/W2143040155","https://openalex.org/W2144160189","https://openalex.org/W2146691185","https://openalex.org/W2162739315","https://openalex.org/W2353739181","https://openalex.org/W2394834103","https://openalex.org/W2397434427","https://openalex.org/W240302486","https://openalex.org/W2463109813","https://openalex.org/W2546705944","https://openalex.org/W2573630949","https://openalex.org/W27197674","https://openalex.org/W2767231363","https://openalex.org/W2768067395","https://openalex.org/W2771529575","https://openalex.org/W2774486220","https://openalex.org/W2781728735","https://openalex.org/W2794588146","https://openalex.org/W2794967409","https://openalex.org/W2795081714","https://openalex.org/W2799470787","https://openalex.org/W2808155935","https://openalex.org/W2809915311","https://openalex.org/W2899117127","https://openalex.org/W2906151105","https://openalex.org/W2910245817","https://openalex.org/W2922250230","https://openalex.org/W2939803556","https://openalex.org/W2940473144","https://openalex.org/W2944697551","https://openalex.org/W2953543126","https://openalex.org/W2953686539","https://openalex.org/W2954184070","https://openalex.org/W2954494850","https://openalex.org/W2955449396","https://openalex.org/W2994990668","https://openalex.org/W3011047213","https://openalex.org/W3014370431","https://openalex.org/W3022452870","https://openalex.org/W3030678230","https://openalex.org/W3032932651","https://openalex.org/W3048508766","https://openalex.org/W3061716355","https://openalex.org/W3087802366","https://openalex.org/W3095569994","https://openalex.org/W3102117341","https://openalex.org/W3102614932","https://openalex.org/W3105037104","https://openalex.org/W3122149408","https://openalex.org/W3122958054","https://openalex.org/W3130935642","https://openalex.org/W3140103367","https://openalex.org/W3144545015","https://openalex.org/W3173903393","https://openalex.org/W3178769616","https://openalex.org/W3192185964","https://openalex.org/W3206246417","https://openalex.org/W397180395","https://openalex.org/W4242364158","https://openalex.org/W4246225419","https://openalex.org/W4251460506","https://openalex.org/W4289276777","https://openalex.org/W4291213652","https://openalex.org/W4297816497","https://openalex.org/W4298295248","https://openalex.org/W561751346"],"related_works":["https://openalex.org/W4389600167","https://openalex.org/W4380568682","https://openalex.org/W2969773072","https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W2097696338","https://openalex.org/W2019257047","https://openalex.org/W20188161","https://openalex.org/W1997548934","https://openalex.org/W119580281"],"abstract_inverted_index":{"Abstract":[0],"Software":[1,12],"bots":[2,20,96],"have":[3],"been":[4],"facilitating":[5],"several":[6,53],"development":[7],"activities":[8],"in":[9,132,137],"Open":[10],"Source":[11],"(OSS)":[13],"projects,":[14],"including":[15,82],"code":[16,62,94],"review.":[17],"However,":[18],"these":[19,48,119],"may":[21,147],"bring":[22],"unexpected":[23],"impacts":[24],"to":[25,134,151],"group":[26],"dynamics,":[27],"as":[28],"frequently":[29],"occurs":[30],"with":[31],"new":[32],"technology":[33],"adoption.":[34],"Understanding":[35],"and":[36,44,85,110,126,145],"anticipating":[37],"such":[38],"effects":[39,120,157],"is":[40],"important":[41],"for":[42],"planning":[43],"management.":[45],"To":[46],"analyze":[47],"effects,":[49],"we":[50],"investigate":[51],"how":[52],"activity":[54],"indicators":[55],"change":[56],"after":[57],"the":[58,91,98,116,124,128,135,138],"adoption":[59,92],"of":[60,93,100],"a":[61,67],"review":[63,95],"bot.":[64],"We":[65,77],"employed":[66],"regression":[68],"discontinuity":[69],"design":[70],"on":[71,141,158],"1,194":[72],"software":[73],"projects":[74],"from":[75],"GitHub.":[76],"also":[78],"interviewed":[79],"12":[80],"practitioners,":[81],"open-source":[83],"maintainers":[84,146],"contributors.":[86],"Our":[87],"results":[88,150],"indicate":[89],"that":[90],"increases":[97],"number":[99],"monthly":[101,106],"merged":[102],"pull":[103,108,142],"requests,":[104,109],"decreases":[105,111],"non-merged":[107],"communication":[112],"among":[113],"developers.":[114],"From":[115],"developers\u2019":[117],"perspective,":[118],"are":[121],"explained":[122],"by":[123],"transparency":[125],"confidence":[127],"bot":[129,156],"comments":[130],"introduce,":[131],"addition":[133],"changes":[136],"discussion":[139],"focused":[140],"requests.":[143],"Practitioners":[144],"leverage":[148],"our":[149],"understand,":[152],"or":[153],"even":[154],"predict,":[155],"their":[159],"projects.":[160]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4281700903","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2025-02-19T13:11:14.860650","created_date":"2022-06-13"}