{"id":"https://openalex.org/W2945202604","doi":"https://doi.org/10.1145/3336937.3336944","title":"Evaluating the artifacts of SIGCOMM papers","display_name":"Evaluating the artifacts of SIGCOMM papers","publication_year":2019,"publication_date":"2019-05-21","ids":{"openalex":"https://openalex.org/W2945202604","doi":"https://doi.org/10.1145/3336937.3336944","mag":"2945202604"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336937.3336944","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336937.3336944","source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3336937.3336944","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028001183","display_name":"Damien Saucez","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Damien Saucez","raw_affiliation_strings":["DIANA - Design, Implementation and Analysis of Networking Architectures (2004 route des Lucioles BP 93 F-06902 Sophia Antipolis (France) - France)","Inria"],"affiliations":[{"raw_affiliation_string":"Inria","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"DIANA - Design, Implementation and Analysis of Networking Architectures (2004 route des Lucioles BP 93 F-06902 Sophia Antipolis (France) - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046989109","display_name":"Luigi Iannone","orcid":"https://orcid.org/0000-0002-4109-3739"},"institutions":[{"id":"https://openalex.org/I190752583","display_name":"ParisTech","ror":"https://ror.org/05c2qg481","country_code":"FR","type":"education","lineage":["https://openalex.org/I190752583"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Luigi Iannone","raw_affiliation_strings":["ParisTech"],"affiliations":[{"raw_affiliation_string":"ParisTech","institution_ids":["https://openalex.org/I190752583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024795280","display_name":"Olivier Bonaventure","orcid":"https://orcid.org/0000-0002-6717-0296"},"institutions":[{"id":"https://openalex.org/I95674353","display_name":"UCLouvain","ror":"https://ror.org/02495e989","country_code":"BE","type":"education","lineage":["https://openalex.org/I95674353"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Olivier Bonaventure","raw_affiliation_strings":["Universit\u00e9 catholique de Louvain"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 catholique de Louvain","institution_ids":["https://openalex.org/I95674353"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.278,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":22,"citation_normalized_percentile":{"value":0.92148,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":93},"biblio":{"volume":"49","issue":"2","first_page":"44","last_page":"47"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9947,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9947,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9882,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9785,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fraction","display_name":"Fraction (chemistry)","score":0.57370967},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.41596258}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.868495},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.57370967},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4837075},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.41596258},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35649413},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3401234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1944114},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08806503},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336937.3336944","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336937.3336944","source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://hal.inria.fr/hal-02433447","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":["Centre National de la Recherche Scientifique"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3336937.3336944","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3336937.3336944","source":{"id":"https://openalex.org/S66039016","display_name":"ACM SIGCOMM Computer Communication Review","issn_l":"0146-4833","issn":["0146-4833","1943-5819"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":42,"referenced_works":["https://openalex.org/W2793045151","https://openalex.org/W2799441662","https://openalex.org/W2800412265","https://openalex.org/W2800892045","https://openalex.org/W2804170114","https://openalex.org/W2804900888","https://openalex.org/W2806944993","https://openalex.org/W2806983856","https://openalex.org/W2814127929","https://openalex.org/W2825975108","https://openalex.org/W2864823780","https://openalex.org/W2867345499","https://openalex.org/W2875847991","https://openalex.org/W2876796450","https://openalex.org/W2884091370","https://openalex.org/W2884102824","https://openalex.org/W2886454774","https://openalex.org/W2886583026","https://openalex.org/W2887287025","https://openalex.org/W2889666008","https://openalex.org/W2890611883","https://openalex.org/W2891651011","https://openalex.org/W2894171028","https://openalex.org/W2894592169","https://openalex.org/W2895155020","https://openalex.org/W2896149153","https://openalex.org/W2901287183","https://openalex.org/W2902024067","https://openalex.org/W2902142948","https://openalex.org/W2902440776","https://openalex.org/W2902696225","https://openalex.org/W2903003182","https://openalex.org/W2903038868","https://openalex.org/W2903091118","https://openalex.org/W2903165630","https://openalex.org/W2903338609","https://openalex.org/W2951314400","https://openalex.org/W2963577414","https://openalex.org/W3105875719","https://openalex.org/W3122633980","https://openalex.org/W3128617399","https://openalex.org/W4254015241"],"related_works":["https://openalex.org/W52840052","https://openalex.org/W4308623176","https://openalex.org/W3162837891","https://openalex.org/W3029243869","https://openalex.org/W2502336004","https://openalex.org/W2358078963","https://openalex.org/W2023249001","https://openalex.org/W2019696434","https://openalex.org/W1741504538","https://openalex.org/W1687852313"],"abstract_inverted_index":{"A":[0],"growing":[1],"fraction":[2],"of":[3,31,47,98],"the":[4,28,45,56,63,96],"papers":[5,49,57,79,88],"published":[6],"by":[7,59,81],"CCR":[8,82],"and":[9,83,105,107],"at":[10],"SIGCOMM-sponsored":[11,85],"conferences":[12],"include":[13],"artifacts":[14,23,46,103,113],"such":[15],"as":[16],"software":[17],"or":[18],"datasets.":[19],"Besides":[20],"CCR,":[21],"these":[22],"were":[24],"rarely":[25],"evaluated.":[26],"During":[27],"last":[29],"months":[30],"2018,":[32],"we":[33],"organised":[34],"two":[35],"different":[36,73],"Artifacts":[37],"Evaluation":[38],"Committees":[39],"to":[40,71],"which":[41],"authors":[42,104],"could":[43],"submit":[44],"their":[48],"for":[50,111],"evaluation.":[51],"The":[52,75],"first":[53],"one":[54,77],"evaluated":[55,78],"accepted":[58,80],"Conext\u201918":[60],"shortly":[61],"after":[62],"TPC":[64],"decision.":[65],"It":[66],"assigned":[67],"ACM":[68,90],"reproducibility":[69,91],"badges":[70],"12":[72],"papers.":[74],"second":[76],"any":[84],"conference.":[86],"28":[87],"received":[89],"badges.":[92],"We":[93],"report":[94],"on":[95],"results":[97],"a":[99],"short":[100],"survey":[101],"among":[102],"reviewers":[106],"provide":[108],"some":[109],"suggestions":[110],"future":[112],"evaluations.":[114]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2945202604","counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4}],"updated_date":"2025-01-16T09:20:43.564470","created_date":"2019-05-29"}