{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T19:53:05Z","timestamp":1725911585700},"reference-count":39,"publisher":"Association for Computing Machinery (ACM)","issue":"2","license":[{"start":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T00:00:00Z","timestamp":1558396800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGCOMM Comput. Commun. Rev."],"published-print":{"date-parts":[[2019,5,21]]},"abstract":"A growing fraction of the papers published by CCR and at SIGCOMM-sponsored conferences include artifacts such as software or datasets. Besides CCR, these artifacts were rarely evaluated. During the last months of 2018, we organised two different Artifacts Evaluation Committees to which authors could submit the artifacts of their papers for evaluation. The first one evaluated the papers accepted by Conext\u201918 shortly after the TPC decision. It assigned ACM reproducibility badges to 12 different papers. The second one evaluated papers accepted by CCR and any SIGCOMM-sponsored conference. 28 papers received ACM reproducibility badges. We report on the results of a short survey among artifacts authors and reviewers and provide some suggestions for future artifacts evaluations.<\/jats:p>","DOI":"10.1145\/3336937.3336944","type":"journal-article","created":{"date-parts":[[2019,5,23]],"date-time":"2019-05-23T18:01:38Z","timestamp":1558634498000},"page":"44-47","update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Evaluating the artifacts of SIGCOMM papers"],"prefix":"10.1145","volume":"49","author":[{"given":"Damien","family":"Saucez","sequence":"first","affiliation":[{"name":"Inria"}]},{"given":"Luigi","family":"Iannone","sequence":"additional","affiliation":[{"name":"ParisTech"}]},{"given":"Olivier","family":"Bonaventure","sequence":"additional","affiliation":[{"name":"Universit\u00e9 catholique de Louvain"}]}],"member":"320","published-online":{"date-parts":[[2019,5,21]]},"reference":[{"key":"e_1_2_1_1_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281424"},{"key":"e_1_2_1_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/3213232.3213234"},{"key":"e_1_2_1_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3208903.3208909"},{"key":"e_1_2_1_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230718.3230729"},{"key":"e_1_2_1_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281427"},{"key":"e_1_2_1_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281423"},{"key":"e_1_2_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3208903.3210278"},{"key":"e_1_2_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230718.3230725"},{"key":"e_1_2_1_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278546"},{"key":"e_1_2_1_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230549"},{"key":"e_1_2_1_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230575"},{"key":"e_1_2_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281431"},{"key":"e_1_2_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281443"},{"key":"e_1_2_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230559"},{"key":"e_1_2_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281432"},{"key":"e_1_2_1_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281441"},{"key":"e_1_2_1_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3185467.3185498"},{"key":"e_1_2_1_18_2","doi-asserted-by":"publisher","DOI":"10.1145\/3208903.3208941"},{"key":"e_1_2_1_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278549"},{"key":"e_1_2_1_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281419"},{"key":"e_1_2_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3310165.3310168"},{"key":"e_1_2_1_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230564"},{"key":"e_1_2_1_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230553"},{"key":"e_1_2_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230560"},{"key":"e_1_2_1_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281421"},{"key":"e_1_2_1_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281425"},{"key":"e_1_2_1_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230573"},{"key":"e_1_2_1_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3310165.3310176"},{"key":"e_1_2_1_29_2","doi-asserted-by":"publisher","DOI":"10.1145\/3232755.3232779"},{"key":"e_1_2_1_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3211852.3211856"},{"key":"e_1_2_1_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3213232.3213235"},{"key":"e_1_2_1_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278562"},{"key":"e_1_2_1_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278574"},{"key":"e_1_2_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/3230718.3232629"},{"key":"e_1_2_1_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278536"},{"key":"e_1_2_1_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281426"},{"key":"e_1_2_1_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/3278532.3278550"},{"key":"e_1_2_1_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/3281411.3281436"},{"key":"e_1_2_1_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3276799.3276800"}],"container-title":["ACM SIGCOMM Computer Communication Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3336937.3336944","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T13:20:09Z","timestamp":1672579209000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3336937.3336944"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,21]]},"references-count":39,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,5,21]]}},"alternative-id":["10.1145\/3336937.3336944"],"URL":"https:\/\/doi.org\/10.1145\/3336937.3336944","relation":{},"ISSN":["0146-4833"],"issn-type":[{"value":"0146-4833","type":"print"}],"subject":[],"published":{"date-parts":[[2019,5,21]]},"assertion":[{"value":"2019-05-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}