{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,4,26]],"date-time":"2024-04-26T04:30:54Z","timestamp":1714105854743},"reference-count":73,"publisher":"Association for Computing Machinery (ACM)","issue":"1","license":[{"start":{"date-parts":[[2018,4,27]],"date-time":"2018-04-27T00:00:00Z","timestamp":1524787200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGCOMM Comput. Commun. Rev."],"published-print":{"date-parts":[[2018,4,27]]},"abstract":"Reproducibility of artifacts is a cornerstone of most scientific publications. To improve the current state and strengthen ongoing community efforts towards reproducibility by design, we conducted a survey among the papers published at leading ACM computer networking conferences in 2017: CoNEXT, ICN, IMC, and SIGCOMM.<\/jats:p>\n The objective of this paper is to assess the current state of artifact availability and reproducibility based on a survey. We hope that it will serve as a starting point for further discussions to encourage researchers to ease the reproduction of scientific work published within the SIGCOMM community. Furthermore, we hope this work will inspire program chairs of future conferences to emphasize reproducibility within the ACM SIGCOMM community as well as will strengthen awareness of researchers.<\/jats:p>","DOI":"10.1145\/3211852.3211864","type":"journal-article","created":{"date-parts":[[2018,4,30]],"date-time":"2018-04-30T11:58:18Z","timestamp":1525089498000},"page":"75-80","update-policy":"http:\/\/dx.doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":9,"title":["A Survey on Artifacts from CoNEXT, ICN, IMC, and SIGCOMM Conferences in 2017"],"prefix":"10.1145","volume":"48","author":[{"given":"Matthias","family":"Flittner","sequence":"first","affiliation":[{"name":"Karlsruhe Institute of Technology"}]},{"given":"Mohamed Naoufal","family":"Mahfoudi","sequence":"additional","affiliation":[{"name":"Inria"}]},{"given":"Damien","family":"Saucez","sequence":"additional","affiliation":[{"name":"Inria"}]},{"given":"Matthias","family":"W\u00e4hlisch","sequence":"additional","affiliation":[{"name":"FU Berlin"}]},{"given":"Luigi","family":"Iannone","sequence":"additional","affiliation":[{"name":"Telecom Paristech"}]},{"given":"Vaibhav","family":"Bajpai","sequence":"additional","affiliation":[{"name":"Technical University of Munich"}]},{"given":"Alex","family":"Afanasyev","sequence":"additional","affiliation":[{"name":"Florida International University"}]}],"member":"320","published-online":{"date-parts":[[2018,4,27]]},"reference":[{"key":"e_1_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098832"},{"key":"e_1_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098840"},{"key":"e_1_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098856"},{"key":"e_1_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098850"},{"key":"e_1_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098836"},{"key":"e_1_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098842"},{"key":"e_1_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098858"},{"key":"e_1_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098843"},{"key":"e_1_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098838"},{"key":"e_1_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098857"},{"key":"e_1_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098833"},{"key":"e_1_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3098822.3098827"},{"key":"e_1_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143370"},{"key":"e_1_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143363"},{"key":"e_1_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143378"},{"key":"e_1_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143376"},{"key":"e_1_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143400"},{"key":"e_1_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143384"},{"key":"e_1_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143393"},{"key":"e_1_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143361.3143389"},{"key":"e_1_2_2_21_1","volume-title":"IMC 2017 \u2013 Call for Papers. https:\/\/conferences.sigcomm.org\/imc\/2017\/cfp\/.","author":"ACM","unstructured":"ACM IMC 2017 \u2013 Call for Papers. https:\/\/conferences.sigcomm.org\/imc\/2017\/cfp\/. ACM IMC 2017 \u2013 Call for Papers. https:\/\/conferences.sigcomm.org\/imc\/2017\/cfp\/."},{"key":"e_1_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131401"},{"key":"e_1_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131407"},{"key":"e_1_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131377"},{"key":"e_1_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131371"},{"key":"e_1_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131391"},{"key":"e_1_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131384"},{"key":"e_1_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131392"},{"key":"e_1_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131388"},{"key":"e_1_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131376"},{"key":"e_1_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131369"},{"key":"e_1_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131366"},{"key":"e_1_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131370"},{"key":"e_1_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131385"},{"key":"e_1_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131400"},{"key":"e_1_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131378"},{"key":"e_1_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131374"},{"key":"e_1_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131375"},{"key":"e_1_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132109"},{"key":"e_1_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125734"},{"key":"e_1_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125726"},{"key":"e_1_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132095"},{"key":"e_1_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132107"},{"key":"e_1_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132099"},{"key":"e_1_2_2_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125732"},{"key":"e_1_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125737"},{"key":"e_1_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125727"},{"key":"e_1_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132103"},{"key":"e_1_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3132091"},{"key":"e_1_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125719.3125729"},{"key":"e_1_2_2_51_1","unstructured":"A Catalog of Research Artifacts for Computer Science. http:\/\/www.findresearch.org. A Catalog of Research Artifacts for Computer Science. http:\/\/www.findresearch.org."},{"key":"e_1_2_2_52_1","unstructured":"ACM Digital Library. https:\/\/dl.acm.org\/dl.cfm. ACM Digital Library. https:\/\/dl.acm.org\/dl.cfm."},{"key":"e_1_2_2_53_1","unstructured":"Artifact Review and Badging. https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging. Accessed: 2017-09-11. Artifact Review and Badging. https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging. Accessed: 2017-09-11."},{"key":"e_1_2_2_54_1","volume-title":"ACM SIGCOMM Reproducibility Workshop. https:\/\/dl.acm.org\/citation.cfm?id=3097766","author":"Proceedings","unstructured":"Proceedings of ACM SIGCOMM Reproducibility Workshop. https:\/\/dl.acm.org\/citation.cfm?id=3097766 . Proceedings of ACM SIGCOMM Reproducibility Workshop. https:\/\/dl.acm.org\/citation.cfm?id=3097766."},{"key":"e_1_2_2_55_1","unstructured":"SIGCOMM 2017 Artifacts Survey data. https:\/\/team.inria.fr\/diana\/reproducibility\/. SIGCOMM 2017 Artifacts Survey data. https:\/\/team.inria.fr\/diana\/reproducibility\/."},{"key":"e_1_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/WF-IoT.2015.7389098"},{"key":"e_1_2_2_57_1","volume-title":"ndnsim: Ndn simulator for ns-3","author":"Afanasyev A.","year":"2012","unstructured":"Afanasyev , A. , Moiseenko , I. , Zhang , L. , ndnsim: Ndn simulator for ns-3 . University of California , Los Angeles , Tech. Rep 4 ( 2012 ). Afanasyev, A., Moiseenko, I., Zhang, L., et al. ndnsim: Ndn simulator for ns-3. University of California, Los Angeles, Tech. Rep 4 (2012)."},{"key":"e_1_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOMW.2013.6970748"},{"key":"e_1_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/956993.956995"},{"key":"e_1_2_2_60_1","volume-title":"The network simulator (ns-2). URL: http:\/\/www. isi. edu\/nsnam\/ns","author":"Fall K.","year":"2007","unstructured":"Fall , K. , and Varadhan , K . The network simulator (ns-2). URL: http:\/\/www. isi. edu\/nsnam\/ns ( 2007 ). Fall, K., and Varadhan, K. The network simulator (ns-2). URL: http:\/\/www. isi. edu\/nsnam\/ns (2007)."},{"key":"e_1_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/ITC.2014.6932972"},{"key":"e_1_2_2_62_1","first-page":"14","volume-title":"CA","author":"Grosvenor M. P.","year":"2015","unstructured":"Grosvenor , M. P. , Schwarzkopf , M. , Gog , I. , Watson , R. N. M. , Moore , A. W. , Hand , S. , and Crowcroft , J . Queues dont matter when you can JUMP them! In 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI 15) (Oakland , CA , 2015 ), USENIX Association , pp. 1\u2013 14 . Grosvenor, M. P., Schwarzkopf, M., Gog, I., Watson, R. N. M., Moore, A. W., Hand, S., and Crowcroft, J. Queues dont matter when you can JUMP them! In 12th USENIX Symposium on Networked Systems Design and Implementation (NSDI 15) (Oakland, CA, 2015), USENIX Association, pp. 1\u201314."},{"key":"e_1_2_2_63_1","volume-title":"Spin model checker, the: primer and reference manual","author":"Holzmann G.","year":"2003","unstructured":"Holzmann , G. Spin model checker, the: primer and reference manual . Addison-Wesley Professional , 2003 . Holzmann, G. Spin model checker, the: primer and reference manual. Addison-Wesley Professional, 2003."},{"key":"e_1_2_2_64_1","volume-title":"a routing software package for tcp\/ip networks","author":"Ishiguro K.","year":"2006","unstructured":"Ishiguro , K. , Quagga , a routing software package for tcp\/ip networks , 2006 . Ishiguro, K., et al. Quagga, a routing software package for tcp\/ip networks, 2006."},{"key":"e_1_2_2_65_1","first-page":"130","volume-title":"Proceedings of the 12th USENIX Conference on Networked Systems Design and Implementation (Berkeley, CA, USA, 2015), NSDI'15, USENIX Association","author":"Pfaff B.","unstructured":"Pfaff , B. , Pettit , J. , Koponen , T. , Jackson , E. J. , Zhou , A. , Rajahalme , J. , Gross , J. , Wang , A. , Stringer , J. , Shelar , P. , Amidon , K. , and Casado , M . The design and implementation of open vswitch . In Proceedings of the 12th USENIX Conference on Networked Systems Design and Implementation (Berkeley, CA, USA, 2015), NSDI'15, USENIX Association , pp. 117\u2013 130 . Pfaff, B., Pettit, J., Koponen, T., Jackson, E. J., Zhou, A., Rajahalme, J., Gross, J., Wang, A., Stringer, J., Shelar, P., Amidon, K., and Casado, M. The design and implementation of open vswitch. In Proceedings of the 12th USENIX Conference on Networked Systems Design and Implementation (Berkeley, CA, USA, 2015), NSDI'15, USENIX Association, pp. 117\u2013130."},{"key":"e_1_2_2_66_1","volume-title":"Ccn-lite","author":"Scherb C.","year":"2013","unstructured":"Scherb , C. , Sifalakis , M. , and Tschudin , C . Ccn-lite , 2013 . Scherb, C., Sifalakis, M., and Tschudin, C. Ccn-lite, 2013."},{"key":"e_1_2_2_67_1","first-page":"270","volume-title":"Proceedings of USENIX 2000 Annual Technical Conference: FREENIX Track","author":"Sony C.","year":"2000","unstructured":"Sony , C. , and Cho , K . Traffic data repository at the wide project . In Proceedings of USENIX 2000 Annual Technical Conference: FREENIX Track ( 2000 ), pp. 263\u2013 270 . Sony, C., and Cho, K. Traffic data repository at the wide project. In Proceedings of USENIX 2000 Annual Technical Conference: FREENIX Track (2000), pp. 263\u2013270."},{"key":"e_1_2_2_68_1","first-page":"3","volume":"18","author":"Staff R.","year":"2015","unstructured":"Staff , R. Ripe atlas: A global internet measurement network. Internet Protocol Journal 18 , 3 ( 2015 ). Staff, R. Ripe atlas: A global internet measurement network. Internet Protocol Journal 18, 3 (2015).","journal-title":"Internet Protocol Journal"},{"key":"e_1_2_2_69_1","volume-title":"Center for Applied Internet Data Analysis","author":"Team C.","year":"2018","unstructured":"Team , C. Center for Applied Internet Data Analysis , 2018 . Team, C. Center for Applied Internet Data Analysis, 2018."},{"key":"e_1_2_2_70_1","volume-title":"Mininet: An instant virtual network on your laptop (or other pc)","author":"Team M.","year":"2012","unstructured":"Team , M. Mininet: An instant virtual network on your laptop (or other pc) , 2012 . Team, M. Mininet: An instant virtual network on your laptop (or other pc), 2012."},{"key":"e_1_2_2_71_1","unstructured":"Team M. MATLAB - MathWorks 2018. Team M. MATLAB - MathWorks 2018."},{"key":"e_1_2_2_72_1","volume-title":"University of oregon route views project","author":"Views R.","year":"2000","unstructured":"Views , R. University of oregon route views project , 2000 . Views, R. University of oregon route views project, 2000."},{"key":"e_1_2_2_73_1","volume-title":"Named data networking (ndn) project. Relat\u00f3rio T\u00e9cnico NDN-0001","author":"Zhang L.","year":"2010","unstructured":"Zhang , L. , Estrin , D. , Burke , J. , Jacobson , V. , Thornton , J. D. , Smetters , D. K. , Zhang , B. , Tsudik , G. , Massey , D. , Papadopoulos , C. , Named data networking (ndn) project. Relat\u00f3rio T\u00e9cnico NDN-0001 , Xerox Palo Alto Research Center-PARC ( 2010 ). Zhang, L., Estrin, D., Burke, J., Jacobson, V., Thornton, J. D., Smetters, D. K., Zhang, B., Tsudik, G., Massey, D., Papadopoulos, C., et al. Named data networking (ndn) project. Relat\u00f3rio T\u00e9cnico NDN-0001, Xerox Palo Alto Research Center-PARC (2010)."}],"container-title":["ACM SIGCOMM Computer Communication Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3211852.3211864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,31]],"date-time":"2022-12-31T19:50:25Z","timestamp":1672516225000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3211852.3211864"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,4,27]]},"references-count":73,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,4,27]]}},"alternative-id":["10.1145\/3211852.3211864"],"URL":"https:\/\/doi.org\/10.1145\/3211852.3211864","relation":{},"ISSN":["0146-4833"],"issn-type":[{"value":"0146-4833","type":"print"}],"subject":[],"published":{"date-parts":[[2018,4,27]]},"assertion":[{"value":"2018-04-27","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}