{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:30:47Z","timestamp":1740101447838,"version":"3.37.3"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","funder":[{"name":"Google Cloud Research Credits","award":["GCP213506809"]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,15]]},"DOI":"10.1145\/3578244.3583726","type":"proceedings-article","created":{"date-parts":[[2023,3,29]],"date-time":"2023-03-29T22:08:41Z","timestamp":1680127721000},"page":"187-198","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["A Systematic Approach for Benchmarking of Container Orchestration Frameworks"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0070-7343","authenticated-orcid":false,"given":"Martin","family":"Straesser","sequence":"first","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9198-8354","authenticated-orcid":false,"given":"Jonas","family":"Mathiasch","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5582-8812","authenticated-orcid":false,"given":"Andr\u00e9","family":"Bauer","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9742-2063","authenticated-orcid":false,"given":"Samuel","family":"Kounev","sequence":"additional","affiliation":[{"name":"University of W\u00fcrzburg, W\u00fcrzburg, Germany"}]}],"member":"320","published-online":{"date-parts":[[2023,4,15]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Performance Evaluation of Microservices Architectures Using Containers. In 2015 IEEE 14th International Symposium on Network Computing and Applications. 27--34","author":"Amaral Marcelo","year":"2015","unstructured":"Marcelo Amaral, Jord\u00e0 Polo, David Carrera, Iqbal Mohomed, Merve Unuvar, and Malgorzata Steinder. 2015. Performance Evaluation of Microservices Architectures Using Containers. In 2015 IEEE 14th International Symposium on Network Computing and Applications. 27--34."},{"key":"e_1_3_2_1_2_1","volume-title":"Performance of Container Network Technologies in Cloud Environments. In 2018 IEEE International Conference on Electro\/Information Technology (EIT). 0277--0283","author":"Bankston Ryan","year":"2018","unstructured":"Ryan Bankston and Jinhua Guo. 2018. Performance of Container Network Technologies in Cloud Environments. In 2018 IEEE International Conference on Electro\/Information Technology (EIT). 0277--0283."},{"key":"e_1_3_2_1_3_1","unstructured":"Sebastian B\u00f6hm and Guido Wirtz. 2021. Profiling Lightweight Container Platforms: MicroK8s and K3s in Comparison to Kubernetes.. In ZEUS. 65--73."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58462-7_15"},{"key":"e_1_3_2_1_5_1","volume-title":"https:\/\/github.com\/kastenhq\/kubestr Retrieved","author":"Kastenhq Git Repository","year":"2022","unstructured":"Git Repository by Kastenhq. 2022. Kubestr. https:\/\/github.com\/kastenhq\/kubestr Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_6_1","volume-title":"Container Orchestration: A Survey","author":"Casalicchio Emiliano","year":"2019","unstructured":"Emiliano Casalicchio. 2019. Container Orchestration: A Survey. Springer International Publishing, Cham, 221--235."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CLOUD.2013.7"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102788"},{"key":"e_1_3_2_1_9_1","volume-title":"CNCF Annual Survey","author":"Computing Foundation Cloud Native","year":"2021","unstructured":"Cloud Native Computing Foundation. 2022. CNCF Annual Survey 2021. https:\/\/www.cncf.io\/reports\/cncf-annual-survey-2021\/ Retrieved October 13, 2022 from"},{"key":"e_1_3_2_1_10_1","volume-title":"What is container orchestration? https:\/\/www.vmware.com\/topics\/glossary\/content\/container-orchestration.html Retrieved","author":"Glossary Mware","year":"2022","unstructured":"VMware Glossary. 2022. What is container orchestration? https:\/\/www.vmware.com\/topics\/glossary\/content\/container-orchestration.html Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3463274.3463361"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-022-10162-1"},{"key":"e_1_3_2_1_13_1","volume-title":"BUNGEE: An Elasticity Benchmark for Self-Adaptive IaaS Cloud Environments. In 2015 IEEE\/ACM 10th International Symposium on Software Engineering for Adaptive and Self-Managing Systems. 46--56","author":"Herbst Nikolas Roman","year":"2015","unstructured":"Nikolas Roman Herbst, Samuel Kounev, Andreas Weber, and Henning Groenda. 2015. BUNGEE: An Elasticity Benchmark for Self-Adaptive IaaS Cloud Environments. In 2015 IEEE\/ACM 10th International Symposium on Software Engineering for Adaptive and Self-Managing Systems. 46--56."},{"key":"e_1_3_2_1_14_1","volume-title":"Container orchestration. https:\/\/www.ibm.com\/cloud\/learn\/container-orchestration Retrieved","author":"Cloud Learn Hub IBM","year":"2022","unstructured":"IBM Cloud Learn Hub. 2021. Container orchestration. https:\/\/www.ibm.com\/cloud\/learn\/container-orchestration Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_15_1","volume-title":"What is container orchestration? https:\/\/www.redhat.com\/en\/topics\/containers\/what-is-container-orchestration Retrieved","author":"Red Hat Inc. 2022.","year":"2022","unstructured":"Red Hat Inc. 2022. What is container orchestration? https:\/\/www.redhat.com\/en\/topics\/containers\/what-is-container-orchestration Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2011.66"},{"key":"e_1_3_2_1_17_1","volume-title":"Container Orchestration Engines: A Thorough Functional and Performance Comparison. In ICC 2019 - 2019 IEEE International Conference on Communications (ICC). 1--6.","author":"Al Jawarneh Isam Mashhour","year":"2019","unstructured":"Isam Mashhour Al Jawarneh, Paolo Bellavista, Filippo Bosi, Luca Foschini, Giuseppe Martuscelli, Rebecca Montanari, and Amedeo Palopoli. 2019. Container Orchestration Engines: A Thorough Functional and Performance Comparison. In ICC 2019 - 2019 IEEE International Conference on Communications (ICC). 1--6."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCC.2017.4250933"},{"key":"e_1_3_2_1_19_1","volume-title":"Kubernetes distributions for the edge: serverless performance evaluation. The Journal of Supercomputing","author":"Kjorveziroski Vojdan","year":"2022","unstructured":"Vojdan Kjorveziroski and Sonja Filiposka. 2022. Kubernetes distributions for the edge: serverless performance evaluation. The Journal of Supercomputing (2022), 1--28."},{"key":"e_1_3_2_1_20_1","volume-title":"Systems Benchmarking: For Scientists and Engineers","author":"Kounev Samuel","year":"2021","unstructured":"Samuel Kounev, Klaus-Dieter Lange, and Joakim Von Kistowski. 2021. Systems Benchmarking: For Scientists and Engineers. Springer."},{"key":"e_1_3_2_1_21_1","volume-title":"Performance and Scalability Testing Strategy Based on Kubemark. In 2019 IEEE 4th International Conference on Cloud Computing and Big Data Analysis (ICCCBDA). 511--516","author":"Lei Qing","year":"2019","unstructured":"Qing Lei, Weidong Liao, Yingtao Jiang, Mei Yang, and Haifeng Li. 2019. Performance and Scalability Testing Strategy Based on Kubemark. In 2019 IEEE 4th International Conference on Cloud Computing and Big Data Analysis (ICCCBDA). 511--516."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/2885497"},{"key":"e_1_3_2_1_23_1","volume-title":"Modelling Performance & Resource Management in Kubernetes. In 2016 IEEE\/ACM 9th International Conference on Utility and Cloud Computing (UCC). 257--262","author":"Medel V\u00edctor","year":"2016","unstructured":"V\u00edctor Medel, Omer Rana, Jos\u00e9 \u00c1ngel Ba\u00f1ares, and Unai Arronategui. 2016. Modelling Performance & Resource Management in Kubernetes. In 2016 IEEE\/ACM 9th International Conference on Utility and Cloud Computing (UCC). 257--262."},{"key":"e_1_3_2_1_24_1","volume-title":"Microservices Configurations and the Impact on the Performance in Cloud Native Environments. In 2022 IEEE 47th Conference on Local Computer Networks (LCN). 239--244","author":"Mekki Mohamed","year":"2022","unstructured":"Mohamed Mekki, Nassima Toumi, and Adlen Ksentini. 2022. Microservices Configurations and the Impact on the Performance in Cloud Native Environments. In 2022 IEEE 47th Conference on Local Computer Networks (LCN). 239--244."},{"key":"e_1_3_2_1_25_1","volume-title":"Who Uses Nomad. https:\/\/www.nomadproject.io\/docs\/who-uses-nomad Retrieved","author":"HashiCorp Nomad. 2022.","year":"2022","unstructured":"HashiCorp Nomad. 2022. Who Uses Nomad. https:\/\/www.nomadproject.io\/docs\/who-uses-nomad Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICBK.2019.00033"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CloudCom.2019.00038"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1002\/spe.2660"},{"key":"e_1_3_2_1_29_1","volume-title":"https:\/\/github.com\/aquasecurity\/kube-bench Retrieved","author":"Security Aqua","year":"2022","unstructured":"Aqua Security. 2022. Kube-bench. https:\/\/github.com\/aquasecurity\/kube-bench Retrieved October 14, 2022 from"},{"key":"e_1_3_2_1_30_1","volume-title":"CloudBench: Experiment Automation for Cloud Environments. In 2013 IEEE International Conference on Cloud Engineering (IC2E). 302--311","author":"Silva Marcio","year":"2013","unstructured":"Marcio Silva, Michael R. Hines, Diego Gallo, Qi Liu, Kyung Dong Ryu, and Dilma da Silva. 2013. CloudBench: Experiment Automation for Cloud Environments. In 2013 IEEE International Conference on Cloud Engineering (IC2E). 302--311."},{"volume-title":"Why Is It Not Solved Yet? Challenges for Production-Ready Autoscaling (ICPE '22)","author":"Straesser Martin","key":"e_1_3_2_1_31_1","unstructured":"Martin Straesser, Johannes Grohmann, J\u00f3akim von Kistowski, Simon Eismann, Andr\u00e9 Bauer, and Samuel Kounev. 2022. Why Is It Not Solved Yet? Challenges for Production-Ready Autoscaling (ICPE '22). Association for Computing Machinery, New York, NY, USA, 105--115."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/IDAACS53288.2021.9660392"},{"key":"e_1_3_2_1_33_1","volume-title":"Evaluation of Container Orchestration Systems for Deploying and Managing NoSQL Database Clusters. In 2018 IEEE 11th International Conference on Cloud Computing (CLOUD). 468--475","author":"Truyen Eddy","year":"2018","unstructured":"Eddy Truyen, Matt Bruzek, Dimitri Van Landuyt, Bert Lagaisse, and Wouter Joosen. 2018. Evaluation of Container Orchestration Systems for Deploying and Managing NoSQL Database Clusters. In 2018 IEEE 11th International Conference on Cloud Computing (CLOUD). 468--475."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3297280.3297536"},{"key":"e_1_3_2_1_35_1","volume-title":"Davy Preuveneers, Bert Lagaisse, and Wouter Joosen.","author":"Truyen Eddy","year":"2019","unstructured":"Eddy Truyen, Dimitri Van Landuyt, Davy Preuveneers, Bert Lagaisse, and Wouter Joosen. 2019b. A Comprehensive Feature Comparison Study of Open-Source Container Orchestration Frameworks. Applied Sciences, Vol. 9, 5 (2019)."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/NetSoft54395.2022.9844043"},{"key":"e_1_3_2_1_37_1","volume-title":"Experimental Evaluation of Orchestration Software for Virtual Network Functions. In 2021 IEEE Wireless Communications and Networking Conference (WCNC). 1--6.","author":"Valantasis Alexandros","year":"2021","unstructured":"Alexandros Valantasis, Nikos Makris, Christos Zarafetas, and Thanasis Korakis. 2021. Experimental Evaluation of Orchestration Software for Virtual Network Functions. In 2021 IEEE Wireless Communications and Networking Conference (WCNC). 1--6."},{"volume-title":"https:\/\/github.com\/vmware-tanzu\/k-bench Retrieved","year":"2023","key":"e_1_3_2_1_38_1","unstructured":"VMware. 2022. K-bench. https:\/\/github.com\/vmware-tanzu\/k-bench Retrieved January 23, 2023 from"},{"key":"e_1_3_2_1_39_1","volume-title":"Load Balancing for Interdependent IoT Microservices. In IEEE INFOCOM 2019 - IEEE Conference on Computer Communications. 298--306","author":"Yu Ruozhou","year":"2019","unstructured":"Ruozhou Yu, Vishnu Teja Kilari, Guoliang Xue, and Dejun Yang. 2019. Load Balancing for Interdependent IoT Microservices. In IEEE INFOCOM 2019 - IEEE Conference on Computer Communications. 298--306."},{"key":"e_1_3_2_1_40_1","volume-title":"Measurement and Evaluation for Docker Container Networking. In 2017 International Conference on Cyber-Enabled Distributed Computing and Knowledge Discovery (CyberC). 105--108","author":"Zeng Hao","year":"2017","unstructured":"Hao Zeng, Baosheng Wang, Wenping Deng, and Weiqi Zhang. 2017. Measurement and Evaluation for Docker Container Networking. In 2017 International Conference on Cyber-Enabled Distributed Computing and Knowledge Discovery (CyberC). 105--108."}],"event":{"name":"ICPE '23: ACM\/SPEC International Conference on Performance Engineering","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Coimbra Portugal","acronym":"ICPE '23"},"container-title":["Proceedings of the 2023 ACM\/SPEC International Conference on Performance Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3578244.3583726","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,15]],"date-time":"2024-04-15T10:07:33Z","timestamp":1713175653000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3578244.3583726"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,15]]},"references-count":40,"alternative-id":["10.1145\/3578244.3583726","10.1145\/3578244"],"URL":"https:\/\/doi.org\/10.1145\/3578244.3583726","relation":{},"subject":[],"published":{"date-parts":[[2023,4,15]]},"assertion":[{"value":"2023-04-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}