{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:57:54Z","timestamp":1740103074864,"version":"3.37.3"},"publisher-location":"New York, NY, USA","reference-count":22,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3663529.3663807","type":"proceedings-article","created":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T19:43:13Z","timestamp":1720640593000},"page":"602-606","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Py-holmes: Causal Testing for Deep Neural Networks in Python"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7660-8421","authenticated-orcid":false,"given":"Wren","family":"McQueary","sequence":"first","affiliation":[{"name":"George Mason University, Fairfax, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9303-4677","authenticated-orcid":false,"given":"Sadia Afrin","family":"Mim","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6242-398X","authenticated-orcid":false,"given":"Md Nishat","family":"Raihan","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6987-5196","authenticated-orcid":false,"given":"Justin","family":"Smith","sequence":"additional","affiliation":[{"name":"Lafayette College, Easton, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0271-9647","authenticated-orcid":false,"given":"Brittany","family":"Johnson","sequence":"additional","affiliation":[{"name":"George Mason University, Fairfax, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,10]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Machine Learning. PMLR, 161-170","author":"A\u00efvodji Ulrich","year":"2019","unstructured":"Ulrich A\u00efvodji, Hiromi Arai, Olivier Fortineau, S\u00e9bastien Gambs, Satoshi Hara, and Alain Tapp. 2019. Fairwashing: the risk of rationalization. In International Conference on Machine Learning. PMLR, 161-170."},{"key":"e_1_3_2_1_2_1","volume-title":"ICML Workshop on Reliable Machine Learning in the Wild","volume":"103","author":"Cadamuro Gabriel","year":"2016","unstructured":"Gabriel Cadamuro, Ran Gilad-Bachrach, and Xiaojin Zhu. 2016. Debugging machine learning models. In ICML Workshop on Reliable Machine Learning in the Wild, Vol. 103."},{"key":"e_1_3_2_1_3_1","unstructured":"Ian J Goodfellow Jonathon Shlens and Christian Szegedy. 2014. Explaining and harnessing adversarial examples. arXiv preprint arXiv:1412.6572 ( 2014 )."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380377"},{"key":"e_1_3_2_1_5_1","volume-title":"NeurIPS MLSys Workshop","volume":"3","author":"Kang Daniel","year":"2018","unstructured":"Daniel Kang, Deepti Raghavan, Peter Bailis, and Matei Zaharia. 2018. Model assertions for debugging machine learning. In NeurIPS MLSys Workshop, Vol. 3. 10."},{"key":"e_1_3_2_1_6_1","first-page":"2278","volume-title":"Proc. IEEE 86","author":"LeCun Yann","year":"1998","unstructured":"Yann LeCun, L\u00e9on Bottou, Yoshua Bengio, and Patrick Hafner. 1998. Gradientbased learning applied to document recognition. Proc. IEEE 86, 11 ( 1998 ), 2278-2324."},{"key":"e_1_3_2_1_7_1","first-page":"11359","article-title":"End-to-end Adversarial Sample Generation for Data Augmentation","volume":"2023","author":"Liu Tianyuan","year":"2023","unstructured":"Tianyuan Liu and Yuqing Sun. 2023. End-to-end Adversarial Sample Generation for Data Augmentation. In Findings of the Association for Computational Linguistics: EMNLP 2023. 11359-11368.","journal-title":"Findings of the Association for Computational Linguistics: EMNLP"},{"key":"e_1_3_2_1_8_1","volume-title":"Pynguin: Automated Unit Test Generation for Python. arXiv preprint arXiv:2202.05218 ( 2022 ).","author":"Lukasczyk Stephan","year":"2022","unstructured":"Stephan Lukasczyk and Gordon Fraser. 2022. Pynguin: Automated Unit Test Generation for Python. arXiv preprint arXiv:2202.05218 ( 2022 )."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236082"},{"key":"e_1_3_2_1_10_1","article-title":"Hypothesis: A new approach to property-based testing","volume":"4","author":"MacIver David R","year":"2019","unstructured":"David R MacIver, Zac Hatfield-Dodds, et al. 2019. Hypothesis: A new approach to property-based testing. Journal of Open Source Software 4, 43 ( 2019 ), 1891.","journal-title":"Journal of Open Source Software"},{"key":"e_1_3_2_1_11_1","unstructured":"Alex McFarland. [n. d.]. 5 Best Machine Learning (AI) Programming Languages. https:\/\/www.unite.ai\/5-best-machine-learning-ai-programming-languages\/. Accessed: 2022-11-09."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.11168191"},{"key":"e_1_3_2_1_13_1","volume-title":"International Conference on Machine Learning. PMLR, 4901-4911","author":"Odena Augustus","year":"2019","unstructured":"Augustus Odena, Catherine Olsson, David Andersen, and Ian Goodfellow. 2019. Tensorfuzz: Debugging neural networks with coverage-guided fuzzing. In International Conference on Machine Learning. PMLR, 4901-4911."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of Machine Learning and Systems 3 ( 2021 ), 770-782","author":"Rauschmayr Nathalie","year":"2021","unstructured":"Nathalie Rauschmayr, Vikas Kumar, Rahul Huilgol, Andrea Olgiati, Satadal Bhattacharjee, Nihal Harish, Vandana Kannan, Amol Lele, Anirudh Acharya, Jared Nielsen, et al. 2021. Amazon SageMaker debugger: a system for real-time insights into machine learning model training. Proceedings of Machine Learning and Systems 3 ( 2021 ), 770-782."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_2_1_16_1","volume-title":"Cockpit: A Practical Debugging Tool for the Training of Deep Neural Networks. Advances in Neural Information Processing Systems 34 ( 2021 )","author":"Schneider Frank","year":"2021","unstructured":"Frank Schneider, Felix Dangel, and Philipp Hennig. 2021. Cockpit: A Practical Debugging Tool for the Training of Deep Neural Networks. Advances in Neural Information Processing Systems 34 ( 2021 ), 20825-20837."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"e_1_3_2_1_18_1","volume-title":"2019 IEEE\/ACM 41st International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). IEEE, 111-114","author":"Sun Youcheng","year":"2019","unstructured":"Youcheng Sun, Xiaowei Huang, Daniel Kroening, James Sharp, Matthew Hill, and Rob Ashmore. 2019. DeepConcolic: Testing and debugging deep neural networks. In 2019 IEEE\/ACM 41st International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). IEEE, 111-114."},{"key":"e_1_3_2_1_19_1","unstructured":"Dimitris Tsipras Shibani Santurkar Logan Engstrom Alexander Turner and Aleksander Madry. 2018. Robustness may be at odds with accuracy. arXiv preprint arXiv:1805. 12152 ( 2018 )."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510071"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330579"},{"key":"e_1_3_2_1_22_1","article-title":"Machine learning testing: Survey, landscapes and horizons","volume":"48","author":"Zhang Jie M","year":"2020","unstructured":"Jie M Zhang, Mark Harman, Lei Ma, and Yang Liu. 2020. Machine learning testing: Survey, landscapes and horizons. IEEE Transactions on Software Engineering 48, 1 ( 2020 ), 1-36.","journal-title":"IEEE Transactions on Software Engineering"}],"event":{"name":"FSE '24: 32nd ACM International Conference on the Foundations of Software Engineering","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"],"location":"Porto de Galinhas Brazil","acronym":"FSE '24"},"container-title":["Companion Proceedings of the 32nd ACM International Conference on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3663529.3663807","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T19:58:56Z","timestamp":1720641536000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3663529.3663807"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":22,"alternative-id":["10.1145\/3663529.3663807","10.1145\/3663529"],"URL":"https:\/\/doi.org\/10.1145\/3663529.3663807","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-10","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}