{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:44:16Z","timestamp":1740102256324,"version":"3.37.3"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T00:00:00Z","timestamp":1729036800000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100004351","name":"Cisco Systems","doi-asserted-by":"publisher","award":["76421595"],"id":[{"id":"10.13039\/100004351","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-1950171"],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,10,16]]},"DOI":"10.1145\/3607199.3607237","type":"proceedings-article","created":{"date-parts":[[2023,10,3]],"date-time":"2023-10-03T22:30:51Z","timestamp":1696372251000},"page":"282-296","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Understanding Multi-Turn Toxic Behaviors in Open-Domain Chatbots"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-0471-7063","authenticated-orcid":false,"given":"Bocheng","family":"Chen","sequence":"first","affiliation":[{"name":"Michigan State University, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9353-9042","authenticated-orcid":false,"given":"Guangjing","family":"Wang","sequence":"additional","affiliation":[{"name":"Michigan State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3779-4679","authenticated-orcid":false,"given":"Hanqing","family":"Guo","sequence":"additional","affiliation":[{"name":"Michigan State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-2062-9013","authenticated-orcid":false,"given":"Yuanda","family":"Wang","sequence":"additional","affiliation":[{"name":"Michigan State University, United States of America"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6272-7668","authenticated-orcid":false,"given":"Qiben","family":"Yan","sequence":"additional","affiliation":[{"name":"Michigan State University, United States of America"}]}],"member":"320","published-online":{"date-parts":[[2023,10,16]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/IntelliSys.2017.8324231"},{"key":"e_1_3_2_1_2_1","volume-title":"Towards a human-like open-domain chatbot. arXiv preprint arXiv:2001.09977","author":"Adiwardana Daniel","year":"2020","unstructured":"Daniel Adiwardana, Minh-Thang Luong, David\u00a0R So, Jamie Hall, Noah Fiedel, Romal Thoppilan, Zi Yang, Apoorv Kulshreshtha, Gaurav Nemade, Yifeng Lu, 2020. Towards a human-like open-domain chatbot. arXiv preprint arXiv:2001.09977 (2020)."},{"key":"e_1_3_2_1_3_1","volume-title":"IoTCOM: Dissecting Interaction Threats in IoT Systems","author":"Alhanahnah Mohannad","year":"2022","unstructured":"Mohannad Alhanahnah, Clay Stevens, Bocheng Chen, Qiben Yan, and Hamid Bagheri. 2022. IoTCOM: Dissecting Interaction Threats in IoT Systems. IEEE Transactions on Software Engineering (2022)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1609\/icwsm.v14i1.7347"},{"key":"e_1_3_2_1_5_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_6_1","volume-title":"Explore","author":"Casper Stephen","year":"2023","unstructured":"Stephen Casper, Jason Lin, Joe Kwon, Gatlen Culp, and Dylan Hadfield-Menell. 2023. Explore, Establish, Exploit: Red Teaming Language Models from Scratch. arXiv preprint arXiv:2306.09442 (2023)."},{"key":"e_1_3_2_1_7_1","volume-title":"Balancing Communication Dynamics and Client Manipulation for Federated Learning. In 2023 20th Annual IEEE International Conference on Sensing, Communication, and Networking (SECON).","author":"Chen Bocheng","year":"2023","unstructured":"Bocheng Chen, Nikolay Ivanov, Guangjing Wang, and Qiben Yan. 2023. Balancing Communication Dynamics and Client Manipulation for Federated Learning. In 2023 20th Annual IEEE International Conference on Sensing, Communication, and Networking (SECON)."},{"key":"e_1_3_2_1_8_1","volume-title":"Can Large Language Models Be an Alternative to Human Evaluations?arXiv preprint arXiv:2305.01937","author":"Chiang Cheng-Han","year":"2023","unstructured":"Cheng-Han Chiang and Hung yi Lee. 2023. Can Large Language Models Be an Alternative to Human Evaluations?arXiv preprint arXiv:2305.01937 (2023)."},{"key":"e_1_3_2_1_9_1","volume-title":"Increasing Diversity While Maintaining Accuracy: Text Data Generation with Large Language Models and Human Interventions. arXiv preprint arXiv:2306.04140","author":"Joon\u00a0Young Chung John","year":"2023","unstructured":"John Joon\u00a0Young Chung, Ece Kamar, and Saleema Amershi. 2023. Increasing Diversity While Maintaining Accuracy: Text Data Generation with Large Language Models and Human Interventions. arXiv preprint arXiv:2306.04140 (2023)."},{"key":"e_1_3_2_1_10_1","volume-title":"Jeffrey Sorensen, Lucas Dixon, and Lucy\u00a0Vassermanand nithum.","author":"Borkan Daniel","year":"2019","unstructured":"cjadams, Daniel Borkan, inversion, Jeffrey Sorensen, Lucas Dixon, and Lucy\u00a0Vassermanand nithum. 2019. Jigsaw Unintended Bias in Toxicity Classification. https:\/\/kaggle.com\/competitions\/jigsaw-unintended-bias-in-toxicity-classification"},{"key":"e_1_3_2_1_11_1","volume-title":"nithum, and Will Cukierski","author":"Sorensen Jeffrey","year":"2017","unstructured":"cjadams, Jeffrey Sorensen, Julia Elliott, Lucas Dixon, Mark McDonald, nithum, and Will Cukierski. 2017. Toxic Comment Classification Challenge. https:\/\/kaggle.com\/competitions\/jigsaw-toxic-comment-classification-challenge"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-4017"},{"key":"e_1_3_2_1_13_1","unstructured":"Microsoft Developer. 2023. Microsoft. https:\/\/blogs.bing.com\/search\/february-2023\/The-new-Bing-Edge-\u2013-Updates-to-Chat."},{"key":"e_1_3_2_1_14_1","unstructured":"PerspectiveAPI Developer. 2022. PerspectiveAPI. https:\/\/perspectiveapi.com\/."},{"key":"e_1_3_2_1_15_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_1_16_1","volume-title":"Build it break it fix it for dialogue safety: Robustness from adversarial human attack. arXiv preprint arXiv:1908.06083","author":"Dinan Emily","year":"2019","unstructured":"Emily Dinan, Samuel Humeau, Bharath Chintagunta, and Jason Weston. 2019. Build it break it fix it for dialogue safety: Robustness from adversarial human attack. arXiv preprint arXiv:1908.06083 (2019)."},{"key":"e_1_3_2_1_17_1","volume-title":"arXiv preprint arXiv:2209.07858","author":"Ganguli Deep","year":"2022","unstructured":"Deep Ganguli, Liane Lovitt, John Kernion, Amanda Askell, Yuntao Bai, Saurav Kadavath, Benjamin Mann, Ethan Perez, Nicholas Schiefer, Kamal Ndousse, Andy Jones, Sam Bowman, Anna Chen, Tom Conerly, Nova DasSarma, Dawn Drain, Nelson Elhage, Sheer El-Showk, Stanislav Fort, Zachary Dodds, T.\u00a0J. Henighan, Danny Hernandez, Tristan Hume, Josh Jacobson, Scott Johnston, Shauna Kravec, Catherine Olsson, Sam Ringer, Eli Tran-Johnson, Dario Amodei, Tom\u00a0B. Brown, Nicholas Joseph, Sam McCandlish, Christopher Olah, Jared Kaplan, and Jack Clark. 2022. Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned. arXiv preprint arXiv:2209.07858 (2022)."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/3241691.3241693"},{"key":"e_1_3_2_1_19_1","volume-title":"Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462","author":"Gehman Samuel","year":"2020","unstructured":"Samuel Gehman, Suchin Gururangan, Maarten Sap, Yejin Choi, and Noah\u00a0A Smith. 2020. Realtoxicityprompts: Evaluating neural toxic degeneration in language models. arXiv preprint arXiv:2009.11462 (2020)."},{"key":"e_1_3_2_1_20_1","volume-title":"Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 2, 7","author":"Hinton Geoffrey","year":"2015","unstructured":"Geoffrey Hinton, Oriol Vinyals, Jeff Dean, 2015. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 2, 7 (2015)."},{"key":"e_1_3_2_1_21_1","volume-title":"Long short-term memory. Neural computation 9, 8","author":"Hochreiter Sepp","year":"1997","unstructured":"Sepp Hochreiter and J\u00fcrgen Schmidhuber. 1997. Long short-term memory. Neural computation 9, 8 (1997), 1735\u20131780."},{"key":"e_1_3_2_1_22_1","volume-title":"Advancing the state of the art in open domain dialog systems through the alexa prize. arXiv preprint arXiv:1812.10757","author":"Khatri Chandra","year":"2018","unstructured":"Chandra Khatri, Behnam Hedayatnia, Anu Venkatesh, Jeff Nunn, Yi Pan, Qing Liu, Han Song, Anna Gottardi, Sanjeev Kwatra, Sanju Pancholi, 2018. Advancing the state of the art in open domain dialog systems through the alexa prize. arXiv preprint arXiv:1812.10757 (2018)."},{"key":"e_1_3_2_1_23_1","volume-title":"Proceedings of the first workshop on trolling, aggression and cyberbullying (TRAC-2018)","author":"Kumar Ritesh","year":"2018","unstructured":"Ritesh Kumar, Atul\u00a0Kr Ojha, Shervin Malmasi, and Marcos Zampieri. 2018. Benchmarking aggression identification in social media. In Proceedings of the first workshop on trolling, aggression and cyberbullying (TRAC-2018). 1\u201311."},{"key":"e_1_3_2_1_24_1","volume-title":"Query-Efficient Black-Box Red Teaming via Bayesian Optimization. arXiv preprint arXiv:2305.17444","author":"Lee Deokjae","year":"2023","unstructured":"Deokjae Lee, JunYeong Lee, Jung-Woo Ha, Jin-Hwa Kim, Sang-Woo Lee, Hwaran Lee, and Hyun\u00a0Oh Song. 2023. Query-Efficient Black-Box Red Teaming via Bayesian Optimization. arXiv preprint arXiv:2305.17444 (2023)."},{"key":"e_1_3_2_1_25_1","volume-title":"International Journal of Communication","author":"Neff Gina","year":"2016","unstructured":"Gina Neff. 2016. Talking to bots: Symbiotic agency and the case of Tay. International Journal of Communication (2016)."},{"key":"e_1_3_2_1_26_1","volume-title":"2019 IEEE 19th International Conference on Advanced Learning Technologies (ICALT), Vol.\u00a02161","author":"Justiniano\u00a0Moraes Neto Antonio","year":"2019","unstructured":"Antonio Justiniano\u00a0Moraes Neto and M\u00e1rcia\u00a0Aparecida Fernandes. 2019. Chatbot and conversational analysis to promote collaborative learning in distance education. In 2019 IEEE 19th International Conference on Advanced Learning Technologies (ICALT), Vol.\u00a02161. IEEE, 324\u2013326."},{"key":"e_1_3_2_1_27_1","volume-title":"chat.openai.com\/. Accessed","author":"AI.","year":"2023","unstructured":"OpenAI. 2023. ChatGPT. chat.openai.com\/. Accessed 16 Feb. 2023.."},{"key":"e_1_3_2_1_28_1","volume-title":"Red Teaming Language Models with Language Models. In Conference on Empirical Methods in Natural Language Processing.","author":"Perez Ethan","year":"2022","unstructured":"Ethan Perez, Saffron Huang, Francis Song, Trevor Cai, Roman Ring, John Aslanides, Amelia Glaese, Nathan McAleese, and Geoffrey Irving. 2022. Red Teaming Language Models with Language Models. In Conference on Empirical Methods in Natural Language Processing."},{"key":"e_1_3_2_1_29_1","volume-title":"Discovering Language Model Behaviors with Model-Written Evaluations. arXiv preprint arXiv:2212.09251","author":"Perez Ethan","year":"2022","unstructured":"Ethan Perez, Sam Ringer, Kamil\u0117 Lukoi\u016bt\u0117, Karina Nguyen, Edwin Chen, Scott Heiner, Craig Pettit, Catherine Olsson, Sandipan Kundu, Saurav Kadavath, Andy Jones, Anna Chen, Benjamin Mann, Brian Israel, Bryan Seethor, Cameron McKinnon, Christopher Olah, Daisong Yan, Daniela Amodei, Dario Amodei, Dawn Drain, Dustin Li, Eli Tran-Johnson, G\u00a0R Khundadze, John Kernion, James\u00a0McCauley Landis, Jamie Kerr, Jared Mueller, Jeeyoon Hyun, Joshua\u00a0D. Landau, Kamal Ndousse, Landon Goldberg, Liane Lovitt, Martin Lucas, Michael Sellitto, Miranda Zhang, Neerav Kingsland, Nelson Elhage, Nicholas Joseph, Noem\u2019i Mercado, Nova DasSarma, Oliver Rausch, Robin Larson, Sam McCandlish, Scott Johnston, Shauna Kravec, Sheer\u00a0El Showk, Tamera Lanham, Timothy Telleen-Lawton, Tom\u00a0B. Brown, T.\u00a0J. Henighan, Tristan Hume, Yuntao Bai, Zac Hatfield-Dodds, Jack Clark, Sam Bowman, Amanda Askell, Roger\u00a0C. Grosse, Danny Hernandez, Deep Ganguli, Evan Hubinger, Nicholas Schiefer, and Jared Kaplan. 2022. Discovering Language Model Behaviors with Model-Written Evaluations. arXiv preprint arXiv:2212.09251 (2022)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291078.3291115"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICEIEC49280.2020.9152352"},{"key":"e_1_3_2_1_32_1","volume-title":"Supporting Human-AI Collaboration in Auditing LLMs with LLMs. arXiv preprint arXiv:2304.09991","author":"Rastogi Charvi","year":"2023","unstructured":"Charvi Rastogi, Marco\u00a0Tulio Ribeiro, Nicholas King, and Saleema Amershi. 2023. Supporting Human-AI Collaboration in Auditing LLMs with LLMs. arXiv preprint arXiv:2304.09991 (2023)."},{"key":"e_1_3_2_1_33_1","volume-title":"Recipes for building an open-domain chatbot. arXiv preprint arXiv:2004.13637","author":"Roller Stephen","year":"2020","unstructured":"Stephen Roller, Emily Dinan, Naman Goyal, Da Ju, Mary Williamson, Yinhan Liu, Jing Xu, Myle Ott, Kurt Shuster, Eric\u00a0M Smith, 2020. Recipes for building an open-domain chatbot. arXiv preprint arXiv:2004.13637 (2020)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.psychres.2021.114135"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196772"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_37_1","volume-title":"Red Teaming Language Model Detectors with Language Models. arXiv preprint arXiv:2305.19713","author":"Shi Zhouxing","year":"2023","unstructured":"Zhouxing Shi, Yihan Wang, Fan Yin, Xiangning Chen, Kai-Wei Chang, and Cho-Jui Hsieh. 2023. Red Teaming Language Model Detectors with Language Models. arXiv preprint arXiv:2305.19713 (2023)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3548606.3560599"},{"key":"e_1_3_2_1_39_1","volume-title":"Can you put it all together: Evaluating conversational agents","author":"Smith Eric\u00a0Michael","year":"2004","unstructured":"Eric\u00a0Michael Smith, Mary Williamson, Kurt Shuster, Jason Weston, and Y-Lan Boureau. 2020. Can you put it all together: Evaluating conversational agents\u2019 ability to blend skills. arXiv preprint arXiv:2004.08449 (2020)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_41_1","first-page":"1","article-title":"Graph Learning for Interactive Threat Detection in Heterogeneous Smart Home Rule Data","volume":"1","author":"Wang Guangjing","year":"2023","unstructured":"Guangjing Wang, Nikolay Ivanov, Bocheng Chen, Qi Wang, ThanhVu Nguyen, and Qiben Yan. 2023. Graph Learning for Interactive Threat Detection in Heterogeneous Smart Home Rule Data. Proceedings of the ACM on Management of Data 1, 1 (2023), 1\u201327.","journal-title":"Proceedings of the ACM on Management of Data"},{"key":"e_1_3_2_1_42_1","volume-title":"VSMask: Defending Against Voice Synthesis Attack via Real-Time Predictive Perturbation. arXiv preprint arXiv:2305.05736","author":"Wang Yuanda","year":"2023","unstructured":"Yuanda Wang, Hanqing Guo, Guangjing Wang, Bocheng Chen, and Qiben Yan. 2023. VSMask: Defending Against Voice Synthesis Attack via Real-Time Predictive Perturbation. arXiv preprint arXiv:2305.05736 (2023)."},{"key":"e_1_3_2_1_43_1","volume-title":"Challenges in detoxifying language models. arXiv preprint arXiv:2109.07445","author":"Welbl Johannes","year":"2021","unstructured":"Johannes Welbl, Amelia Glaese, Jonathan Uesato, Sumanth Dathathri, John Mellor, Lisa\u00a0Anne Hendricks, Kirsty Anderson, Pushmeet Kohli, Ben Coppin, and Po-Sen Huang. 2021. Challenges in detoxifying language models. arXiv preprint arXiv:2109.07445 (2021)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6465"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052591"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.235"},{"key":"e_1_3_2_1_47_1","volume-title":"Semeval-2019 task 6: Identifying and categorizing offensive language in social media (offenseval). arXiv preprint arXiv:1903.08983","author":"Zampieri Marcos","year":"2019","unstructured":"Marcos Zampieri, Shervin Malmasi, Preslav Nakov, Sara Rosenthal, Noura Farra, and Ritesh Kumar. 2019. Semeval-2019 task 6: Identifying and categorizing offensive language in social media (offenseval). arXiv preprint arXiv:1903.08983 (2019)."},{"key":"e_1_3_2_1_48_1","volume-title":"Dialogpt: Large-scale generative pre-training for conversational response generation. arXiv preprint arXiv:1911.00536","author":"Zhang Yizhe","year":"2019","unstructured":"Yizhe Zhang, Siqi Sun, Michel Galley, Yen-Chun Chen, Chris Brockett, Xiang Gao, Jianfeng Gao, Jingjing Liu, and Bill Dolan. 2019. Dialogpt: Large-scale generative pre-training for conversational response generation. arXiv preprint arXiv:1911.00536 (2019)."},{"key":"e_1_3_2_1_49_1","volume-title":"Gender bias in contextualized word embeddings. arXiv preprint arXiv:1904.03310","author":"Zhao Jieyu","year":"2019","unstructured":"Jieyu Zhao, Tianlu Wang, Mark Yatskar, Ryan Cotterell, Vicente Ordonez, and Kai-Wei Chang. 2019. Gender bias in contextualized word embeddings. arXiv preprint arXiv:1904.03310 (2019)."},{"key":"e_1_3_2_1_50_1","volume-title":"A comprehensive survey on pretrained foundation models: A history from bert to chatgpt. arXiv preprint arXiv:2302.09419","author":"Zhou Ce","year":"2023","unstructured":"Ce Zhou, Qian Li, Chen Li, Jun Yu, Yixin Liu, Guangjing Wang, Kai Zhang, Cheng Ji, Qiben Yan, Lifang He, 2023. A comprehensive survey on pretrained foundation models: A history from bert to chatgpt. arXiv preprint arXiv:2302.09419 (2023)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210080"}],"event":{"name":"RAID 2023: The 26th International Symposium on Research in Attacks, Intrusions and Defenses","acronym":"RAID 2023","location":"Hong Kong China"},"container-title":["Proceedings of the 26th International Symposium on Research in Attacks, Intrusions and Defenses"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3607199.3607237","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3607199.3607237","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,16]],"date-time":"2024-10-16T10:41:27Z","timestamp":1729075287000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3607199.3607237"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,16]]},"references-count":51,"alternative-id":["10.1145\/3607199.3607237","10.1145\/3607199"],"URL":"https:\/\/doi.org\/10.1145\/3607199.3607237","relation":{},"subject":[],"published":{"date-parts":[[2023,10,16]]},"assertion":[{"value":"2023-10-16","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}