{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T21:10:14Z","timestamp":1730754614239,"version":"3.28.0"},"publisher-location":"Cham","reference-count":12,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031487958"},{"type":"electronic","value":"9783031487965"}],"license":[{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-48796-5_12","type":"book-chapter","created":{"date-parts":[[2023,12,3]],"date-time":"2023-12-03T13:01:37Z","timestamp":1701608497000},"page":"147-152","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Explanations for\u00a0Software Patches Generated by\u00a0Large Language Models"],"prefix":"10.1007","author":[{"ORCID":"http:\/\/orcid.org\/0000-0001-8873-7143","authenticated-orcid":false,"given":"Dominik","family":"Sobania","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0009-0002-3413-283X","authenticated-orcid":false,"given":"Alina","family":"Geiger","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-5692-6203","authenticated-orcid":false,"given":"James","family":"Callan","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-2892-5059","authenticated-orcid":false,"given":"Alexander","family":"Brownlee","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0009-0009-7386-1622","authenticated-orcid":false,"given":"Carol","family":"Hanna","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-9123-6008","authenticated-orcid":false,"given":"Rebecca","family":"Moussa","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-8872-4876","authenticated-orcid":false,"given":"Mar Zamorano","family":"L\u00f3pez","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-7833-6044","authenticated-orcid":false,"given":"Justyna","family":"Petke","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-9146-442X","authenticated-orcid":false,"given":"Federica","family":"Sarro","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,4]]},"reference":[{"key":"12_CR1","doi-asserted-by":"crossref","unstructured":"Chen, E., Huang, R., Chen, H.S., Tseng, Y.H., Li, L.Y.: GPTutor: a ChatGPT-powered programming tool for code explanation. arXiv preprint arXiv:2305.01863 (2023)","DOI":"10.1007\/978-3-031-36336-8_50"},{"key":"12_CR2","unstructured":"Chen, M., et al.: Evaluating large language models trained on code. arXiv preprint arXiv:2107.03374 (2021)"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Fan, A., et al.: Large language models for software engineering: survey and open problems (2023)","DOI":"10.1109\/ICSE-FoSE59343.2023.00008"},{"key":"12_CR4","doi-asserted-by":"crossref","unstructured":"Just, R., Jalali, D., Ernst, M.D.: Defects4J: a database of existing faults to enable controlled testing studies for Java programs. In: Proceedings of the 2014 International Symposium on Software Testing and Analysis, pp. 437\u2013440. ISSTA 2014, Association for Computing Machinery, New York, NY, USA (2014)","DOI":"10.1145\/2610384.2628055"},{"key":"12_CR5","unstructured":"Kaddour, J., Harris, J., Mozes, M., Bradley, H., Raileanu, R., McHardy, R.: Challenges and applications of large language models. arXiv preprint arXiv:2307.10169 (2023)"},{"key":"12_CR6","unstructured":"Kang, S., Chen, B., Yoo, S., Lou, J.G.: Explainable automated debugging via large language model-driven scientific debugging. arXiv preprint arXiv:2304.02195 (2023)"},{"key":"12_CR7","doi-asserted-by":"crossref","unstructured":"Krauss, O.: Exploring the use of natural language processing techniques for enhancing genetic improvement. In: 2023 IEEE\/ACM International Workshop on Genetic Improvement (GI), pp. 21\u201322. IEEE (2023)","DOI":"10.1109\/GI59320.2023.00014"},{"key":"12_CR8","doi-asserted-by":"crossref","unstructured":"Liang, J., Hou, Y., Zhou, S., Chen, J., Xiong, Y., Huang, G.: How to explain a patch: an empirical study of patch explanations in open source projects. In: 2019 IEEE 30th International Symposium on Software Reliability Engineering (ISSRE), pp. 58\u201369. IEEE (2019)","DOI":"10.1109\/ISSRE.2019.00016"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Nauta, M., et al.: From anecdotal evidence to quantitative evaluation methods: a systematic review on evaluating explainable AI. ACM Comput. Surv. 55(13s), 1\u201342 (2023)","DOI":"10.1145\/3583558"},{"issue":"3","key":"12_CR10","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1109\/TEVC.2017.2693219","volume":"22","author":"J Petke","year":"2017","unstructured":"Petke, J., Haraldsson, S.O., Harman, M., Langdon, W.B., White, D.R., Woodward, J.R.: Genetic improvement of software: a comprehensive survey. IEEE Trans. Evol. Comput. 22(3), 415\u2013432 (2017)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Sobania, D., Briesch, M., Hanna, C., Petke, J.: An analysis of the automatic bug fixing performance of ChatGPT. In: 2023 IEEE\/ACM International Workshop on Automated Program Repair (APR), pp. 23\u201330. IEEE Computer Society (2023)","DOI":"10.1109\/APR59189.2023.00012"},{"issue":"1","key":"12_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3360004","volume":"29","author":"Y Yuan","year":"2020","unstructured":"Yuan, Y., Banzhaf, W.: Toward better evolutionary program repair: an integrated approach. ACM Trans. Softw. Eng. Methodol. (TOSEM) 29(1), 1\u201353 (2020)","journal-title":"ACM Trans. Softw. Eng. Methodol. (TOSEM)"}],"container-title":["Lecture Notes in Computer Science","Search-Based Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-48796-5_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T20:39:17Z","timestamp":1730752757000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-48796-5_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,4]]},"ISBN":["9783031487958","9783031487965"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-48796-5_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023,12,4]]},"assertion":[{"value":"4 December 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SSBSE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Search Based Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"San Francisco, CA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ssbse2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ssbse.info\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"HotCRP","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"23","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}