{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T03:24:54Z","timestamp":1725765894311},"reference-count":48,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,10,1]]},"DOI":"10.1109\/icsme58846.2023.00040","type":"proceedings-article","created":{"date-parts":[[2023,12,11]],"date-time":"2023-12-11T19:44:29Z","timestamp":1702323869000},"page":"329-334","source":"Crossref","is-referenced-by-count":3,"title":["Benchmarking Causal Study to Interpret Large Language Models for Source Code"],"prefix":"10.1109","author":[{"given":"Daniel","family":"Rodriguez-Cardenas","sequence":"first","affiliation":[{"name":"William & Mary,Department of Computer Science,Williamsburg,VA"}]},{"given":"David N.","family":"Palacio","sequence":"additional","affiliation":[{"name":"William & Mary,Department of Computer Science,Williamsburg,VA"}]},{"given":"Dipin","family":"Khati","sequence":"additional","affiliation":[{"name":"William & Mary,Department of Computer Science,Williamsburg,VA"}]},{"given":"Henry","family":"Burke","sequence":"additional","affiliation":[{"name":"William & Mary,Department of Computer Science,Williamsburg,VA"}]},{"given":"Denys","family":"Poshyvanyk","sequence":"additional","affiliation":[{"name":"William & Mary,Department of Computer Science,Williamsburg,VA"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3485275"},{"article-title":"A Survey of Large Language Models","year":"2023","author":"Zhao","key":"ref2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.411"},{"article-title":"Program synthesis with large language models","year":"2021","author":"Austin","key":"ref4"},{"journal-title":"CoRR","article-title":"Measuring coding challenge competence with APPS","year":"2021","author":"Hendrycks","key":"ref5"},{"article-title":"Generation Probabilities are Not Enough: Improving Error Highlighting for AI Code Suggestions","year":"2021","author":"Chen","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2015.38"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2021.3128234"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00024"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1142\/S0218194020500230"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME52107.2021.00032"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00069"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3183297"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00041"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00027"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510621"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380418"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.336"},{"article-title":"ReAssert: Deep Learning for Assert Generation","year":"2020","author":"White","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2666356.2594321"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380429"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970326"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196431"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00046"},{"author":"Zhou","key":"ref25","article-title":"Devign: Effective Vulnerability Identification by Learning Comprehensive Program Semantics via Graph Neural Networks"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8668043"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00021"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3340544"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240732"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2940179"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SANER53432.2022.00096"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/iccad57390.2023.10323812"},{"article-title":"Improving chatgpt prompt for code generation","year":"2023","author":"Liu","key":"ref33"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3520312.3534862"},{"article-title":"Evaluating Large Language Models Trained on Code","year":"2021","author":"Chen","key":"ref35"},{"article-title":"Toward a Theory of Causation for Interpreting Neural Code Models","year":"2023","author":"Palacio","key":"ref36"},{"article-title":"CodeSearchNet challenge: Evaluating the state of semantic code search","year":"2019","author":"Husain","key":"ref37"},{"author":"Lu","key":"ref38","article-title":"CodeXGLUE: A machine learning benchmark dataset for code understanding and generation"},{"journal-title":"arXiv","article-title":"Evaluating semantic representations of source code","year":"2019","author":"Wainakh","key":"ref39"},{"article-title":"MultiPL-E: A Scalable and Extensible Approach to Benchmarking Neural Code Generation","year":"2022","author":"Cassano","key":"ref40"},{"year":"2021","key":"ref41","article-title":"Bigquery datasets"},{"article-title":"Codegen: An open large language model for code with multi-turn program synthesis","year":"2023","author":"Nijkamp","key":"ref42"},{"article-title":"The pile: An 800gb dataset of diverse text for language modeling","year":"2020","author":"Gao","key":"ref43"},{"year":"2023","key":"ref44","article-title":"Gpt-4 technical report"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3359591.3359735"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6451"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161"},{"article-title":"DoWhy : Addressing Challenges in Expressing and Validating Causal Assumptions","year":"2021","author":"Sharma","key":"ref49"}],"event":{"name":"2023 IEEE International Conference on Software Maintenance and Evolution (ICSME)","start":{"date-parts":[[2023,10,1]]},"location":"Bogot\u00e1, Colombia","end":{"date-parts":[[2023,10,6]]}},"container-title":["2023 IEEE International Conference on Software Maintenance and Evolution (ICSME)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10336175\/10336255\/10336302.pdf?arnumber=10336302","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,19]],"date-time":"2023-12-19T23:47:30Z","timestamp":1703029650000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10336302\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,1]]},"references-count":48,"URL":"https:\/\/doi.org\/10.1109\/icsme58846.2023.00040","relation":{},"subject":[],"published":{"date-parts":[[2023,10,1]]}}}