{"id":"https://openalex.org/W4389520463","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.637","title":"Is GPT-4 a Good Data Analyst?","display_name":"Is GPT-4 a Good Data Analyst?","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389520463","doi":"https://doi.org/10.18653/v1/2023.findings-emnlp.637"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.637","pdf_url":"https://aclanthology.org/2023.findings-emnlp.637.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.findings-emnlp.637.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100892826","display_name":"Liying Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liying Cheng","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Singapore","Hupan Lab, 310023, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hupan Lab, 310023, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039460454","display_name":"Xingxuan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xingxuan Li","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Singapore","Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Singapore","institution_ids":[]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086674741","display_name":"Lidong Bing","orcid":"https://orcid.org/0000-0003-4565-6313"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lidong Bing","raw_affiliation_strings":["DAMO Academy, Alibaba Group, Singapore","Hupan Lab, 310023, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Hupan Lab, 310023, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group, Singapore","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.626,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":34,"citation_normalized_percentile":{"value":0.999976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9797,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.50273895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.76823246},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.7376734},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6114135},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5912838},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5291681},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.50273895},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.1644876},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13890243},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.637","pdf_url":"https://aclanthology.org/2023.findings-emnlp.637.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.findings-emnlp.637","pdf_url":"https://aclanthology.org/2023.findings-emnlp.637.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":30,"referenced_works":["https://openalex.org/W1485106551","https://openalex.org/W1918839972","https://openalex.org/W2020776366","https://openalex.org/W2198707339","https://openalex.org/W2751448157","https://openalex.org/W2786660442","https://openalex.org/W2890431379","https://openalex.org/W2914397182","https://openalex.org/W2945102109","https://openalex.org/W2963477458","https://openalex.org/W2970442801","https://openalex.org/W3101845158","https://openalex.org/W3174906424","https://openalex.org/W4285292339","https://openalex.org/W4288375838","https://openalex.org/W4312091865","https://openalex.org/W4319071809","https://openalex.org/W4327810667","https://openalex.org/W4360836968","https://openalex.org/W4361230777","https://openalex.org/W4361866125","https://openalex.org/W4365601405","https://openalex.org/W4366327625","https://openalex.org/W4385567284","https://openalex.org/W4385571232","https://openalex.org/W4385571411","https://openalex.org/W4385573058","https://openalex.org/W4385611776","https://openalex.org/W4387428151","https://openalex.org/W4389519239"],"related_works":["https://openalex.org/W4320006770","https://openalex.org/W4319988281","https://openalex.org/W3081776595","https://openalex.org/W2993120730","https://openalex.org/W2884441370","https://openalex.org/W2355818213","https://openalex.org/W2086118318","https://openalex.org/W2082193010","https://openalex.org/W1765898938","https://openalex.org/W1536421369"],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2,21],"models":[3],"(LLMs)":[4],"have":[5],"demonstrated":[6],"their":[7,33],"powerful":[8],"capabilities":[9],"in":[10,49,80],"plenty":[11],"of":[12,58,73,113],"domains":[13],"and":[14,83,151],"tasks,":[15],"including":[16],"context":[17],"understanding,":[18],"code":[19],"generation,":[20,22],"data":[23,27,78,100,105,149,186],"storytelling,":[24],"etc.,":[25],"many":[26],"analysts":[28,150],"may":[29],"raise":[30,69],"concerns":[31],"if":[32],"jobs":[34],"will":[35],"be":[36],"replaced":[37],"by":[38,66,88,123],"artificial":[39],"intelligence":[40],"(AI).":[41],"This":[42],"controversial":[43],"topic":[44],"has":[45],"drawn":[46],"great":[47],"attention":[48],"public.":[50],"However,":[51],"we":[52,68,95],"are":[53],"still":[54],"at":[55],"a":[56,76,99,110,117],"stage":[57],"divergent":[59],"opinions":[60],"without":[61],"any":[62],"definitive":[63],"conclusion.":[64],"Motivated":[65],"this,":[67],"the":[70,121,126,143,180],"research":[71],"question":[72],"\u201cis":[74],"GPT-4":[75,97,129,157,183],"good":[77],"analyst?\u201d":[79],"this":[81],"work":[82],"aim":[84],"to":[85,102,119,130,140,162,172],"answer":[86],"it":[87],"conducting":[89],"head-to-head":[90],"comparative":[91],"studies.":[92],"In":[93],"detail,":[94],"regard":[96],"as":[98],"analyst":[101],"perform":[103],"end-to-end":[104],"analysis":[106],"with":[107],"databases":[108],"from":[109],"wide":[111],"range":[112],"domains.":[114],"We":[115,133,164],"propose":[116],"framework":[118],"tackle":[120],"problems":[122],"carefully":[124],"designing":[125],"prompts":[127],"for":[128],"conduct":[131],"experiments.":[132],"also":[134,165],"design":[135],"several":[136,146],"task-specific":[137],"evaluation":[138],"metrics":[139],"systematically":[141],"compare":[142],"performance":[144,161],"between":[145],"professional":[147],"human":[148],"GPT-4.":[152],"Experimental":[153],"results":[154,171],"show":[155],"that":[156,182],"can":[158,184],"achieve":[159],"comparable":[160],"humans.":[163],"provide":[166],"in-depth":[167],"discussions":[168],"about":[169],"our":[170],"shed":[173],"light":[174],"on":[175],"further":[176],"studies":[177],"before":[178],"reaching":[179],"conclusion":[181],"replace":[185],"analysts.":[187]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389520463","counts_by_year":[{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":12}],"updated_date":"2025-01-06T21:31:56.455921","created_date":"2023-12-11"}