{"id":"https://openalex.org/W4385569882","doi":"https://doi.org/10.18653/v1/2023.acl-long.320","title":"Verify-and-Edit: A Knowledge-Enhanced Chain-of-Thought Framework","display_name":"Verify-and-Edit: A Knowledge-Enhanced Chain-of-Thought Framework","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385569882","doi":"https://doi.org/10.18653/v1/2023.acl-long.320"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.320","pdf_url":"https://aclanthology.org/2023.acl-long.320.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2023.acl-long.320.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006069607","display_name":"R. P. Zhao","orcid":"https://orcid.org/0009-0005-6258-0228"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ruochen Zhao","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039460454","display_name":"Xingxuan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4210086143","display_name":"Alibaba Group (Cayman Islands)","ror":"https://ror.org/00mnrxf72","country_code":"KY","type":"company","lineage":["https://openalex.org/I4210086143","https://openalex.org/I45928872"]}],"countries":["KY","SG"],"is_corresponding":false,"raw_author_name":"Xingxuan Li","raw_affiliation_strings":["DAMO Academy, Alibaba Group","Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"DAMO Academy, Alibaba Group","institution_ids":["https://openalex.org/I4210086143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Shafiq Joty","raw_affiliation_strings":["Nanyang Technological University, Singapore","Salesforce AI"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Salesforce AI","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084658659","display_name":"Chengwei Qin","orcid":"https://orcid.org/0000-0002-1121-2100"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chengwei Qin","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086674741","display_name":"Lidong Bing","orcid":"https://orcid.org/0000-0003-4565-6313"},"institutions":[{"id":"https://openalex.org/I4210086143","display_name":"Alibaba Group (Cayman Islands)","ror":"https://ror.org/00mnrxf72","country_code":"KY","type":"company","lineage":["https://openalex.org/I4210086143","https://openalex.org/I45928872"]}],"countries":["KY"],"is_corresponding":false,"raw_author_name":"Lidong Bing","raw_affiliation_strings":["DAMO Academy, Alibaba Group"],"affiliations":[{"raw_affiliation_string":"DAMO Academy, Alibaba Group","institution_ids":["https://openalex.org/I4210086143"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.364,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":23,"citation_normalized_percentile":{"value":0.99998,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9959,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9919,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.83333874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8142346},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5465961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5375819},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4385257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34635323},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33049273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.320","pdf_url":"https://aclanthology.org/2023.acl-long.320.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2305.03268","pdf_url":"https://arxiv.org/pdf/2305.03268","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2023.acl-long.320","pdf_url":"https://aclanthology.org/2023.acl-long.320.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":23,"referenced_works":["https://openalex.org/W2889787757","https://openalex.org/W2962985038","https://openalex.org/W2963961878","https://openalex.org/W2970641574","https://openalex.org/W3007672467","https://openalex.org/W3099700870","https://openalex.org/W3115947671","https://openalex.org/W4221143046","https://openalex.org/W4221152111","https://openalex.org/W4221161695","https://openalex.org/W4224308101","https://openalex.org/W4226278401","https://openalex.org/W4281250694","https://openalex.org/W4281483047","https://openalex.org/W4287854450","https://openalex.org/W4292779060","https://openalex.org/W4294214983","https://openalex.org/W4304195432","https://openalex.org/W4306294746","https://openalex.org/W4311728219","https://openalex.org/W4320165837","https://openalex.org/W4366850661","https://openalex.org/W4389520103"],"related_works":["https://openalex.org/W4283160672","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W3119814709","https://openalex.org/W3008339103","https://openalex.org/W2725786787","https://openalex.org/W2404647514","https://openalex.org/W2018477250","https://openalex.org/W1667647204","https://openalex.org/W1508895727"],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"become":[6],"the":[7,26,43,81],"norm":[8],"in":[9,14,73,112],"NLP,":[10],"demonstrating":[11],"good":[12],"performance":[13,57],"generation":[15],"and":[16,45,55],"reasoning":[17,60,65,95],"tasks,":[18],"one":[19],"of":[20,28,47,104],"its":[21],"most":[22],"fatal":[23],"disadvantages":[24],"is":[25],"lack":[27],"factual":[29],"correctness.":[30],"Generating":[31],"unfactual":[32],"texts":[33],"not":[34],"only":[35],"leads":[36],"to":[37,89,98,109],"lower":[38],"performances":[39],"but":[40,67],"also":[41],"degrades":[42],"trust":[44,54],"validity":[46],"their":[48],"applications.":[49],"Chain-of-Thought":[50],"(CoT)":[51],"prompting":[52],"improves":[53],"model":[56],"on":[58,102],"complex":[59],"tasks":[61],"by":[62,93],"generating":[63],"interpretable":[64],"chains,":[66],"still":[68],"suffers":[69],"from":[70],"factuality":[71,92],"concerns":[72],"knowledge-intensive":[74],"tasks.":[75,116],"In":[76],"this":[77],"paper,":[78],"we":[79],"propose":[80],"Verify-and-Edit":[82],"framework":[83,107],"for":[84],"CoT":[85],"prompting,":[86],"which":[87],"seeks":[88],"increase":[90],"prediction":[91],"post-editing":[94],"chains":[96],"according":[97],"external":[99],"knowledge.":[100],"Building":[101],"top":[103],"GPT-3,":[105],"our":[106],"lead":[108],"accuracy":[110],"improvements":[111],"multiple":[113],"open-domain":[114],"question-answering":[115]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385569882","counts_by_year":[{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":8}],"updated_date":"2025-01-19T15:33:27.684577","created_date":"2023-08-05"}