{"id":"https://openalex.org/W4394007681","doi":"https://doi.org/10.48550/arxiv.2404.03577","title":"Untangle the KNOT: Interweaving Conflicting Knowledge and Reasoning\n Skills in Large Language Models","display_name":"Untangle the KNOT: Interweaving Conflicting Knowledge and Reasoning\n Skills in Large Language Models","publication_year":2024,"publication_date":"2024-04-04","ids":{"openalex":"https://openalex.org/W4394007681","doi":"https://doi.org/10.48550/arxiv.2404.03577"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.03577","pdf_url":"http://arxiv.org/pdf/2404.03577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2404.03577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101477342","display_name":"Yantao Liu","orcid":"https://orcid.org/0000-0003-1796-3113"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yantao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046687207","display_name":"Zijun Yao","orcid":"https://orcid.org/0000-0002-0288-9283"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Zijun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101400717","display_name":"Xin Lv","orcid":"https://orcid.org/0000-0002-4843-7987"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Xin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081094059","display_name":"Yuchen Fan","orcid":"https://orcid.org/0000-0002-2838-7708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Yuchen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065882341","display_name":"Shulin Cao","orcid":"https://orcid.org/0000-0002-3365-4495"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shulin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038246814","display_name":"Jifan Yu","orcid":"https://orcid.org/0000-0003-3430-4048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jifan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003902359","display_name":"Lei Hou","orcid":"https://orcid.org/0000-0002-5503-414X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003324011","display_name":"Juanzi Li","orcid":"https://orcid.org/0000-0002-6244-0664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Juanzi","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":84},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C2779863119","wikidata":"https://www.wikidata.org/wiki/Q6423048","display_name":"Knot (papermaking)","level":2,"score":0.782662},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47885677},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4008735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09669283},{"id":"https://openalex.org/C42360764","wikidata":"https://www.wikidata.org/wiki/Q83588","display_name":"Chemical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.03577","pdf_url":"http://arxiv.org/pdf/2404.03577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.03577","pdf_url":"http://arxiv.org/pdf/2404.03577","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391913857","https://openalex.org/W2748952813","https://openalex.org/W2530322880","https://openalex.org/W2478288626","https://openalex.org/W2390279801","https://openalex.org/W2382290278","https://openalex.org/W2376932109","https://openalex.org/W2358668433","https://openalex.org/W2350741829","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Providing":[0],"knowledge":[1,18,24,40,60,77,105,125,144,155,166,184,212],"documents":[2],"for":[3,124,207],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"has":[8],"emerged":[9],"as":[10],"a":[11,94,119],"promising":[12],"solution":[13],"to":[14,36,47,56,71,86,99,102,156,187,193,203,209],"update":[15],"the":[16,26,31,42,48,52,79,84,130,168,175,189],"static":[17],"inherent":[19],"in":[20,25,41,129,174,213],"their":[21,64],"parameters.":[22,44],"However,":[23],"document":[27],"may":[28],"conflict":[29,126],"with":[30,63,88,142,164,182],"memory":[32],"of":[33,50,54,132],"LLMs":[34,55,74,101,186,208],"due":[35],"outdated":[37],"or":[38],"incorrect":[39],"LLMs'":[43],"This":[45],"leads":[46],"necessity":[49,85],"examining":[51],"capability":[53],"assimilate":[57],"supplemental":[58],"external":[59],"that":[61],"conflicts":[62],"memory.":[65],"While":[66],"previous":[67],"studies":[68],"have":[69],"explained":[70],"what":[72],"extent":[73],"extract":[75],"conflicting":[76,89,104,143,154,165,183,211],"from":[78],"provided":[80,173],"text,":[81],"they":[82],"neglect":[83],"reason":[87],"knowledge.":[90],"Furthermore,":[91],"there":[92],"lack":[93],"detailed":[95],"analysis":[96,138],"on":[97,201],"strategies":[98],"enable":[100],"resolve":[103],"via":[106],"prompting,":[107],"decoding":[108],"strategy,":[109],"and":[110,217],"supervised":[111],"fine-tuning.":[112],"To":[113],"address":[114],"these":[115],"limitations,":[116],"we":[117],"construct":[118],"new":[120],"dataset,":[121],"dubbed":[122],"KNOT,":[123],"resolution":[127],"examination":[128],"form":[131],"question":[133],"answering.":[134],"KNOT":[135,202],"facilitates":[136],"in-depth":[137],"by":[139],"dividing":[140],"reasoning":[141,169,181,190],"into":[145],"three":[146],"levels:":[147],"(1)":[148],"Direct":[149],"Extraction,":[150],"which":[151,162],"directly":[152],"extracts":[153],"answer":[157,194],"questions.":[158,195],"(2)":[159],"Explicit":[160],"Reasoning,":[161,179],"reasons":[163],"when":[167],"path":[170,191],"is":[171],"explicitly":[172],"question.":[176],"(3)":[177],"Implicit":[178],"where":[180],"requires":[185],"infer":[188],"independently":[192],"We":[196],"also":[197],"conduct":[198],"extensive":[199],"experiments":[200],"establish":[204],"empirical":[205],"guidelines":[206],"utilize":[210],"complex":[214],"circumstances.":[215],"Dataset":[216],"associated":[218],"codes":[219],"can":[220],"be":[221],"accessed":[222],"at":[223],"https://github.com/THU-KEG/KNOT":[224],".":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394007681","counts_by_year":[],"updated_date":"2024-12-07T02:24:33.639056","created_date":"2024-04-06"}