{"id":"https://openalex.org/W4393726596","doi":"https://doi.org/10.48550/arxiv.2404.00884","title":"Self-Demos: Eliciting Out-of-Demonstration Generalizability in Large\n Language Models","display_name":"Self-Demos: Eliciting Out-of-Demonstration Generalizability in Large\n Language Models","publication_year":2024,"publication_date":"2024-03-31","ids":{"openalex":"https://openalex.org/W4393726596","doi":"https://doi.org/10.48550/arxiv.2404.00884"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.00884","pdf_url":"https://arxiv.org/pdf/2404.00884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.00884","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102010884","display_name":"Wei He","orcid":"https://orcid.org/0000-0003-3606-0817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Wei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076525382","display_name":"Shichun Liu","orcid":"https://orcid.org/0009-0003-0312-9846"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shichun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100964151","display_name":"Jun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011211060","display_name":"Yiwen Ding","orcid":"https://orcid.org/0000-0003-1596-4577"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yiwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113307613","display_name":"Yi L\u00fc","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036875405","display_name":"Zhiheng Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Zhiheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058353652","display_name":"Tao Gui","orcid":"https://orcid.org/0000-0002-6154-0751"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Tao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360194","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-5303-9804"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5088834359","display_name":"Xuanjing Huang","orcid":"https://orcid.org/0000-0001-9197-9426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuanjing","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9823,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9600277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49906754},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4018994},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.07592255}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.00884","pdf_url":"https://arxiv.org/pdf/2404.00884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.00884","pdf_url":"https://arxiv.org/pdf/2404.00884","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4225593417","https://openalex.org/W410723623","https://openalex.org/W3160494304","https://openalex.org/W3022298670","https://openalex.org/W2748952813","https://openalex.org/W2573498121","https://openalex.org/W2413243053","https://openalex.org/W2118717649","https://openalex.org/W2035068594","https://openalex.org/W2015341305"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,146],"shown":[5,147],"promising":[6],"abilities":[7],"of":[8,103,126,164],"in-context":[9],"learning":[10],"(ICL),":[11],"adapting":[12],"swiftly":[13],"to":[14,97,166],"new":[15],"tasks":[16],"with":[17,37,116],"only":[18],"few-shot":[19,23],"demonstrations.":[20],"However,":[21],"current":[22],"methods":[24,41],"heavily":[25],"depend":[26],"on":[27,44,138],"high-quality,":[28],"query-specific":[29],"demos,":[30],"which":[31],"are":[32],"often":[33],"lacking.":[34],"When":[35],"faced":[36],"out-of-demonstration":[38],"(OOD)":[39],"queries,":[40,61],"that":[42,69,148],"rely":[43],"hand-crafted":[45],"demos":[46,58,82,87,131],"or":[47],"external":[48],"retrievers":[49],"might":[50],"fail.":[51],"To":[52,99],"bridge":[53],"the":[54,71,89,93,101,113,156],"gap":[55],"between":[56,85],"limited":[57],"and":[59,88,121,132,141,170],"OOD":[60,96,134,157],"we":[62,106,160],"propose":[63],"Self-Demos,":[64],"a":[65,110,162],"novel":[66],"prompting":[67],"method":[68,150],"elicits":[70],"inherent":[72],"generalizability":[73],"in":[74,112,155],"LLMs":[75],"by":[76],"query-aware":[77],"demo":[78],"generation.":[79],"The":[80],"generated":[81],"strategically":[83],"interpolate":[84],"existing":[86],"given":[90],"query,":[91],"transforming":[92],"query":[94],"from":[95],"ID.":[98],"evaluate":[100],"effectiveness":[102],"our":[104,139,149],"approach,":[105],"manually":[107],"constructed":[108],"OOD-Toolset,":[109],"dataset":[111,140],"tool-using":[114],"scenario":[115],"over":[117],"300":[118],"real-world":[119],"APIs":[120],"1000":[122],"instances,":[123],"each":[124],"consisting":[125],"three":[127],"tool-use":[128],"cases":[129],"as":[130],"an":[133],"query.":[135],"Thorough":[136],"experiments":[137],"two":[142],"public":[143],"math":[144],"benchmarks":[145],"can":[151],"outperform":[152],"state-of-the-art":[153],"baselines":[154],"setting.":[158],"Moreover,":[159],"conduct":[161],"range":[163],"analyses":[165],"validate":[167],"Self-Demos's":[168],"generalization":[169],"provide":[171],"more":[172],"insights.":[173]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4393726596","counts_by_year":[],"updated_date":"2025-04-23T21:41:08.032913","created_date":"2024-04-03"}