{"id":"https://openalex.org/W4304731847","doi":"https://doi.org/10.48550/arxiv.2210.04726","title":"Knowledge Prompts: Injecting World Knowledge into Language Models through Soft Prompts","display_name":"Knowledge Prompts: Injecting World Knowledge into Language Models through Soft Prompts","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4304731847","doi":"https://doi.org/10.48550/arxiv.2210.04726"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.04726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2210.04726","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041114345","display_name":"C\u00edcero Nogueira dos Santos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santos, Cicero Nogueira dos","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101842429","display_name":"Zhe Dong","orcid":"https://orcid.org/0000-0001-8993-1386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Zhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073726152","display_name":"Daniel Cer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cer, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058201889","display_name":"John Nham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nham, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034084374","display_name":"Siamak Shakeri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shakeri, Siamak","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077817759","display_name":"Jianmo Ni","orcid":"https://orcid.org/0000-0002-6863-8073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ni, Jianmo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5113807382","display_name":"Yun-Hsuan Sung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sung, Yun-hsuan","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":60},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9914,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-modeling","display_name":"Language Modeling","score":0.553839},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language Understanding","score":0.536734},{"id":"https://openalex.org/keywords/topic-modeling","display_name":"Topic Modeling","score":0.523237},{"id":"https://openalex.org/keywords/semantic-reasoning","display_name":"Semantic Reasoning","score":0.518509},{"id":"https://openalex.org/keywords/soft-skills","display_name":"Soft skills","score":0.4392622}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961191},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.77738917},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4646309},{"id":"https://openalex.org/C43075056","wikidata":"https://www.wikidata.org/wiki/Q15910354","display_name":"Soft skills","level":2,"score":0.4392622},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42189744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40028867},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38165158},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17818412},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.04726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.04726","pdf_url":"http://arxiv.org/pdf/2210.04726","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2210.04726","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2210.04726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.58}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390676616","https://openalex.org/W4384339197","https://openalex.org/W4381336013","https://openalex.org/W4312070457","https://openalex.org/W4226375995","https://openalex.org/W4226117586","https://openalex.org/W4212893249","https://openalex.org/W3208693736","https://openalex.org/W3196817267","https://openalex.org/W3136180874"],"abstract_inverted_index":{"Soft":[0],"prompts":[1,25,42,55],"have":[2],"been":[3],"recently":[4],"proposed":[5],"as":[6,62],"a":[7,37],"tool":[8],"for":[9],"adapting":[10],"large":[11],"frozen":[12],"language":[13],"models":[14],"(LMs)":[15],"to":[16,26,39,94],"new":[17],"tasks.":[18,104],"In":[19],"this":[20],"work,":[21],"we":[22],"repurpose":[23],"soft":[24,41,53],"the":[27,67,83,86,96],"task":[28,58],"of":[29,66,85,98],"injecting":[30],"world":[31],"knowledge":[32,49,54,102],"into":[33],"LMs.":[34,68],"We":[35,69],"introduce":[36],"method":[38],"train":[40],"via":[43],"self-supervised":[44],"learning":[45],"on":[46],"data":[47],"from":[48],"bases.":[50],"The":[51],"resulting":[52],"(KPs)":[56],"are":[57],"independent":[59],"and":[60,72,75],"work":[61],"an":[63],"external":[64],"memory":[65],"perform":[70],"qualitative":[71],"quantitative":[73],"experiments":[74],"demonstrate":[76],"that:":[77],"(1)":[78],"KPs":[79,90],"can":[80,91],"effectively":[81],"model":[82],"structure":[84],"training":[87],"data;":[88],"(2)":[89],"be":[92],"used":[93],"improve":[95],"performance":[97],"LMs":[99],"in":[100],"different":[101],"intensive":[103]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4304731847","counts_by_year":[],"updated_date":"2024-12-05T09:41:29.440043","created_date":"2022-10-12"}