{"id":"https://openalex.org/W4403813305","doi":"https://doi.org/10.48550/arxiv.2409.19680","title":"Instruction Embedding: Latent Representations of Instructions Towards\n Task Identification","display_name":"Instruction Embedding: Latent Representations of Instructions Towards\n Task Identification","publication_year":2024,"publication_date":"2024-09-29","ids":{"openalex":"https://openalex.org/W4403813305","doi":"https://doi.org/10.48550/arxiv.2409.19680"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.19680","pdf_url":"http://arxiv.org/pdf/2409.19680","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.19680","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101551086","display_name":"Yiwei Li","orcid":"https://orcid.org/0000-0003-2870-7297"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yiwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101887812","display_name":"Jiayi Shi","orcid":"https://orcid.org/0000-0003-4215-3374"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Jiayi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031477200","display_name":"Shaoxiong Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Shaoxiong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102600276","display_name":"Peiwen Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Peiwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101808417","display_name":"Xinglin Wang","orcid":"https://orcid.org/0000-0001-5649-2057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinglin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079034292","display_name":"Boyuan Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Boyuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040616611","display_name":"Heda Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Heda","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666109","display_name":"Yao Hu","orcid":"https://orcid.org/0000-0003-4573-5740"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107837627","display_name":"Kan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kan","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9979,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.938,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification","score":0.77146554}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.77146554},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.74266636},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.68718284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.60666525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4971693},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.45233983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39873245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36261162},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.094356984},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.19680","pdf_url":"http://arxiv.org/pdf/2409.19680","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.19680","pdf_url":"http://arxiv.org/pdf/2409.19680","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388890789","https://openalex.org/W4211075255","https://openalex.org/W3006008237","https://openalex.org/W2849310602","https://openalex.org/W2419146053","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2088247287","https://openalex.org/W2081900870","https://openalex.org/W2037549926"],"abstract_inverted_index":{"Instruction":[0,115,130],"data":[1,79],"is":[2,24,54],"crucial":[3],"for":[4,47,74,119,180],"improving":[5],"the":[6,29,50,55,61,98,136,166],"capability":[7],"of":[8,70,100,144,168],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"to":[13,37,134],"align":[14],"with":[15,152],"human-level":[16],"performance.":[17],"Recent":[18],"research":[19],"LIMA":[20],"demonstrates":[21,156],"that":[22,96],"alignment":[23],"essentially":[25],"a":[26,108,127],"process":[27],"where":[28],"model":[30],"adapts":[31],"instructions'":[32],"interaction":[33],"style":[34],"or":[35],"format":[36],"solve":[38],"various":[39],"tasks,":[40,155],"leveraging":[41],"pre-trained":[42],"knowledge":[43,65],"and":[44,64,81,113,122,178],"skills.":[45],"Therefore,":[46],"instructional":[48],"data,":[49],"most":[51],"important":[52],"aspect":[53],"task":[56,101,163],"it":[57],"represents,":[58],"rather":[59],"than":[60],"specific":[62],"semantics":[63],"information.":[66],"The":[67,142],"latent":[68],"representations":[69,137],"instructions":[71],"play":[72],"roles":[73],"some":[75],"instruction-related":[76,181],"tasks":[77,174],"like":[78],"selection":[80],"demonstrations":[82],"retrieval.":[83],"However,":[84],"they":[85],"are":[86],"always":[87],"derived":[88],"from":[89],"text":[90],"embeddings,":[91],"encompass":[92],"overall":[93],"semantic":[94],"information":[95],"influences":[97],"representation":[99],"categories.":[102,164],"In":[103],"this":[104],"work,":[105],"we":[106,125],"introduce":[107],"new":[109],"concept,":[110],"instruction":[111,169],"embedding,":[112],"construct":[114],"Embedding":[116,131],"Benchmark":[117],"(IEB)":[118],"its":[120,157,176],"training":[121],"evaluation.":[123],"Then,":[124],"propose":[126],"baseline":[128],"Prompt-based":[129],"(PIE)":[132],"method":[133],"make":[135],"more":[138],"attention":[139],"on":[140,150],"tasks.":[141,182],"evaluation":[143],"PIE,":[145],"alongside":[146],"other":[147],"embedding":[148],"methods":[149],"IEB":[151],"two":[153],"designed":[154],"superior":[158],"performance":[159],"in":[160,171],"accurately":[161],"identifying":[162],"Moreover,":[165],"application":[167],"embeddings":[170],"four":[172],"downstream":[173],"showcases":[175],"effectiveness":[177],"suitability":[179]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403813305","counts_by_year":[],"updated_date":"2025-04-19T00:45:09.909776","created_date":"2024-10-28"}