{"id":"https://openalex.org/W4283591063","doi":"https://doi.org/10.1145/3545798","title":"Sequence-aware Knowledge Distillation for a Lightweight Event Representation","display_name":"Sequence-aware Knowledge Distillation for a Lightweight Event Representation","publication_year":2022,"publication_date":"2022-06-27","ids":{"openalex":"https://openalex.org/W4283591063","doi":"https://doi.org/10.1145/3545798"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545798","pdf_url":null,"source":{"id":"https://openalex.org/S87067389","display_name":"ACM transactions on office information systems","issn_l":"0734-2047","issn":["0734-2047","1558-1152"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059878190","display_name":"Jianming Zheng","orcid":"https://orcid.org/0000-0002-5594-256X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"funder","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianming Zheng","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021897885","display_name":"Fei Cai","orcid":"https://orcid.org/0000-0003-4124-7846"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"funder","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Cai","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042809970","display_name":"Yanxiang Ling","orcid":"https://orcid.org/0000-0002-8725-8316"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"funder","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxiang Ling","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026327666","display_name":"Honghui Chen","orcid":"https://orcid.org/0009-0003-5234-0592"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"funder","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghui Chen","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.832879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":87},"biblio":{"volume":"41","issue":"2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9978,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9878,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.63592684},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.44651026}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8938838},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6659318},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.63592684},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5638018},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.51791376},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5052243},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49847555},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.44651026},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42177323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41582194},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545798","pdf_url":null,"source":{"id":"https://openalex.org/S87067389","display_name":"ACM transactions on office information systems","issn_l":"0734-2047","issn":["0734-2047","1558-1152"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":45,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1821462560","https://openalex.org/W2158794898","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2294543795","https://openalex.org/W2602856279","https://openalex.org/W2604738573","https://openalex.org/W2604764001","https://openalex.org/W2758362814","https://openalex.org/W2781528640","https://openalex.org/W2788044935","https://openalex.org/W2887783173","https://openalex.org/W2904617336","https://openalex.org/W2910557093","https://openalex.org/W2911495555","https://openalex.org/W2912512851","https://openalex.org/W2936864631","https://openalex.org/W2948947170","https://openalex.org/W2949345771","https://openalex.org/W2949875129","https://openalex.org/W2955192706","https://openalex.org/W2962781380","https://openalex.org/W2962851801","https://openalex.org/W2963101081","https://openalex.org/W2963140444","https://openalex.org/W2963363373","https://openalex.org/W2963446712","https://openalex.org/W2963658765","https://openalex.org/W2970169050","https://openalex.org/W2974992637","https://openalex.org/W2978017171","https://openalex.org/W2986015886","https://openalex.org/W3004825995","https://openalex.org/W3034756453","https://openalex.org/W3034893848","https://openalex.org/W3100210443","https://openalex.org/W3105966348","https://openalex.org/W3108975329","https://openalex.org/W3115594531","https://openalex.org/W3174102142","https://openalex.org/W4249258521","https://openalex.org/W4288089799","https://openalex.org/W4293547730"],"related_works":["https://openalex.org/W4321636575","https://openalex.org/W3026162553","https://openalex.org/W2953684491","https://openalex.org/W2768175398","https://openalex.org/W2412887479","https://openalex.org/W2357796999","https://openalex.org/W2344382886","https://openalex.org/W2062195135","https://openalex.org/W2055243143","https://openalex.org/W19111321"],"abstract_inverted_index":{"Event":[0],"representation":[1,16,178],"targets":[2],"to":[3,87,148,169],"model":[4,91,112,132,179],"the":[5,29,59,69,74,89,120,131,137,150,154,164,181],"event-reasoning":[6],"process":[7],"as":[8],"a":[9,20,44,94,108,116,174],"machine-readable":[10],"format.":[11],"Previous":[12],"studies":[13],"on":[14,19,77,119,159],"event":[15,177],"mostly":[17],"concentrate":[18],"sole":[21],"modeling":[22],"perspective":[23],"and":[24,96],"have":[25],"not":[26],"well":[27],"investigated":[28],"scenario-level":[30,60],"knowledge,":[31],"which":[32,127,195],"can":[33],"cause":[34],"information":[35],"loss.":[36],"To":[37,103],"cope":[38],"with":[39],"this":[40,83,104],"dilemma,":[41],"we":[42,85,106],"propose":[43,107],"unified":[45],"fine-tuning":[46],"architecture-based":[47],"approach":[48],"(":[49],"UniFA-S":[50,92,125,170],")":[51],"that":[52,114],"integrates":[53],"all":[54],"levels":[55],"of":[56,139,166,183,190],"trainings,":[57],"including":[58],"knowledge.":[61],"However,":[62],"another":[63],"challenge":[64],"for":[65,123],"existing":[66],"models":[67],"is":[68,196],"ever-increasing":[70],"computation":[71],"overheads,":[72],"restricting":[73],"deployment":[75],"ability":[76],"limited":[78],"resources":[79],"devices.":[80],"Hence,":[81],"in":[82,188],"article,":[84],"aim":[86],"compress":[88],"cumbersome":[90],"into":[93],"lighter":[95],"easy-to-deploy":[97],"one":[98],"without":[99],"much":[100],"performance":[101,186],"damage.":[102],"end,":[105],"sequence-aware":[109],"knowledge":[110,201],"distillation":[111,155,202],"(SaKD)":[113],"employs":[115],"dynamic":[117],"self-distillation":[118],"decouple-compress-couple":[121],"framework":[122],"compressing":[124],",":[126,171],"cannot":[128],"only":[129,184],"realize":[130],"compression,":[133],"but":[134],"also":[135,143],"retain":[136],"integrity":[138],"individual":[140],"components.":[141],"We":[142],"design":[144],"two":[145],"fitting":[146],"strategies":[147],"address":[149],"less-supervised":[151],"issue":[152],"at":[153,180],"stage.":[156],"Comprehensive":[157],"experiments":[158],"representation-and-inference":[160],"ability-based":[161],"tasks":[162],"validate":[163],"effectiveness":[165],"SaKD.":[167],"Compared":[168],"SaKD":[172],"realizes":[173],"more":[175],"portable":[176],"cost":[182],"1.0%":[185],"drop":[187],"terms":[189],"accuracy":[191],"or":[192],"Spearman\u2019s":[193],"correlation,":[194],"far":[197],"less":[198],"than":[199],"other":[200],"models.":[203]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283591063","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-04-03T05:54:34.230097","created_date":"2022-06-28"}