{"id":"https://openalex.org/W4367047139","doi":"https://doi.org/10.1145/3543507.3583205","title":"FormerTime: Hierarchical Multi-Scale Representations for Multivariate Time Series Classification","display_name":"FormerTime: Hierarchical Multi-Scale Representations for Multivariate Time Series Classification","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367047139","doi":"https://doi.org/10.1145/3543507.3583205"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543507.3583205","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2302.09818","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054174049","display_name":"Mingyue Cheng","orcid":"https://orcid.org/0000-0001-9873-7681"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Cheng","raw_affiliation_strings":["University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453156","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-6956-5550"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031632409","display_name":"Zhiding Liu","orcid":"https://orcid.org/0000-0003-0994-473X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiding Liu","raw_affiliation_strings":["University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382306","display_name":"Zhi Li","orcid":"https://orcid.org/0000-0002-8061-7486"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Li","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017352895","display_name":"Yucong Luo","orcid":"https://orcid.org/0000-0003-0685-0834"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucong Luo","raw_affiliation_strings":["University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, China and State Key Laboratory of Cognitive Intelligence, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.875,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.998951,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9737,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9197,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature Learning","score":0.41866535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59381795},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5035092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49235117},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48312828},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44860885},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.43650827},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4202229},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.41866535},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39058164},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38419893},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3543507.3583205","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.09818","pdf_url":"http://arxiv.org/pdf/2302.09818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.09818","pdf_url":"http://arxiv.org/pdf/2302.09818","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":29,"referenced_works":["https://openalex.org/W119403003","https://openalex.org/W1978371851","https://openalex.org/W2029438113","https://openalex.org/W2123502857","https://openalex.org/W2194775991","https://openalex.org/W2503637115","https://openalex.org/W2783323081","https://openalex.org/W2892035503","https://openalex.org/W2997546679","https://openalex.org/W2998010409","https://openalex.org/W3005864656","https://openalex.org/W3042807565","https://openalex.org/W3080253043","https://openalex.org/W3083891030","https://openalex.org/W3092003850","https://openalex.org/W3115948762","https://openalex.org/W3119316801","https://openalex.org/W3125128672","https://openalex.org/W3131500599","https://openalex.org/W3155869425","https://openalex.org/W3156403681","https://openalex.org/W3177318507","https://openalex.org/W3186145246","https://openalex.org/W3188872815","https://openalex.org/W3190461479","https://openalex.org/W4207008429","https://openalex.org/W4224309822","https://openalex.org/W4224320476","https://openalex.org/W4318812099"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W2472172556","https://openalex.org/W2406638334","https://openalex.org/W2384362569","https://openalex.org/W2181948922","https://openalex.org/W2142795561","https://openalex.org/W1991765889","https://openalex.org/W1990068454"],"abstract_inverted_index":{"Deep":[0],"learning-based":[1],"algorithms,":[2],"e.g.,":[3],"convolutional":[4,164],"networks,":[5,165],"have":[6,34],"significantly":[7],"facilitated":[8],"multivariate":[9],"time":[10,58,74,153],"series":[11,75,154],"classification":[12,91],"(MTSC)":[13],"task.":[14,96],"Nevertheless,":[15],"they":[16],"suffer":[17],"from":[18,152,185],"the":[19,27,36,65,70,90,94,98,158,169,174,189,192],"limitation":[20],"in":[21,120],"modeling":[22],"long-range":[23,42],"dependence":[24],"due":[25],"to":[26,40,64,107,195],"nature":[28],"of":[29,38,69,73,145,160,191],"convolution":[30],"operations.":[31],"Recent":[32],"advancements":[33],"shown":[35],"potential":[37],"transformers":[39,61,162],"capture":[41],"dependence.":[43],"However,":[44],"it":[45],"would":[46],"incur":[47],"severe":[48],"issues,":[49,80],"such":[50],"as":[51],"fixed":[52],"scale":[53],"representations,":[54],"temporal-invariant":[55],"and":[56,128,163,166],"quadratic":[57],"complexity,":[59],"with":[60],"directly":[62],"applicable":[63],"MTSC":[66,95],"task":[67],"because":[68],"distinct":[71],"properties":[72],"data.":[76],"To":[77,138],"tackle":[78],"these":[79],"we":[81,101],"propose":[82],"FormerTime,":[83,100],"an":[84,122],"hierarchical":[85,104,149],"representation":[86],"model":[87],"for":[88,93],"improving":[89],"capacity":[92],"In":[97],"proposed":[99],"employ":[102],"a":[103,113,129],"network":[105],"architecture":[106],"perform":[108],"multi-scale":[109,150],"feature":[110],"maps.":[111],"Besides,":[112],"novel":[114],"transformer":[115],"encoder":[116],"is":[117],"further":[118],"designed,":[119],"which":[121],"efficient":[123],"temporal":[124],"reduction":[125],"attention":[126],"layer":[127],"well-informed":[130],"contextual":[131],"positional":[132],"encoding":[133],"generating":[134],"strategy":[135],"are":[136],"developed.":[137],"sum":[139],"up,":[140],"FormerTime":[141,193],"exhibits":[142],"three":[143],"aspects":[144],"merits:":[146],"(1)":[147],"learning":[148],"representations":[151],"data,":[155],"(2)":[156],"inheriting":[157],"strength":[159],"both":[161],"(3)":[167],"tacking":[168],"efficiency":[170],"challenges":[171],"incurred":[172],"by":[173],"self-attention":[175],"mechanism.":[176],"Extensive":[177],"experiments":[178],"performed":[179],"on":[180],"10":[181],"publicly":[182],"available":[183],"datasets":[184],"UEA":[186],"archive":[187],"verify":[188],"superiorities":[190],"compared":[194],"previous":[196],"competitive":[197],"baselines.":[198]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4367047139","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2025-04-16T20:12:35.995424","created_date":"2023-04-27"}