{"id":"https://openalex.org/W4309396530","doi":"https://doi.org/10.48550/arxiv.2211.09590","title":"Hypergraph Transformer for Skeleton-based Action Recognition","display_name":"Hypergraph Transformer for Skeleton-based Action Recognition","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4309396530","doi":"https://doi.org/10.48550/arxiv.2211.09590"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2211.09590","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101498126","display_name":"Yuxuan Zhou","orcid":"https://orcid.org/0000-0002-7688-803X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuxuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323198","display_name":"Chao Li","orcid":"https://orcid.org/0000-0002-4187-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058898461","display_name":"Zhi-Qi Cheng","orcid":"https://orcid.org/0000-0002-1720-2085"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zhi-Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109874539","display_name":"Yifeng Geng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geng, Yifeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101763148","display_name":"Xuansong Xie","orcid":"https://orcid.org/0000-0002-3671-799X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Xuansong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029656834","display_name":"Margret Keuper","orcid":"https://orcid.org/0000-0002-8437-7993"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keuper, Margret","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.82045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9961,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9961,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9249,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6153687},{"id":"https://openalex.org/keywords/graph-embedding","display_name":"Graph Embedding","score":0.59518903},{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.54743785},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action Recognition","score":0.5125389},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4668271},{"id":"https://openalex.org/keywords/topological-graph-theory","display_name":"Topological graph theory","score":0.46089143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6525351},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6153687},{"id":"https://openalex.org/C75564084","wikidata":"https://www.wikidata.org/wiki/Q5597085","display_name":"Graph embedding","level":3,"score":0.59518903},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5779495},{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.54743785},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.5125389},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49113485},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.49023634},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.481076},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4789108},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4668271},{"id":"https://openalex.org/C157406716","wikidata":"https://www.wikidata.org/wiki/Q4115842","display_name":"Topological graph theory","level":5,"score":0.46089143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4573573},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41146624},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19812128},{"id":"https://openalex.org/C203776342","wikidata":"https://www.wikidata.org/wiki/Q1378376","display_name":"Line graph","level":3,"score":0.12779969},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.122492224},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11137819},{"id":"https://openalex.org/C22149727","wikidata":"https://www.wikidata.org/wiki/Q7940747","display_name":"Voltage graph","level":4,"score":0.11057821},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.09719774},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2211.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09590","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4386841349","https://openalex.org/W4310255432","https://openalex.org/W4287586463","https://openalex.org/W4210369807","https://openalex.org/W4206227430","https://openalex.org/W3108230459","https://openalex.org/W3051479560","https://openalex.org/W2754671453","https://openalex.org/W2389538174","https://openalex.org/W1521602690"],"abstract_inverted_index":{"Skeleton-based":[0],"action":[1],"recognition":[2],"aims":[3],"to":[4,37,71,78,105,120,190],"recognize":[5],"human":[6,9],"actions":[7],"given":[8],"joint":[10,39],"coordinates":[11],"with":[12,19,89],"skeletal":[13,138],"interconnections.":[14],"By":[15],"defining":[16],"a":[17,47,63,116,128,179],"graph":[18,129,157,208],"joints":[20],"as":[21,27],"vertices":[22],"and":[23,41,204,212,220],"their":[24],"natural":[25],"connections":[26],"edges,":[28],"previous":[29],"works":[30],"successfully":[31],"adopted":[32,70],"Graph":[33],"Convolutional":[34],"networks":[35],"(GCNs)":[36],"model":[38,202],"co-occurrences":[40],"achieved":[42],"superior":[43],"performance.":[44],"More":[45,149],"recently,":[46],"limitation":[48],"of":[49,75,108,137,156],"GCNs":[50,76,143],"is":[51,56],"identified,":[52],"i.e.,":[53,161],"the":[54,73,79,83,106,122,135,166,196,200],"topology":[55,74],"fixed":[57],"after":[58],"training.":[59],"To":[60,173],"relax":[61],"such":[62],"restriction,":[64],"Self-Attention":[65,188],"(SA)":[66,182],"mechanism":[67,183],"has":[68],"been":[69,94],"make":[72],"adaptive":[77],"input,":[80],"resulting":[81,201],"in":[82,159],"state-of-the-art":[84,101,207],"hybrid":[85,112],"models.":[86],"Concurrently,":[87],"attempts":[88],"plain":[90],"Transformers":[91],"have":[92],"also":[93],"made,":[95],"but":[96],"they":[97],"still":[98],"lag":[99],"behind":[100],"GCN-based":[102],"methods":[103],"due":[104],"lack":[107],"structural":[109],"prior.":[110],"Unlike":[111],"models,":[113],"we":[114,151,177],"propose":[115,178],"more":[117],"elegant":[118],"solution":[119],"incorporate":[121,191],"bone":[123],"connectivity":[124],"into":[125,195],"Transformer":[126],"via":[127],"distance":[130],"embedding.":[131],"Our":[132],"embedding":[133],"retains":[134],"information":[136],"structure":[139],"during":[140],"training,":[141],"whereas":[142],"merely":[144],"use":[145],"it":[146,205],"for":[147],"initialization.":[148],"importantly,":[150],"reveal":[152],"an":[153],"underlying":[154],"issue":[155],"models":[158,209],"general,":[160],"pairwise":[162],"aggregation":[163],"essentially":[164],"ignores":[165],"high-order":[167],"kinematic":[168],"dependencies":[169],"between":[170],"body":[171],"joints.":[172],"fill":[174],"this":[175],"gap,":[176],"new":[180],"self-attention":[181],"on":[184,214],"hypergraph,":[185],"termed":[186],"Hypergraph":[187],"(HyperSA),":[189],"intrinsic":[192],"higher-order":[193],"relations":[194],"model.":[197],"We":[198],"name":[199],"Hyperformer,":[203],"beats":[206],"w.r.t.":[210],"accuracy":[211],"efficiency":[213],"NTU":[215,217],"RGB+D,":[216],"RGB+D":[218],"120,":[219],"Northwestern-UCLA":[221],"datasets.":[222]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4309396530","counts_by_year":[{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":6}],"updated_date":"2025-01-21T08:36:20.516406","created_date":"2022-11-26"}