{"id":"https://openalex.org/W4403854061","doi":"https://doi.org/10.48550/arxiv.2410.01962","title":"Language Supervised Human Action Recognition with Salient Fusion:\n Construction Worker Action Recognition as a Use Case","display_name":"Language Supervised Human Action Recognition with Salient Fusion:\n Construction Worker Action Recognition as a Use Case","publication_year":2024,"publication_date":"2024-10-02","ids":{"openalex":"https://openalex.org/W4403854061","doi":"https://doi.org/10.48550/arxiv.2410.01962"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01962","pdf_url":"http://arxiv.org/pdf/2410.01962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2410.01962","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035729928","display_name":"Mohammad Mahdavian","orcid":"https://orcid.org/0000-0002-2904-6462"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdavian, Mohammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001642408","display_name":"Mohammad Loni","orcid":"https://orcid.org/0000-0002-9704-7117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loni, Mohammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100387244","display_name":"Mo Chen","orcid":"https://orcid.org/0000-0001-8506-3665"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Mo","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.8992,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.8992,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action Recognition","score":0.7141252}],"concepts":[{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.8056362},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.71811396},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.7141252},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.51566184},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.42977127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4165609},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39328784},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3808831},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21263361},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.052155703},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.04009834},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01962","pdf_url":"http://arxiv.org/pdf/2410.01962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01962","pdf_url":"http://arxiv.org/pdf/2410.01962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W854522590","https://openalex.org/W4394266730","https://openalex.org/W4327728159","https://openalex.org/W28991112","https://openalex.org/W2370726991","https://openalex.org/W2369710579","https://openalex.org/W2329500892","https://openalex.org/W2269464716","https://openalex.org/W1990856605","https://openalex.org/W1576128429"],"abstract_inverted_index":{"Detecting":[0],"human":[1,117],"actions":[2],"is":[3],"a":[4,28,45,79,87,122],"crucial":[5],"task":[6],"for":[7,20,63,126,160,209],"autonomous":[8,157],"robots":[9],"and":[10,39,93,109,136,149,190,207,214],"vehicles,":[11],"often":[12],"requiring":[13],"the":[14,50,55,64,69,98,113,147,165],"integration":[15],"of":[16,116,151],"various":[17,210],"data":[18,138],"modalities":[19],"improved":[21],"accuracy.":[22],"In":[23],"this":[24],"study,":[25],"we":[26,59,77,120,174],"introduce":[27,121],"novel":[29],"approach":[30],"to":[31,48,72,96,145,155],"Human":[32],"Action":[33],"Recognition":[34],"(HAR)":[35],"based":[36],"on":[37,68,177],"skeleton":[38,56,70],"visual":[40],"cues.":[41],"Our":[42],"method":[43,197],"leverages":[44],"language":[46,65],"model":[47,66],"guide":[49],"feature":[51,74],"extraction":[52],"process":[53,104],"in":[54,130,164],"encoder.":[57],"Specifically,":[58],"employ":[60],"learnable":[61],"prompts":[62],"conditioned":[67],"modality":[71],"optimize":[73],"representation.":[75],"Furthermore,":[76],"propose":[78],"fusion":[80,89,103],"mechanism":[81],"that":[82,194],"combines":[83],"dual-modality":[84],"features":[85],"using":[86],"salient":[88],"module,":[90],"incorporating":[91],"attention":[92],"transformer":[94],"mechanisms":[95],"address":[97],"modalities'":[99],"high":[100],"dimensionality.":[101],"This":[102,142],"prioritizes":[105],"informative":[106],"video":[107],"frames":[108],"body":[110],"joints,":[111],"enhancing":[112],"recognition":[114],"accuracy":[115],"actions.":[118],"Additionally,":[119],"new":[123],"dataset":[124,143,179,215],"tailored":[125],"real-world":[127],"robotic":[128],"applications":[129],"construction":[131,158,168],"sites,":[132],"featuring":[133],"visual,":[134],"skeleton,":[135],"depth":[137],"modalities,":[139],"named":[140],"VolvoConstAct.":[141],"serves":[144],"facilitate":[146],"training":[148],"evaluation":[150],"machine":[152],"learning":[153],"models":[154],"instruct":[156],"machines":[159],"performing":[161],"necessary":[162],"tasks":[163],"real":[166],"world":[167],"zones.":[169],"To":[170],"evaluate":[171],"our":[172,178,195],"approach,":[173],"conduct":[175],"experiments":[176],"as":[180,182],"well":[181],"three":[183],"widely":[184],"used":[185],"public":[186],"datasets,":[187,203],"NTU-RGB+D,":[188],"NTU-RGB+D120":[189],"NW-UCLA.":[191],"Results":[192],"reveal":[193],"proposed":[196],"achieves":[198],"promising":[199],"performance":[200],"across":[201],"all":[202],"demonstrating":[204],"its":[205],"robustness":[206],"potential":[208],"applications.":[211],"The":[212],"codes":[213],"are":[216],"available":[217],"at:":[218],"https://mmahdavian.github.io/ls_har/":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403854061","counts_by_year":[],"updated_date":"2025-01-18T00:24:44.712822","created_date":"2024-10-30"}