{"id":"https://openalex.org/W4309394419","doi":"https://doi.org/10.48550/arxiv.2211.09310","title":"Language-Assisted Deep Learning for Autistic Behaviors Recognition","display_name":"Language-Assisted Deep Learning for Autistic Behaviors Recognition","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4309394419","doi":"https://doi.org/10.48550/arxiv.2211.09310"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09310","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2211.09310","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016619434","display_name":"Andong Deng","orcid":"https://orcid.org/0000-0002-5606-4463"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Andong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009793780","display_name":"Taojiannan Yang","orcid":"https://orcid.org/0000-0001-8564-9439"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Taojiannan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418548","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-2104-534X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428518","display_name":"Qian Chen","orcid":"https://orcid.org/0009-0003-8190-8482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005145215","display_name":"Leslie Neely","orcid":"https://orcid.org/0000-0002-2171-3304"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neely, Leslie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5004547795","display_name":"Sakiko Oyama","orcid":"https://orcid.org/0000-0001-8263-9251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oyama, Sakiko","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.586808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":60,"max":70},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.9774,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11097","display_name":"Cerebral Palsy and Movement Disorders","score":0.9569,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action Recognition","score":0.52472883},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity Recognition","score":0.4495949}],"concepts":[{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.72810686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.61839885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.53722066},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.52472883},{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.51611555},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5040001},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49990988},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46087578},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4495949},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4204353},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21363276},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1442543},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09310","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2211.09310","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2211.09310","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.66,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4310092953","https://openalex.org/W4283332100","https://openalex.org/W4280602684","https://openalex.org/W3181401746","https://openalex.org/W2982423860","https://openalex.org/W2227393071","https://openalex.org/W2166141227","https://openalex.org/W2082102603","https://openalex.org/W1995350144","https://openalex.org/W1975325338"],"abstract_inverted_index":{"Correctly":[0],"recognizing":[1,105],"the":[2,16,25,30,33,149,157,172,187,213,223],"behaviors":[3,92,108,134,162,216],"of":[4,12,18,35,159,195],"children":[5,37,94],"with":[6,95],"Autism":[7,19],"Spectrum":[8],"Disorder":[9],"(ASD)":[10],"is":[11,112],"vital":[13],"importance":[14],"for":[15,124,192,212],"diagnosis":[17],"and":[20,27,42,54,87,104,137,139,147,232],"timely":[21],"early":[22],"intervention.":[23],"However,":[24,90],"observation":[26],"recording":[28],"during":[29],"treatment":[31],"from":[32,100],"parents":[34],"autistic":[36],"may":[38],"not":[39],"be":[40],"accurate":[41],"objective.":[43],"In":[44,115],"such":[45],"cases,":[46],"automatic":[47],"recognition":[48,73,174,217],"systems":[49],"based":[50],"on":[51,80,131,230,234],"computer":[52,110],"vision":[53,111],"machine":[55],"learning":[56,183],"(in":[57],"particular":[58],"deep":[59,182],"learning)":[60],"technology":[61],"can":[62,75,143,206],"alleviate":[63],"this":[64,116],"issue":[65],"to":[66,169,221],"a":[67,121,153,179],"large":[68,154],"extent.":[69],"Existing":[70],"human":[71],"action":[72,125,173],"models":[74],"now":[76],"achieve":[77,144],"persuasive":[78],"performance":[79,210],"challenging":[81],"activity":[82],"datasets,":[83],"e.g.":[84],"daily":[85],"activity,":[86],"sports":[88],"activity.":[89],"problem":[91,107,161,196,215],"in":[93],"ASD":[96],"are":[97],"very":[98],"different":[99],"these":[101,106],"general":[102],"activities,":[103],"via":[109],"less":[113],"studied.":[114],"paper,":[117],"we":[118,165,177],"first":[119],"evaluate":[120],"strong":[122],"baseline":[123],"recognition,":[126],"i.e.":[127],"Video":[128],"Swin":[129],"Transformer,":[130],"two":[132],"autism":[133,214],"datasets":[135],"(SSBD":[136],"ESBD)":[138],"show":[140],"that":[141,201],"it":[142],"high":[145],"accuracy":[146],"outperform":[148],"previous":[150],"methods":[151],"by":[152,185],"margin,":[155],"demonstrating":[156],"feasibility":[158],"vision-based":[160],"recognition.":[163],"Moreover,":[164],"propose":[166],"language-assisted":[167],"training":[168],"further":[170],"enhance":[171],"performance.":[175],"Specifically,":[176],"develop":[178],"two-branch":[180],"multimodal":[181],"framework":[184],"incorporating":[186,202],"\"freely":[188],"available\"":[189],"language":[190,204],"description":[191],"each":[193],"type":[194],"behavior.":[197],"Experimental":[198],"results":[199],"demonstrate":[200],"additional":[203],"supervision":[205],"bring":[207],"an":[208],"obvious":[209],"boost":[211],"task":[218],"as":[219],"compared":[220],"using":[222],"video":[224],"information":[225],"only":[226],"(i.e.":[227],"3.49%":[228],"improvement":[229],"ESBD":[231],"1.46%":[233],"SSBD).":[235]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4309394419","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2024-12-13T05:13:12.743619","created_date":"2022-11-26"}