{"id":"https://openalex.org/W4313116889","doi":"https://doi.org/10.1109/icccnt54827.2022.9984592","title":"Dynamic Sign Language Recognition and Emotion Detection using MediaPipe and Deep Learning","display_name":"Dynamic Sign Language Recognition and Emotion Detection using MediaPipe and Deep Learning","publication_year":2022,"publication_date":"2022-10-03","ids":{"openalex":"https://openalex.org/W4313116889","doi":"https://doi.org/10.1109/icccnt54827.2022.9984592"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt54827.2022.9984592","pdf_url":null,"source":{"id":"https://openalex.org/S4363607876","display_name":"2022 13th International Conference on Computing Communication and Networking Technologies (ICCCNT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009099871","display_name":"Dhruvin Gandhi","orcid":null},"institutions":[],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dhruvin Gandhi","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Computer Engineering & Information Technology,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Computer Engineering & Information Technology,Mumbai,India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050994999","display_name":"Kushal Shah","orcid":"https://orcid.org/0000-0003-3398-8425"},"institutions":[],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kushal Shah","raw_affiliation_strings":["Sardar Patel Institute of Technology,Computer Engineering & Information Technology,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Sardar Patel Institute of Technology,Computer Engineering & Information Technology,Mumbai,India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051590467","display_name":"Madhav Chandane","orcid":"https://orcid.org/0000-0002-2872-4647"},"institutions":[],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Madhav Chandane","raw_affiliation_strings":["Veermata Jijabai Technological Institute,Computer Engineering & Information Technology,Mumbai,India"],"affiliations":[{"raw_affiliation_string":"Veermata Jijabai Technological Institute,Computer Engineering & Information Technology,Mumbai,India","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.729,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.497482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":80,"max":82},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9958,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.984,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.828392},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7880924},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.693925},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.66273636},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.61119205},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.60446936},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5568856},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5067852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48404998},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4779901},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46731278},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42999214},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.42934924},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17183366},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt54827.2022.9984592","pdf_url":null,"source":{"id":"https://openalex.org/S4363607876","display_name":"2022 13th International Conference on Computing Communication and Networking Technologies (ICCCNT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.78,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":15,"referenced_works":["https://openalex.org/W2041616772","https://openalex.org/W2064675550","https://openalex.org/W2743239999","https://openalex.org/W2803685074","https://openalex.org/W2900728941","https://openalex.org/W2921243003","https://openalex.org/W2995602893","https://openalex.org/W3048297990","https://openalex.org/W3082666011","https://openalex.org/W3166890151","https://openalex.org/W4210456574","https://openalex.org/W4211005572","https://openalex.org/W4282545619","https://openalex.org/W4287065037","https://openalex.org/W4385074124"],"related_works":["https://openalex.org/W4389049376","https://openalex.org/W4308478915","https://openalex.org/W3147379364","https://openalex.org/W3040456104","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2028966255","https://openalex.org/W2026258298","https://openalex.org/W2010878661","https://openalex.org/W1986488374"],"abstract_inverted_index":{"Sign":[0],"languages":[1],"facilitate":[2],"natural":[3],"interaction":[4],"by":[5],"lowering":[6],"the":[7,11,28,42,52,70,81,110,130,150,154,157],"communication":[8],"barrier":[9],"between":[10],"hearing-impaired":[12],"and":[13,65,75,92,138,143],"society.":[14],"Recognition":[15],"of":[16,30,45,54,63,118,136,149],"words":[17,33,56],"in":[18,145,156],"sign":[19,89,146],"language":[20,90],"has":[21],"always":[22],"been":[23],"a":[24,58,87,113],"difficult":[25],"task":[26],"if":[27],"gestures":[29,46],"two":[31],"more":[32],"turn":[34],"out":[35],"to":[36,41,72,79],"be":[37],"similar.":[38],"Moreover,":[39],"due":[40],"rapid":[43],"switching":[44],"while":[47],"communication,":[48],"creating":[49],"sentences":[50,74,144],"with":[51,103],"assistance":[53],"recognized":[55],"is":[57],"mammoth":[59],"task.":[60],"Further,":[61],"recognition":[62,91],"alphabets":[64],"numbers":[66],"will":[67],"not":[68],"help":[69],"user":[71],"convey":[73,141],"emotions":[76,142],"effectively.":[77],"Therefore":[78],"address":[80],"outset":[82],"issues,":[83],"this":[84],"paper":[85],"proposes":[86],"dynamic":[88],"emotion":[93,111],"detection":[94],"(DSLRED)":[95],"model":[96,132],"that":[97,129],"uses":[98],"MediaPipe's":[99],"holistic":[100],"pipeline":[101],"along":[102],"an":[104,134],"LSTM":[105],"network":[106],"which":[107],"also":[108],"classifies":[109],"on":[112],"person's":[114],"face":[115],"into":[116],"one":[117],"seven":[119],"categories,":[120],"using":[121],"deep":[122],"convolutional":[123],"neural":[124],"networks.":[125],"The":[126],"results":[127],"shows":[128],"proposed":[131],"achieved":[133],"accuracy":[135],"98.95%":[137],"can":[139],"effectively":[140],"language,":[147],"independent":[148],"signer":[151],"who":[152],"performed":[153],"actions":[155],"training":[158],"data.":[159]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4313116889","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-18T18:06:46.424244","created_date":"2023-01-06"}