{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T04:31:43Z","timestamp":1740112303293,"version":"3.37.3"},"reference-count":50,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,5,1]],"date-time":"2020-05-01T00:00:00Z","timestamp":1588291200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100004410","name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ftirma Kurumu","doi-asserted-by":"publisher","award":["113E102"],"id":[{"id":"10.13039\/501100004410","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Speech Communication"],"published-print":{"date-parts":[[2020,5]]},"DOI":"10.1016\/j.specom.2020.02.005","type":"journal-article","created":{"date-parts":[[2020,2,25]],"date-time":"2020-02-25T16:38:37Z","timestamp":1582648717000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":8,"special_numbering":"C","title":["Affective synthesis and animation of arm gestures from speech prosody"],"prefix":"10.1016","volume":"119","author":[{"given":"Elif","family":"Bozkurt","sequence":"first","affiliation":[]},{"given":"Y\u00fccel","family":"Yemez","sequence":"additional","affiliation":[]},{"given":"Engin","family":"Erzin","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.specom.2020.02.005_bib0001","doi-asserted-by":"crossref","first-page":"331","DOI":"10.1016\/j.specom.2013.06.005","article-title":"Gesture synthesis adapted to speech emphasis","volume":"57","author":"Baena","year":"2014","journal-title":"Speech Commun."},{"key":"10.1016\/j.specom.2020.02.005_bib0002","series-title":"Affective Dialogue Systems","first-page":"154","article-title":"Simulating the emotion dynamics of a multimodal conversational agent","author":"Becker","year":"2004"},{"key":"10.1016\/j.specom.2020.02.005_bib0003","first-page":"49","article-title":"Why emotions should be integrated into conversational agents","author":"Becker","year":"2007","journal-title":"Convers. Inform."},{"issue":"5","key":"10.1016\/j.specom.2020.02.005_bib0004","doi-asserted-by":"crossref","first-page":"1007","DOI":"10.1037\/0012-1649.34.5.1007","article-title":"Children\u2019s decoding of emotion in expressive body movement: the development of cue attunement","volume":"34","author":"Boone","year":"1998","journal-title":"Dev. Psychol."},{"key":"10.1016\/j.specom.2020.02.005_bib0005","series-title":"IEEE International Conference on Acoustics","first-page":"3652","article-title":"Multimodal analysis of speech prosody and upper body gestures using hidden semi-markov models","author":"Bozkurt","year":"2013"},{"key":"10.1016\/j.specom.2020.02.005_bib0006","series-title":"2015 IEEE International Conference on, IEEE","first-page":"1","article-title":"Affect-expressive hand gestures synthesis and animation, in: Multimedia and expo (ICME)","author":"Bozkurt","year":"2015"},{"key":"10.1016\/j.specom.2020.02.005_bib0007","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.specom.2016.10.004","article-title":"Multimodal analysis of speech and arm motion for prosody-driven synthesis of beat gestures","volume":"85","author":"Bozkurt","year":"2016","journal-title":"Speech Commun."},{"key":"10.1016\/j.specom.2020.02.005_bib0008","series-title":"Proceedings of the 21st annual conference on Computer graphics and interactive techniques","first-page":"413","article-title":"Animated conversation: rule-based generation of facial expression, gesture & spoken intonation for multiple conversational agents","author":"Cassell","year":"1994"},{"issue":"3","key":"10.1016\/j.specom.2020.02.005_bib0009","first-page":"27","article-title":"Libsvm: a library for support vector machines","volume":"2","author":"Chang","year":"2011","journal-title":"ACM Trans. Intell. Syst. Technol.(TIST)"},{"key":"10.1016\/j.specom.2020.02.005_bib0010","series-title":"Proceedings of the 27th Annual Conference on Computer Graphics and Interactive Techniques, SIGGRAPH \u201900","first-page":"173","article-title":"The emote model for effort and shape","author":"Chi","year":"2000"},{"key":"10.1016\/j.specom.2020.02.005_bib0011","series-title":"International Foundation for Autonomous Agents and Multiagent Systems","first-page":"781","article-title":"Gesture generation with low-dimensional embeddings, in: proceedings of the 2014 international conference on autonomous agents and multi-agent systems","author":"Chiu","year":"2014"},{"key":"10.1016\/j.specom.2020.02.005_bib0012","series-title":"International Conference on Intelligent Virtual Agents","first-page":"152","article-title":"Predicting co-verbal gestures: a deep and temporal modeling approach","author":"Chiu","year":"2015"},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0013","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/S0167-6393(02)00071-7","article-title":"Describing the emotional states that are expressed in speech","volume":"40","author":"Cowie","year":"2003","journal-title":"Speech Commun."},{"issue":"6","key":"10.1016\/j.specom.2020.02.005_bib0014","doi-asserted-by":"crossref","first-page":"642","DOI":"10.1068\/p7364","article-title":"Perceived gesture dynamics in nonverbal expression of emotion","volume":"42","author":"Dael","year":"2013","journal-title":"Perception"},{"key":"10.1016\/j.specom.2020.02.005_bib0015","series-title":"Proceedings of the fifth international conference on Autonomous agents","first-page":"278","article-title":"Tears and fears: Modeling emotions and emotional behaviors in synthetic agents","author":"Gratch","year":"2001"},{"key":"10.1016\/j.specom.2020.02.005_bib0016","series-title":"Automatic Face & Gesture Recognition and Workshops (FG 2011), IEEE International Conference on","first-page":"827","article-title":"Emotion representation, analysis and synthesis in continuous space: a survey","author":"Gunes","year":"2011"},{"issue":"2","key":"10.1016\/j.specom.2020.02.005_bib0017","first-page":"62","article-title":"An empathic avatar in a computer-aided learning program to encourage and persuade learners","volume":"15","author":"Gwo-Dong","year":"2012","journal-title":"J. Educ. Technol. Soc."},{"key":"10.1016\/j.specom.2020.02.005_bib0018","series-title":"International conference on Intelligent User Interfaces-Workshop on Affective Interaction","first-page":"1","article-title":"Towards affective agent action: Modelling expressive eca gestures","author":"Hartmann","year":"2005"},{"key":"10.1016\/j.specom.2020.02.005_bib0019","series-title":"Proceedings of the 6th International Conference on Gesture in Human-Computer Interaction and Simulation, GW\u201905","first-page":"188","article-title":"Implementing expressive gesture synthesis for embodied conversational agents","author":"Hartmann","year":"2006"},{"issue":"4","key":"10.1016\/j.specom.2020.02.005_bib0020","doi-asserted-by":"crossref","first-page":"341","DOI":"10.1109\/T-AFFC.2013.29","article-title":"Body movements for affective expression: a survey of automatic recognition and generation","volume":"4","author":"Karg","year":"2013","journal-title":"Affect. Comput. IEEE Trans."},{"key":"10.1016\/j.specom.2020.02.005_bib0021","series-title":"The Relationship of Verbal and Nonverbal Communication","first-page":"207","article-title":"Gesticulation and speech: two aspects of the process of utterance","author":"Kendon","year":"1980"},{"key":"10.1016\/j.specom.2020.02.005_bib0022","series-title":"Affective Computing and Intelligent Interaction and Workshops, 2009. ACII 2009 3rd International Conference on","first-page":"1","article-title":"Gesture and emotion: can basic gestural form features discriminate emotions?","author":"Kipp","year":"2009"},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0023","first-page":"15","article-title":"Affective body expression perception and recognition: a survey, affective computing","volume":"4","author":"Kleinsmith","year":"2013","journal-title":"IEEE Trans."},{"issue":"4","key":"10.1016\/j.specom.2020.02.005_bib0024","doi-asserted-by":"crossref","DOI":"10.1145\/1778765.1778861","article-title":"Gesture controllers","volume":"29","author":"Levine","year":"2010","journal-title":"ACM Trans. Graph."},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0025","doi-asserted-by":"crossref","first-page":"94","DOI":"10.1109\/TAFFC.2015.2435780","article-title":"Two techniques for assessing virtual agent personality","volume":"7","author":"Liu","year":"2016","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0026","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1515\/lp-2012-0006","article-title":"Temporal, structural, and pragmatic synchrony between intonation and gesture","volume":"3","author":"Loehr","year":"2012","journal-title":"Lab. Phonol."},{"key":"10.1016\/j.specom.2020.02.005_bib0027","series-title":"International Conference on Affective Computing and Intelligent Interaction","first-page":"215","article-title":"Evaluating the communication of emotion via expressive gesture copying behaviour in an embodied humanoid agent","author":"Mancini","year":"2011"},{"key":"10.1016\/j.specom.2020.02.005_bib0028","series-title":"Proceedings of the 12th ACM SIGGRAPH\/Eurographics Symposium on Computer Animation, SCA \u201913","first-page":"25","article-title":"Virtual character performance from speech","author":"Marsella","year":"2013"},{"year":"1992","series-title":"Hand and Mind: What Gestures Reveal about Thought","author":"McNeill","key":"10.1016\/j.specom.2020.02.005_bib0029"},{"year":"1972","series-title":"Nonverbal Communication","author":"Mehrabian","key":"10.1016\/j.specom.2020.02.005_bib0030"},{"issue":"4","key":"10.1016\/j.specom.2020.02.005_bib0031","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1007\/BF02686918","article-title":"Pleasure-arousal-dominance: A general framework for describing and measuring individual differences in temperament","volume":"14","author":"Mehrabian","year":"1996","journal-title":"Curr. Psychol."},{"issue":"4","key":"10.1016\/j.specom.2020.02.005_bib0032","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1007\/BF00990296","article-title":"The contribution of general features of body movement to the attribution of emotions","volume":"13","author":"de Meijer","year":"1989","journal-title":"J. Nonverbal Behav."},{"issue":"2","key":"10.1016\/j.specom.2020.02.005_bib0033","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/j.imavis.2012.08.018","article-title":"Tracking continuous emotional trends of participants during affective dyadic interactions using body language and speech information","volume":"31","author":"Metallinou","year":"2013","journal-title":"Image Vis. Comput."},{"key":"10.1016\/j.specom.2020.02.005_bib0034","first-page":"1","article-title":"The usc creativeit database of multimodal dyadic interactions: from speech and full body motion capture to continuous emotional annotations","author":"Metallinou","year":"2015","journal-title":"Lang. Resour. Eval."},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0035","doi-asserted-by":"crossref","first-page":"5:5","DOI":"10.1145\/1330511.1330516","article-title":"Gesture modeling and animation based on a probabilistic recreation of speaker style","volume":"27","author":"Neff","year":"2008","journal-title":"ACM Trans. Graph."},{"key":"10.1016\/j.specom.2020.02.005_bib0036","series-title":"International Workshop on Intelligent Virtual Agents","first-page":"316","article-title":"Modeling emotional expressions as sequences of behaviors","author":"Niewiadomski","year":"2009"},{"issue":"2","key":"10.1016\/j.specom.2020.02.005_bib0037","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/j.ijhcs.2004.11.007","article-title":"Variations in gesturing and speech by gestyle","volume":"62","author":"Noot","year":"2005","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"7","key":"10.1016\/j.specom.2020.02.005_bib0038","doi-asserted-by":"crossref","first-page":"630","DOI":"10.1016\/j.specom.2008.04.009","article-title":"Studies on gesture expressivity for a virtual agent","volume":"51","author":"Pelachaud","year":"2009","journal-title":"Speech Commun."},{"key":"10.1016\/j.specom.2020.02.005_bib0039","series-title":"International conference on Multimodal interaction (ICMI 2015), Seattle, WA, USA","first-page":"115","article-title":"Retrieving target gestures toward speech driven animation with meaningful behaviors","author":"Sadoughi","year":"2015"},{"key":"10.1016\/j.specom.2020.02.005_bib0040","series-title":"Automatic Face and Gesture Recognition (FG), 2015 11th IEEE International Conference and Workshops on","first-page":"1","article-title":"Msp-avatar corpus: Motion capture recordings to study the role of discourse functions in the design of intelligent virtual agents","volume":"Vol.\u00a07","author":"Sadoughi","year":"2015"},{"issue":"8","key":"10.1016\/j.specom.2020.02.005_bib0041","doi-asserted-by":"crossref","first-page":"1330","DOI":"10.1109\/TPAMI.2007.70797","article-title":"Analysis of head gesture and prosody patterns for prosody-driven head-gesture animation","volume":"30","author":"Sargin","year":"2008","journal-title":"IEEE Trans. Pattern Anal. Mach.Intell."},{"issue":"2","key":"10.1016\/j.specom.2020.02.005_bib0042","doi-asserted-by":"crossref","first-page":"165","DOI":"10.1109\/T-AFFC.2011.34","article-title":"Building autonomous sensitive artificial listeners","volume":"3","author":"Schr\u00f6der","year":"2012","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.specom.2020.02.005_bib0043","series-title":"ACM SIGGRAPH 2004 Papers","first-page":"506","article-title":"Speaking with hands: Creating animated conversational characters from recordings of human performance","author":"Stone","year":"2004"},{"issue":"3","key":"10.1016\/j.specom.2020.02.005_bib0044","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.specom.2007.09.001","article-title":"Statistical mapping between articulatory movements and acoustic spectrum using a gaussian mixture model","volume":"50","author":"Toda","year":"2008","journal-title":"Speech Commun."},{"year":"1984","series-title":"The Collected Works of John W. Tukey","author":"Tukey","key":"10.1016\/j.specom.2020.02.005_bib0045"},{"key":"10.1016\/j.specom.2020.02.005_bib0046","series-title":"Proc. Eur. Signal Process. Conf. (EUSIPCO 02)","first-page":"75","article-title":"Multimodal signal analysis of prosody and hand motion: temporal correlation of speech and gestures","author":"Valbonesi","year":"2002"},{"key":"10.1016\/j.specom.2020.02.005_bib0047","series-title":"Eurographics 2006 - State of the Art Reports, The Eurographics Association","article-title":"Building expression into virtual characters","author":"Vinayagamoorthy","year":"2006"},{"issue":"1","key":"10.1016\/j.specom.2020.02.005_bib0048","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1109\/T-AFFC.2011.27","article-title":"Bridging the gap between social animal and unsocial machine: a survey of social signal processing","volume":"3","author":"Vinciarelli","year":"2012","journal-title":"IEEE Trans. Affect. Comput."},{"key":"10.1016\/j.specom.2020.02.005_bib0049","doi-asserted-by":"crossref","first-page":"209","DOI":"10.1016\/j.specom.2013.09.008","article-title":"Gesture and speech in interaction: an overview","volume":"57","author":"Wagner","year":"2014","journal-title":"Speech Commun."},{"issue":"2","key":"10.1016\/j.specom.2020.02.005_bib0050","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/j.artint.2009.11.011","article-title":"Hidden semi-markov models","volume":"174","author":"Yu","year":"2010","journal-title":"Artif. Intell."}],"container-title":["Speech Communication"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167639319301980?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167639319301980?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2022,6,7]],"date-time":"2022-06-07T06:26:42Z","timestamp":1654583202000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167639319301980"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5]]},"references-count":50,"alternative-id":["S0167639319301980"],"URL":"https:\/\/doi.org\/10.1016\/j.specom.2020.02.005","relation":{},"ISSN":["0167-6393"],"issn-type":[{"type":"print","value":"0167-6393"}],"subject":[],"published":{"date-parts":[[2020,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Affective synthesis and animation of arm gestures from speech prosody","name":"articletitle","label":"Article Title"},{"value":"Speech Communication","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.specom.2020.02.005","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}