{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T18:28:30Z","timestamp":1743100110231,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030928353"},{"type":"electronic","value":"9783030928360"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-92836-0_25","type":"book-chapter","created":{"date-parts":[[2022,1,28]],"date-time":"2022-01-28T06:03:14Z","timestamp":1643349794000},"page":"290-302","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Automated Analysis of Student Verbalizations in Online Learning Environments"],"prefix":"10.1007","author":[{"given":"Nazik A.","family":"Almazova","sequence":"first","affiliation":[]},{"given":"Jason O.","family":"Hallstrom","sequence":"additional","affiliation":[]},{"given":"Megan","family":"Fowler","sequence":"additional","affiliation":[]},{"given":"Joseph","family":"Hollingsworth","sequence":"additional","affiliation":[]},{"given":"Eileen","family":"Kraemer","sequence":"additional","affiliation":[]},{"given":"Murali","family":"Sitaraman","sequence":"additional","affiliation":[]},{"given":"Gloria","family":"Washington","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,28]]},"reference":[{"issue":"2","key":"25_CR1","doi-asserted-by":"publisher","first-page":"111","DOI":"10.2190\/9LMD-3U28-3A0G-FTQT","volume":"13","author":"R Azevedo","year":"1995","unstructured":"Azevedo, R., Bernard, R.M.: A meta-analysis of the effects of feedback in computer-based instruction. J. Educ. Comput. Res. 13(2), 111\u2013127 (1995)","journal-title":"J. Educ. Comput. Res."},{"key":"25_CR2","doi-asserted-by":"crossref","unstructured":"Baker, R.S., Corbett, A.T., Koedinger, K.R., Wagner, A.Z.: Off-task behavior in the cognitive tutor classroom: when students game the system. In: Proceedings of SIGCHI, pp. 383\u2013390 (2004)","DOI":"10.1145\/985692.985741"},{"key":"25_CR3","unstructured":"Bird, S., Klein, E., Loper, E.: Natural Language Processing with Python: Analyzing text with the Natural Language Toolkit. O\u2019Reilly Media, Inc., Sebastopol (2009)"},{"key":"25_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/978-3-642-39112-5_2","volume-title":"Artificial Intelligence in Education","author":"N Bosch","year":"2013","unstructured":"Bosch, N., D\u2019Mello, S., Mills, C.: What emotions do novices experience during their first computer programming learning session? In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) AIED 2013. LNCS (LNAI), vol. 7926, pp. 11\u201320. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39112-5_2"},{"key":"25_CR5","doi-asserted-by":"crossref","unstructured":"Chen, C., Xing, Z., Wang, X.: Unsupervised software-specific morphological forms inference from informal discussions. In: The 39th International Conference on Software Engineering, Buenos Aires, Argentina. IEEE (2017)","DOI":"10.1109\/ICSE.2017.48"},{"key":"25_CR6","unstructured":"Chollet, F., et al.: Keras (2015)"},{"key":"25_CR7","unstructured":"Chunyang, C.: Sethesaurus: synonyms and abbreviations for software-related terms"},{"issue":"1","key":"25_CR8","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"25_CR9","doi-asserted-by":"crossref","unstructured":"Cook, M., et al.: Where exactly are the difficulties in reasoning logically about code? Experimentation with an online system. In: Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education, pp. 39\u201344 (2018)","DOI":"10.1145\/3197091.3197133"},{"issue":"3","key":"25_CR10","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1080\/1358165042000283101","volume":"29","author":"S Craig","year":"2004","unstructured":"Craig, S., Graesser, A., Sullins, J., Gholson, B.: Affect and learning: an exploratory look into the role of affect in learning with autotutor. J. Educ. Media 29(3), 241\u2013250 (2004)","journal-title":"J. Educ. Media"},{"key":"25_CR11","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1007\/978-3-642-39112-5_4","volume-title":"Artificial Intelligence in Education","author":"LS Doddannara","year":"2013","unstructured":"Doddannara, L.S., Gowda, S.M., Baker, R.S.J., Gowda, S.M., de Carvalho, A.M.J.B.: Exploring the relationships between design, students\u2019 affective states, and disengaged behaviors within an ITS. In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) AIED 2013. LNCS (LNAI), vol. 7926, pp. 31\u201340. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39112-5_4"},{"key":"25_CR12","doi-asserted-by":"crossref","unstructured":"Fan, M., Lin, J., Chung, C., Truong, K.N.: Concurrent think-aloud verbalizations and usability problems. ACM Trans. Comput.-Hum. Interact. 26(5) (2019)","DOI":"10.1145\/3325281"},{"key":"25_CR13","unstructured":"N.C. for Education Statistics: Trend generator (student enrollment)"},{"key":"25_CR14","doi-asserted-by":"crossref","unstructured":"Fowler, M., et al.: Impact of steps, instruction, and motivation on learning symbolic reasoning using an online tool. In: Proceedings of the 50th ACM Technical Symposium on Computer Science Education, pp. 1039\u20131045 (2019)","DOI":"10.1145\/3287324.3287401"},{"key":"25_CR15","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1007\/978-3-642-39112-5_3","volume-title":"Artificial Intelligence in Education","author":"S Girard","year":"2013","unstructured":"Girard, S., et al.: Defining the behavior of an affective learning companion in the affective meta-tutor project. In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) AIED 2013. LNCS (LNAI), vol. 7926, pp. 21\u201330. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39112-5_3"},{"key":"25_CR16","unstructured":"W.C. Group: Web speech API"},{"key":"25_CR17","unstructured":"W.C. Group: Web speech API the speechrecognition interface"},{"key":"25_CR18","doi-asserted-by":"crossref","unstructured":"Han, P., Shen, S., Wang, D., Liu, Y.: The influence of word normalization in English document clustering. In: 2012 IEEE International Conference on Computer Science and Automation Engineering (csae), vol. 2, pp. 116\u2013120. IEEE (2012)","DOI":"10.1109\/CSAE.2012.6272740"},{"key":"25_CR19","first-page":"1278","volume":"5","author":"N Kemp","year":"2014","unstructured":"Kemp, N., Grieve, R.: Face-to-face or face-to-screen? Undergraduates\u2019 opinions and test performance. Front. Psychol. 5, 1278 (2014)","journal-title":"Front. Psychol."},{"key":"25_CR20","doi-asserted-by":"crossref","unstructured":"Khan, I.A., Hierons, R.M., Brinkman, W.P.: Mood independent programming. In: Proceedings of the 14th European Conference on Cognitive Ergonomics: invent! explore!, pp. 269\u2013272 (2007)","DOI":"10.1145\/1362550.1362606"},{"issue":"3","key":"25_CR21","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1145\/1269900.1268860","volume":"39","author":"R Kheir","year":"2007","unstructured":"Kheir, R., Way, T.: Inclusion of deaf students in computer science classes using real-time speech transcription. SIGCSE Bull. 39(3), 261\u2013265 (2007)","journal-title":"SIGCSE Bull."},{"key":"25_CR22","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1016\/j.learninstruc.2016.04.002","volume":"44","author":"L Kn\u00f6rzer","year":"2016","unstructured":"Kn\u00f6rzer, L., et al.: Facilitators or suppressors: effects of experimentally induced emotions on multimedia learning. Learn. Instr. 44, 97\u2013107 (2016)","journal-title":"Learn. Instr."},{"key":"25_CR23","unstructured":"Kort, B., Reilly, R., Picard, R.W.: An affective model of interplay between emotions and learning: reengineering educational pedagogy-building a learning companion. In: Proceedings IEEE International Conference on Advanced Learning Technologies, pp. 43\u201346. IEEE (2001)"},{"issue":"1","key":"25_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0167-6393(97)00021-6","volume":"22","author":"RP Lippmann","year":"1997","unstructured":"Lippmann, R.P.: Speech recognition by machines and humans. Speech Commun. 22(1), 1\u201315 (1997)","journal-title":"Speech Commun."},{"key":"25_CR25","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)"},{"key":"25_CR26","unstructured":"Morais, R.: A journey to $$<$$10% word error rate"},{"issue":"1\u20132","key":"25_CR27","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1023\/B:TRUC.0000021811.66966.1d","volume":"32","author":"R Moreno","year":"2004","unstructured":"Moreno, R.: Decreasing cognitive load for novice students: Effects of explanatory versus corrective feedback in discovery-based multimedia. Instr. Sci. 32(1\u20132), 99\u2013113 (2004)","journal-title":"Instr. Sci."},{"key":"25_CR28","unstructured":"Mozilla: Project DeepSpeech"},{"key":"25_CR29","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-052029-2.50007-3","volume-title":"Usability Engineering","author":"J Nielsen","year":"1993","unstructured":"Nielsen, J.: Usability Engineering. Morgan Kaufmann Publishers Inc., San Francisco, CA, USA (1993)"},{"key":"25_CR30","doi-asserted-by":"crossref","unstructured":"Pardos, Z.A., Baker, R.S., San Pedro, M.O., Gowda, S.M., Gowda, S.M.: Affective states and state tests: investigating how affect throughout the school year predicts end of year learning outcomes. In: Proceedings of the Third International Conference on Learning Analytics and Knowledge, pp. 117\u2013124 (2013)","DOI":"10.1145\/2460296.2460320"},{"key":"25_CR31","doi-asserted-by":"crossref","unstructured":"Park, B., Plass, J.L., Br\u00fcnken, R.: Cognitive and affective processes in multimedia learning (2014)","DOI":"10.1016\/j.learninstruc.2013.05.005"},{"key":"25_CR32","doi-asserted-by":"crossref","unstructured":"Pekrun, R., Linnenbrink-Garcia, L.: International Handbook of Emotions in Education. Routledge, London (2014)","DOI":"10.4324\/9780203148211"},{"key":"25_CR33","doi-asserted-by":"crossref","unstructured":"Pennington, J., et al.: Glove: global vectors for word representation. In: Empirical Methods in Natural Language Processing (EMNLP), pp. 1532\u20131543 (2014)","DOI":"10.3115\/v1\/D14-1162"},{"key":"25_CR34","unstructured":"Picovoice: Speech-to-text benchmark"},{"key":"25_CR35","unstructured":"RESOLVE: Software Research Group at Clemson University. BeginToReason"},{"key":"25_CR36","doi-asserted-by":"crossref","unstructured":"Rodrigo, M.M.T., Baker, R.S.: Coarse-grained detection of student frustration in an introductory programming course. In: Proceedings of the Fifth International Workshop on Computing Education Research Workshop, pp. 75\u201380 (2009)","DOI":"10.1145\/1584322.1584332"},{"key":"25_CR37","doi-asserted-by":"crossref","unstructured":"Sidney, K.D., Craig, S.D., Gholson, B., Franklin, S., Picard, R., Graesser, A.C.: Integrating affect sensors in an intelligent tutoring system. In: Affective Interactions: The Computer in the Affective Loop Workshop at, pp. 7\u201313 (2005)","DOI":"10.1145\/1040830.1040838"},{"key":"25_CR38","unstructured":"O. Speech and L. Resources: LibriSpeech ASR corpus"},{"key":"25_CR39","unstructured":"Staudemeyer, R., Morris, E.: Understanding lstm-a tutorial into long short-term memory recurrent neural networks. arXiv preprint arXiv:1909.09586 (2019)"},{"key":"25_CR40","unstructured":"tfidf.com. TF-IDF: A single-page tutorial - information retrieval and text mining"},{"issue":"2","key":"25_CR41","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1037\/a0026609","volume":"104","author":"E Um","year":"2012","unstructured":"Um, E., Plass, J.L., Hayward, E.O., Homer, B.D., et al.: Emotional design in multimedia learning. J. Educ. Psychol. 104(2), 485 (2012)","journal-title":"J. Educ. Psychol."},{"key":"25_CR42","unstructured":"P. University: About wordnet"},{"issue":"1","key":"25_CR43","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1016\/j.ipm.2013.08.006","volume":"50","author":"AK Uysal","year":"2014","unstructured":"Uysal, A.K., Gunal, S.: The impact of preprocessing on text classification. Inf. Process. Manag. 50(1), 104\u2013112 (2014)","journal-title":"Inf. Process. Manag."},{"key":"25_CR44","unstructured":"W3C: Mediastream recording"},{"key":"25_CR45","doi-asserted-by":"crossref","unstructured":"Welch, D., Cook, C., Sun, Y.S., Sitaraman, M.: A web-integrated verifying compiler for RESOLVE: a research perspective. In: Janakiram, D., Sen, K., Kulkarni, V. (eds.) 7th India Software Engineering Conference, Chennai, ISEC 2014, Chennai, India, 19\u201321 February 2014, pp. 12:1\u201312:6. ACM (2014)","DOI":"10.1145\/2590748.2590760"},{"issue":"2","key":"25_CR46","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/s11704-017-7031-7","volume":"12","author":"M-L Zhang","year":"2018","unstructured":"Zhang, M.-L., Li, Y.-K., Liu, X.-Y., Geng, X.: Binary relevance for multi-label learning: an overview. Front. Comp. Sci. 12(2), 191\u2013202 (2018). https:\/\/doi.org\/10.1007\/s11704-017-7031-7","journal-title":"Front. Comp. Sci."}],"container-title":["Lecture Notes in Computer Science","Emerging Technologies for Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-92836-0_25","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,17]],"date-time":"2024-09-17T13:48:44Z","timestamp":1726580924000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-92836-0_25"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030928353","9783030928360"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-92836-0_25","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"28 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SETE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Emerging Technologies for Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Zhuhai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 November 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 November 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"sete2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sete2021.uic.edu.cn\/index.htm","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"58","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"8","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"60% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The workshop papers from ETLL and UMLL are also included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}