{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T00:03:26Z","timestamp":1725753806231},"publisher-location":"New York, NY","reference-count":23,"publisher":"Springer New York","isbn-type":[{"type":"print","value":"9781461482796"},{"type":"electronic","value":"9781461482802"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-1-4614-8280-2_31","type":"book-chapter","created":{"date-parts":[[2013,10,25]],"date-time":"2013-10-25T18:25:18Z","timestamp":1382725518000},"page":"343-353","source":"Crossref","is-referenced-by-count":7,"title":["Co-adaptation in Spoken Dialogue Systems"],"prefix":"10.1007","author":[{"given":"Senthilkumar","family":"Chandramohan","sequence":"first","affiliation":[]},{"given":"Matthieu","family":"Geist","sequence":"additional","affiliation":[]},{"given":"Fabrice","family":"Lef\u00e8vre","sequence":"additional","affiliation":[]},{"given":"Olivier","family":"Pietquin","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2013,8,28]]},"reference":[{"key":"31_CR1","volume-title":"Apprenticeship learning via inverse reinforcement learning","author":"P. Abbeel","year":"2004","unstructured":"Abbeel, P., Ng, A.: Apprenticeship learning via inverse reinforcement learning. In: Proceedings of ICML, Banff, Alberta (2004)"},{"key":"31_CR2","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/0022-247X(65)90154-X","volume":"10","author":"K.J. Astrom","year":"1965","unstructured":"Astrom, K.J.: Optimal control of markov decision processes with incomplete state estimation. J. Math. Anal. Appl. 10, 174\u2013205 (1965)","journal-title":"J. Math. Anal. Appl."},{"key":"31_CR3","first-page":"679","volume":"6","author":"R. Bellman","year":"1957","unstructured":"Bellman, R.: A markovian decision process. J. Math. Mech. 6, 679\u2013684 (1957)","journal-title":"J. Math. Mech."},{"key":"31_CR4","doi-asserted-by":"crossref","unstructured":"Chandramohan, S., Geist, M., Lef\u00e8vre, F., Pietquin, O.: User simulation in dialogue systems using inverse reinforcement learning. In: Proceedings of Interspeech 2011, Florence (2011)","DOI":"10.21437\/Interspeech.2011-302"},{"key":"31_CR5","doi-asserted-by":"crossref","unstructured":"Daubigney, L., Gasic, M., Chandramohan, S., Geist, M., Pietquin, O., Young, S.: Uncertainty management for on-line optimisation of a POMDP-based large-scale spoken dialogue system. In: Proceedings of Interspeech 2011, Florence pp. 1301\u20131304 (2011)","DOI":"10.21437\/Interspeech.2011-434"},{"key":"31_CR6","unstructured":"Eckert, W., Levin, E., Pieraccini, R.: User modeling for spoken dialogue system evaluation. In: Proceedings of ASRU, pp. 80\u201387 (1997)"},{"issue":"4","key":"31_CR7","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1017\/S0269888909990166","volume":"24","author":"M. Frampton","year":"2009","unstructured":"Frampton, M., Lemon, O.: Recent research advances in reinforcement learning in spoken dialogue systems. Knowl. Eng. Rev. 24(4), 375\u2013408 (2009)","journal-title":"Knowl. Eng. Rev."},{"key":"31_CR8","doi-asserted-by":"crossref","unstructured":"Gasic, M., Jurcicek, F., Thomson, B., Yu, K., Young, S.: On-line policy optimisation of spoken dialogue systems via live interaction with human subjects\u201d. In: Proceedings of ASRU 2011, Hawaii (2011)","DOI":"10.1109\/ASRU.2011.6163950"},{"key":"31_CR9","volume-title":"Learning user simulations for information state update dialogue systems","author":"K. Georgila","year":"2005","unstructured":"Georgila, K., Henderson, J., Lemon, O.: Learning user simulations for information state update dialogue systems. In: Proceedings of Eurospeech, Lisbon (2005)"},{"key":"31_CR10","first-page":"1107","volume":"4","author":"M.G. Lagoudakis","year":"2003","unstructured":"Lagoudakis, M.G., Parr, R.: Least-squares policy iteration. J. Mach. Lear. Res. 4, 1107\u20131149 (2003)","journal-title":"J. Mach. Lear. Res."},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Lemon, O., Georgila, K., Henderson, J., Stuttle, M.: An ISU dialogue system exhibiting reinforcement learning of dialogue policies: generic slot-filling in the TALK in-car system. In: Proceedings of EACL\u201906, Morristown (2006)","DOI":"10.3115\/1608974.1608986"},{"key":"31_CR12","doi-asserted-by":"crossref","unstructured":"Lemon, O., Pietquin, O.: Machine learning for spoken dialogue systems. In: Proceedings of InterSpeech\u201907, Belgium (2007)","DOI":"10.1109\/ICASSP.2007.367189"},{"key":"31_CR13","unstructured":"Levin, E., Pieraccini, R.: Using markov decision process for learning dialogue strategies. In: Proceedings ICASSP\u201998, Seattle (1998)"},{"key":"31_CR14","volume-title":"Algorithms for inverse reinforcement learning","author":"A.Y. Ng","year":"2000","unstructured":"Ng, A.Y., Russell, S.: Algorithms for inverse reinforcement learning. In: Proceedings of ICML, Stanford (2000)"},{"key":"31_CR15","doi-asserted-by":"crossref","unstructured":"Pietquin, O.: Consistent goal-directed user model for realistic man-machine task-oriented spoken dialogue simulation. In: Proceedings of ICME\u201906, Toronto, pp. 425\u2013428 (2006)","DOI":"10.1109\/ICME.2006.262563"},{"issue":"2","key":"31_CR16","doi-asserted-by":"publisher","first-page":"589","DOI":"10.1109\/TSA.2005.855836","volume":"14","author":"O. Pietquin","year":"2006","unstructured":"Pietquin, O., Dutoit, T.: A probabilistic framework for dialog simulation and optimal strategy learning. IEEE Trans. Audio Speech Lang. Process. 14(2), 589\u2013599 (2006)","journal-title":"IEEE Trans. Audio Speech Lang. Process."},{"issue":"3","key":"31_CR17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1966407.1966412","volume":"7","author":"O. Pietquin","year":"2011","unstructured":"Pietquin, O., Geist, M., Chandramohan, S., Frezza-Buet, H.: Sample-efficient batch reinforcement learning for dialogue management optimization. ACM Trans. Speech Lang. Process. 7(3), 7:1\u20137:21 (2011)","journal-title":"ACM Trans. Speech Lang. Process."},{"key":"31_CR18","unstructured":"Pietquin, O., Rossignol, S., Ianotto, M.: Training bayesian networks for realistic man-machine spoken dialogue simulation. In: Proceedings of IWSDS 2009, Irsee (2009)"},{"key":"31_CR19","volume-title":"Effects of the user model on simulation-based learning of dialogue strategies","author":"J. Schatzmann","year":"2005","unstructured":"Schatzmann, J., Stuttle, M.N., Weilhammer, K., Young, S.: Effects of the user model on simulation-based learning of dialogue strategies. In: Proceedings of ASRU, Puerto Rico (2005)"},{"key":"31_CR20","volume-title":"Young., S.: Agenda-based user simulation for bootstrapping a POMDP dialogue system","author":"J. Schatzmann","year":"2007","unstructured":"Schatzmann, J., Thomson, B., Weilhammer, K., Ye, H., Young., S.: Agenda-based user simulation for bootstrapping a POMDP dialogue system. In: Proceedings of HLT NAACL, Rochester (2007)"},{"key":"31_CR21","volume-title":"Reinforcement learning for spoken dialogue systems","author":"S. Singh","year":"1999","unstructured":"Singh, S., Kearns, M., Litman, D., Walker, M.: Reinforcement learning for spoken dialogue systems. In: Proceedings of NIPS, Denver (1999)"},{"key":"31_CR22","volume-title":"Reinforcement Learning: An Introduction","author":"R. Sutton","year":"1998","unstructured":"Sutton, R., Barto, A.: Reinforcement Learning: An Introduction, 3rd edn. MIT, Cambridge (1998)","edition":"3"},{"key":"31_CR23","doi-asserted-by":"crossref","unstructured":"Williams, J.D., Young, S.: Partially observable markov decision processes for spoken dialog systems. Comput. Speech Lang. 21(2), 393\u2013422 (2007). DOI: http:\/\/dx.doi.org\/10.1016\/j.csl.2006.06.008","DOI":"10.1016\/j.csl.2006.06.008"}],"container-title":["Natural Interaction with Robots, Knowbots and Smartphones"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-4614-8280-2_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,10]],"date-time":"2022-03-10T16:37:56Z","timestamp":1646930276000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-1-4614-8280-2_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,8,28]]},"ISBN":["9781461482796","9781461482802"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-1-4614-8280-2_31","relation":{},"subject":[],"published":{"date-parts":[[2013,8,28]]}}}