{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,6]],"date-time":"2024-09-06T20:50:17Z","timestamp":1725655817653},"reference-count":63,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2017,9,1]],"date-time":"2017-09-01T00:00:00Z","timestamp":1504224000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2017,9]]},"DOI":"10.1016\/j.eswa.2017.03.002","type":"journal-article","created":{"date-parts":[[2017,3,6]],"date-time":"2017-03-06T18:50:22Z","timestamp":1488826222000},"page":"183-199","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":77,"special_numbering":"C","title":["Incremental Q -learning strategy for adaptive PID control of mobile robots"],"prefix":"10.1016","volume":"80","author":[{"given":"Ignacio","family":"Carlucho","sequence":"first","affiliation":[]},{"given":"Mariano","family":"De Paula","sequence":"additional","affiliation":[]},{"given":"Sebastian A.","family":"Villar","sequence":"additional","affiliation":[]},{"given":"Gerardo G.","family":"Acosta","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0001","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1007\/BF00872055","article-title":"An expert PID controller uses refined Ziegler and Nichols rules and fuzzy logic ideas","volume":"4","author":"Acosta","year":"1994","journal-title":"Applied Intelligence"},{"key":"10.1016\/j.eswa.2017.03.002_bib0002","series-title":"2015 European control conference (ECC)","first-page":"2502","article-title":"Fuzzy PID controller design using Q-learning algorithm with a manipulated reward function","author":"Aghaei","year":"2015"},{"issue":"11","key":"10.1016\/j.eswa.2017.03.002_bib0003","doi-asserted-by":"crossref","first-page":"1163","DOI":"10.1016\/S0967-0661(01)00062-4","article-title":"The future of PID control","volume":"9","author":"\u00c5str\u00f6m","year":"2001","journal-title":"Control Engineering Practice"},{"issue":"6","key":"10.1016\/j.eswa.2017.03.002_bib0004","doi-asserted-by":"crossref","first-page":"635","DOI":"10.1016\/j.jprocont.2004.01.002","article-title":"Revisiting the Ziegler\u2013Nichols step response method for PID control","volume":"14","author":"\u00c5str\u00f6m","year":"2004","journal-title":"Journal of Process Control"},{"key":"10.1016\/j.eswa.2017.03.002_bib0005","series-title":"Advanced PID control","author":"\u00c5str\u00f6m","year":"2006"},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0006","first-page":"168","article-title":"PID controller tuning techniques: A review","volume":"2","author":"Bansal","year":"2012","journal-title":"Journal of Control Engineering and Technology"},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0007","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/j.jprocont.2014.01.014","article-title":"Fractional IMC-PID-filter controllers design for non integer order systems","volume":"24","author":"Bettayeb","year":"2014","journal-title":"Journal of Process Control"},{"key":"10.1016\/j.eswa.2017.03.002_bib0008","series-title":"Reinforcement learning and dynamic programming using function approximators","author":"Bu\u00e7oniu","year":"2010"},{"issue":"6","key":"10.1016\/j.eswa.2017.03.002_bib0034","first-page":"775","article-title":"Design of fractional order controller based on particle swarm optimization","volume":"4","author":"Cao","year":"2006","journal-title":"International Journal of Control, International Journal of Control"},{"issue":"13","key":"10.1016\/j.eswa.2017.03.002_bib0009","doi-asserted-by":"crossref","first-page":"5188","DOI":"10.1016\/j.eswa.2013.03.013","article-title":"A hybrid intelligent system for PID controller using in a steel rolling process","volume":"40","author":"Calvo-Rolle","year":"2013","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2017.03.002_bib0010","series-title":"Adaptive tracking controller based on the PID for mobile robot path tracking","first-page":"540","author":"Chang","year":"2013"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0011","first-page":"827","article-title":"Theoretical consideration of retarded control","volume":"75","author":"Cohen","year":"1953","journal-title":"Transactions of ASME"},{"key":"10.1016\/j.eswa.2017.03.002_bib0012","series-title":"Proceedings of the 4th IFAC workshop on fractional differentiation and its applications, 2010","first-page":"1","article-title":"Adaptive fractional PID controller for robot manipulator","author":"Delavari","year":"2010"},{"key":"10.1016\/j.eswa.2017.03.002_bib0013","series-title":"2013 joint international conference on rural information & communication technology and electric-vehicle technology (rICT & ICeV-T)","first-page":"1","article-title":"Application of reinforcement learning on self-tuning PID controller for soccer robot multi-agent system","author":"el Hakim","year":"2013"},{"key":"10.1016\/j.eswa.2017.03.002_bib0014","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1016\/j.biosystems.2014.08.003","article-title":"How simple autonomous decisions evolve into robust behaviours?: A review from neurorobotics, cognitive, self-organized and artificial immune systems fields","volume":"124","author":"Fernandez-Leon","year":"2014","journal-title":"Biosystems"},{"key":"10.1016\/j.eswa.2017.03.002_bib0015","unstructured":"Gloye, A., G\u00f6ktekin, C., Egorova, A., Tenchio, O., & Rojas, R. (2005). Learning to drive and simulate autonomous mobile robots, LNAI 3276 - RoboCup 2004: Robot Soccer World Cup VIII (pp. 160\u2013171)."},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0016","doi-asserted-by":"crossref","first-page":"599","DOI":"10.1016\/0005-1098(91)90052-4","article-title":"Industrial adaptive controllers based on frequency response techniques","volume":"27","author":"H\u00e4gglund","year":"1991","journal-title":"Automatica"},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0017","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1109\/87.508897","article-title":"Performance and gain and phase margins of well-known PID tuning formulas","volume":"4","author":"Ho","year":"1996","journal-title":"IEEE Transactions on Control, Systems Technology"},{"issue":"3","key":"10.1016\/j.eswa.2017.03.002_bib0018","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1016\/0005-1098(94)00130-B","article-title":"Tuning of PID controllers based on gain and phase margin specifications","volume":"31","author":"Ho","year":"1995","journal-title":"Automatica"},{"issue":"10","key":"10.1016\/j.eswa.2017.03.002_bib0019","doi-asserted-by":"crossref","first-page":"8968","DOI":"10.1016\/j.eswa.2012.02.027","article-title":"Tuning of PID controller based on a multiobjective genetic algorithm applied to a robotic manipulator","volume":"39","author":"Hultmann Ayala","year":"2012","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2017.03.002_bib0020","series-title":"Advances in reinforcement learning","article-title":"Adaptive PID control of a nonlinear servomechanism using recurrent neural networks","author":"Jafari","year":"2011"},{"key":"10.1016\/j.eswa.2017.03.002_bib0021","series-title":"2005 international conference on machine learning and cybernetics","first-page":"5686","article-title":"Optimization of fractional order PID controllers based on genetic algorithms","volume":"Vol. 9","author":"Cao","year":"2005"},{"key":"10.1016\/j.eswa.2017.03.002_bib0022","unstructured":"Jun, M., Jun, M., & Safonov, M. G. (1999). Automatic PID tuning: An application of unfalsified control. Proceedings of the 1999 IEEE International Symposium on Computer Aided Control System Design (Cat. No.99TH8404)."},{"key":"10.1016\/j.eswa.2017.03.002_bib0023","first-page":"579","article-title":"Reinforcement learning in robotics: A survey","author":"Kober","year":"2013","journal-title":"International Journal of Robotics Research"},{"key":"10.1016\/j.eswa.2017.03.002_bib0024","series-title":"Automatic control systems","author":"Kuo","year":"1995"},{"key":"10.1016\/j.eswa.2017.03.002_bib0025","doi-asserted-by":"crossref","first-page":"268","DOI":"10.4028\/www.scientific.net\/AMR.590.268","article-title":"Trajectory tracking control of mobile robot based on self-adaptive PID combined with preview and fuzzy logic","volume":"590","author":"Li","year":"2012","journal-title":"Advanced Materials Research"},{"key":"10.1016\/j.eswa.2017.03.002_bib0026","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1016\/j.jprocont.2015.04.001","article-title":"Maximum sensitivity based fractional IMC\u2013PID controller design for non-integer order system with time delay","volume":"31","author":"Li","year":"2015","journal-title":"Journal of Process Control"},{"key":"10.1016\/j.eswa.2017.03.002_bib0027","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1016\/j.isatra.2014.09.012","article-title":"Variable-order fuzzy fractional PID controller","volume":"55","author":"Liu","year":"2015","journal-title":"ISA Transactions"},{"issue":"5","key":"10.1016\/j.eswa.2017.03.002_bib0028","doi-asserted-by":"crossref","first-page":"1620","DOI":"10.1016\/j.isatra.2014.05.007","article-title":"IMC-PID-fractional-order-filter controllers design for integer order systems","volume":"53","author":"Ma\u00e2mar","year":"2014","journal-title":"ISA Transactions"},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0029","doi-asserted-by":"crossref","first-page":"4390","DOI":"10.1016\/j.eswa.2011.09.152","article-title":"Comparative performance analysis of various binary coded PSO algorithms in multivariable PID controller design","volume":"39","author":"Menhas","year":"2012","journal-title":"Expert Systems with Applications"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1287\/mnsc.28.1.1","article-title":"State of the art - A survey of partially observable Markov decision processes: Theory, models, and algorithms","volume":"28","author":"Monahan","year":"1982","journal-title":"Management Science"},{"key":"10.1016\/j.eswa.2017.03.002_bib0031","series-title":"Robust process control","author":"Morari","year":"1989"},{"key":"10.1016\/j.eswa.2017.03.002_bib0032","first-page":"1177","article-title":"Fitted Q-iteration by advantage weighted regression","volume":"21","author":"Neumann","year":"2008","journal-title":"In Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.eswa.2017.03.002_bib0033","series-title":"Modern control engineering","author":"Ogata","year":"2010"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0035","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1016\/j.isatra.2010.10.005","article-title":"Tuning of an optimal fuzzy PID controller with stochastic algorithms for networked control systems with random time delay","volume":"50","author":"Pan","year":"2011","journal-title":"ISA Transactions"},{"key":"10.1016\/j.eswa.2017.03.002_bib0036","series-title":"2012 IEEE international conference on industrial technology","first-page":"869","article-title":"On the automatic tuning of PID type controllers via the magnitude optimum criterion","author":"Papadopoulos","year":"2012"},{"key":"10.1016\/j.eswa.2017.03.002_bib0037","series-title":"Fuzzy control","author":"Passino","year":"1998"},{"issue":"3","key":"10.1016\/j.eswa.2017.03.002_bib0038","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1115\/1.2899252","article-title":"A new look at PID-Controller tuning","volume":"116","author":"Pessen","year":"1994","journal-title":"Journal of Dynamic Systems, Measurement, and Control"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0039","doi-asserted-by":"crossref","first-page":"252","DOI":"10.1021\/i200032a041","article-title":"Internal model control: PID controller design","volume":"25","author":"Rivera","year":"1986","journal-title":"Industrial & Engineering Chemistry Process Design and Development"},{"issue":"5","key":"10.1016\/j.eswa.2017.03.002_bib0040","doi-asserted-by":"crossref","first-page":"1179","DOI":"10.1007\/s00521-014-1805-8","article-title":"Identification and control of nonlinear dynamics of a mobile robot in discrete time using an adaptive technique based on neural PID","volume":"26","author":"Rossomando","year":"2015","journal-title":"Neural Computing and Applications"},{"key":"10.1016\/j.eswa.2017.03.002_bib0041","series-title":"2013 international conference on individual and collective behaviors in robotics (ICBR)","first-page":"92","article-title":"Fuzzy-PID hybrid controller for mobile robot using point cloud and low cost depth sensor","author":"Salhi","year":"2013"},{"key":"10.1016\/j.eswa.2017.03.002_bib0042","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.mechatronics.2016.06.005","article-title":"Review of fractional PID controller","volume":"38","author":"Shah","year":"2016","journal-title":"Mechatronics"},{"key":"10.1016\/j.eswa.2017.03.002_bib0043","doi-asserted-by":"crossref","first-page":"2077","DOI":"10.1021\/ie0612360","article-title":"IMC-PID controller design for improved disturbance rejection of time-delayed processes","volume":"46","author":"Shamsuzzoha","year":"2007","journal-title":"Ind. Eng. Chem. Res."},{"issue":"9","key":"10.1016\/j.eswa.2017.03.002_bib0044","doi-asserted-by":"crossref","first-page":"4274","DOI":"10.1016\/j.eswa.2013.12.030","article-title":"Performance analysis of fractional order fuzzy PID controllers applied to a robotic manipulator","volume":"41","author":"Sharma","year":"2014","journal-title":"Expert Systems with Applications"},{"key":"10.1016\/j.eswa.2017.03.002_bib0045","series-title":"2013 13th Iranian conference on fuzzy systems (IFSC)","first-page":"1","article-title":"Fuzzy adaptive PI control of omni-directional mobile robot","author":"Sheikhlar","year":"2013"},{"key":"10.1016\/j.eswa.2017.03.002_bib0046","series-title":"International conference on control, automation, robotics and embedded systems (CARE)","article-title":"Neural network based adaptive non linear PID controller for non-holonomic mobile robot","volume":"Vol. 482005","author":"Singh","year":"2013"},{"key":"10.1016\/j.eswa.2017.03.002_bib0047","series-title":"High performance architecture and grid computing","first-page":"385","article-title":"Autonomous robot motion control using fuzzy PID controller","author":"Sood","year":"2011"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0048","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1504\/IJFCM.2014.064230","article-title":"Adaptive fuzzy controller for controlling the dynamics of robot motion","volume":"1","author":"Sood","year":"2014","journal-title":"International Journal of Fuzzy Computation and Modelling"},{"key":"10.1016\/j.eswa.2017.03.002_bib0049","series-title":"Reinforcement learning: An introduction","author":"Sutton","year":"1998"},{"issue":"4","key":"10.1016\/j.eswa.2017.03.002_bib0050","doi-asserted-by":"crossref","first-page":"1100","DOI":"10.2478\/s13540-014-0216-y","article-title":"On the operational solutions of fuzzy fractional differential equations","volume":"17","author":"Taka\u010di","year":"2014","journal-title":"Fractional Calculus and Applied Analysis"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0051","doi-asserted-by":"crossref","first-page":"211","DOI":"10.21917\/ijsc.2011.0033","article-title":"Hybrid system based fuzzy-pid control schemes for unpredictable process","volume":"2","author":"Tan","year":"2011","journal-title":"Ictact Journal on Soft Computing: Special Issue on Fuzzy in Industrial and Process Automation"},{"issue":"7","key":"10.1016\/j.eswa.2017.03.002_bib0052","doi-asserted-by":"crossref","first-page":"357","DOI":"10.14257\/ijhit.2015.8.7.32","article-title":"PID controller optimization by soft computing techniques-A review","volume":"8","author":"Tandan","year":"2015","journal-title":"International Journal of Hybrid Information Technology"},{"key":"10.1016\/j.eswa.2017.03.002_bib0053","series-title":"2007 IEEE international symposium on approximate dynamic programming and reinforcement learning","first-page":"1","article-title":"Fitted Q iteration with CMACs","author":"Timmer","year":"2007"},{"key":"10.1016\/j.eswa.2017.03.002_bib0054","series-title":"Introduction to PID controllers - Theory, tuning and application to frontier areas InTech","first-page":"171","article-title":"Tuning fuzzy PID controllers","author":"Volosencu","year":"2012"},{"issue":"3","key":"10.1016\/j.eswa.2017.03.002_bib0055","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/S0019-0578(99)00020-8","article-title":"PID tuning with exact gain and phase margins","volume":"38","author":"Wang","year":"1999","journal-title":"ISA Transactions"},{"key":"10.1016\/j.eswa.2017.03.002_bib0056","series-title":"Learning from delayed rewards","author":"Watkins","year":"1989"},{"issue":"3\/4","key":"10.1016\/j.eswa.2017.03.002_bib0057","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1023\/A:1022676722315","article-title":"Technical note: Q-learning","volume":"8","author":"Watkins","year":"1992","journal-title":"Machine Learning"},{"key":"10.1016\/j.eswa.2017.03.002_bib0058","series-title":"Proceedings of the 31st Chinese control conference","first-page":"3131","article-title":"Q-learning based adaptive PID controller design for AMT clutch engagement during start-up process","author":"Xiaohui","year":"2012"},{"issue":"7","key":"10.1016\/j.eswa.2017.03.002_bib0059","doi-asserted-by":"crossref","first-page":"1561","DOI":"10.1016\/j.neucom.2007.04.014","article-title":"Adaptive control of nonlinear PID-based analog neural networks for a nonholonomic mobile robot","volume":"71","author":"Ye","year":"2008","journal-title":"Neurocomputing"},{"issue":"1","key":"10.1016\/j.eswa.2017.03.002_bib0060","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/TSMC.1973.5408575","article-title":"Outline of a new approach to the analysis of complex systems and decision processes","volume":"SMC-3","author":"Zadeh","year":"1973","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics"},{"issue":"3","key":"10.1016\/j.eswa.2017.03.002_bib0061","doi-asserted-by":"crossref","first-page":"216","DOI":"10.1049\/ip-d.1993.0030","article-title":"Automatic tuning of optimum PID controllers","volume":"140","author":"Zhuang","year":"1993","journal-title":"IEE Proceedings D Control Theory and Applications"},{"key":"10.1016\/j.eswa.2017.03.002_bib0062","first-page":"759","article-title":"Optimum settings for automatic controllers","volume":"64","author":"Ziegler","year":"1942","journal-title":"Transactions of the ASME"},{"issue":"2B","key":"10.1016\/j.eswa.2017.03.002_bib0063","doi-asserted-by":"crossref","first-page":"220","DOI":"10.1115\/1.2899060","article-title":"Optimum settings for automatic controllers","volume":"115","author":"Ziegler","year":"1993","journal-title":"Journal of Dynamic Systems, Measurement, and Control"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417417301513?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417417301513?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,3]],"date-time":"2018-09-03T16:28:58Z","timestamp":1535992138000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417417301513"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,9]]},"references-count":63,"alternative-id":["S0957417417301513"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2017.03.002","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2017,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Incremental Q-learning strategy for adaptive PID control of mobile robots","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2017.03.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2017 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}