{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T23:40:48Z","timestamp":1721778048651},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2017,1,24]],"date-time":"2017-01-24T00:00:00Z","timestamp":1485216000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Intel Serv Robotics"],"published-print":{"date-parts":[[2017,4]]},"DOI":"10.1007\/s11370-017-0217-x","type":"journal-article","created":{"date-parts":[[2017,1,24]],"date-time":"2017-01-24T11:04:51Z","timestamp":1485255891000},"page":"121-136","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Path planning of modular robots on various terrains using Q-learning versus optimization algorithms"],"prefix":"10.1007","volume":"10","author":[{"given":"Sajad","family":"Haghzad\u00a0Klidbary","sequence":"first","affiliation":[]},{"given":"Saeed","family":"Bagheri\u00a0Shouraki","sequence":"additional","affiliation":[]},{"given":"Soroush","family":"Sheikhpour\u00a0Kourabbaslou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,1,24]]},"reference":[{"key":"217_CR1","doi-asserted-by":"publisher","unstructured":"Bhat P et al (2006) Hierarchical motion planning for self-reconfigurable modular robots. In: 2006 IEEE\/RSJ on international conference on intelligent robots and systems","DOI":"10.1109\/IROS.2006.281742"},{"key":"217_CR2","doi-asserted-by":"publisher","unstructured":"Liu T et al (2009) The adaptive path planning research for a shape-shifting robot using particle swarm optimization. In: Fifth international conference on natural computation, 2009","DOI":"10.1109\/ICNC.2009.217"},{"key":"217_CR3","doi-asserted-by":"publisher","unstructured":"Sun X et al (2015) A reconfiguration approach for self-reconfigurable modular robot using assisted modules. In: 2015 IEEE international conference on mechatronics and automation (ICMA)","DOI":"10.1109\/ICMA.2015.7237696"},{"issue":"1","key":"217_CR4","first-page":"35","volume":"19","author":"D Christensen","year":"2014","unstructured":"Christensen D et al (2014) Collective modular underwater robotic system for long-term autonomous operation. Science 19(1):35\u201340","journal-title":"Science"},{"key":"217_CR5","doi-asserted-by":"publisher","unstructured":"Hancher MD, Hornby GS (2006) A modular robotic system with applications to space exploration. In: 2nd IEEE international conference on space mission challenges for information technology (SMC-IT\u201906)","DOI":"10.1109\/SMC-IT.2006.9"},{"key":"217_CR6","doi-asserted-by":"publisher","unstructured":"Liu S et al (2012) A reconfigurable modular robot for detection and rescue. In: Lei J, Wang FL, Deng H, Miao D (eds) Emerging research in artificial intelligence and computational intelligence. Springer, 17\u201324","DOI":"10.1007\/978-3-642-34240-0_3"},{"issue":"10","key":"217_CR7","doi-asserted-by":"publisher","first-page":"4813","DOI":"10.1109\/TIE.2011.2109332","volume":"58","author":"C-C Tsai","year":"2011","unstructured":"Tsai C-C, Huang H-C, Chan C-K (2011) Parallel elite genetic algorithm and its application to global path planning for autonomous robot navigation. IEEE Trans Ind Electron 58(10):4813\u20134821","journal-title":"IEEE Trans Ind Electron"},{"issue":"4","key":"217_CR8","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1016\/S1474-0346(03)00018-1","volume":"16","author":"AR Soltani","year":"2002","unstructured":"Soltani AR et al (2002) Path planning in construction sites: performance evaluation of the Dijkstra, A*, and GA search algorithms. Adv Eng Inform 16(4):291\u2013303","journal-title":"Adv Eng Inform"},{"key":"217_CR9","doi-asserted-by":"publisher","unstructured":"Naderan-Tahan M, Manzuri-Shalmani MT (2009) Efficient and safe path planning for a mobile robot using genetic algorithm. In: IEEE congress on evolutionary computation, 2009. CEC\u201909","DOI":"10.1109\/CEC.2009.4983199"},{"key":"217_CR10","doi-asserted-by":"publisher","unstructured":"Guanghua Z, Zhicheng D, Wei W (2006) Realization of a modular reconfigurable robot for rough terrain. In: Proceedings of the 2006 IEEE international conference on mechatronics and automation","DOI":"10.1109\/ICMA.2006.257529"},{"key":"217_CR11","doi-asserted-by":"publisher","unstructured":"Golestan K, Asadpour M, Moradi H (2013) A new graph signature calculation method based on power centrality for modular robots. In: Martinoli A, Mondada F, Correll N, Mermoud G, Egerstedt M, Hsieh MA, Parker LE, St $$\\varnothing $$ \u2205 y K (eds) Distributed autonomous robotic systems. Springer, pp 505\u2013516","DOI":"10.1007\/978-3-642-32723-0_36"},{"issue":"1","key":"217_CR12","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1109\/MRA.2007.339623","volume":"14","author":"M Yim","year":"2007","unstructured":"Yim M et al (2007) Modular self-reconfigurable robot systems [grand challenges of robotics]. IEEE Robot Autom Mag 14(1):43\u201352","journal-title":"IEEE Robot Autom Mag"},{"issue":"1","key":"217_CR13","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1023\/A:1026504804984","volume":"10","author":"D Rus","year":"2001","unstructured":"Rus D, Vona M (2001) Crystalline robots: self-reconfiguration with compressible unit modules. Auton Robots 10(1):107\u2013124","journal-title":"Auton Robots"},{"key":"217_CR14","doi-asserted-by":"publisher","unstructured":"Jorgensen MW, Ostergaard EH, Lund HH (2004) Modular ATRON: modules for a self-reconfigurable robot. In: Proceedings of 2004 IEEE\/RSJ international conference on intelligent robots and systems, 2004 (IROS 2004)","DOI":"10.1109\/IROS.2004.1389702"},{"issue":"4","key":"217_CR15","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1109\/TMECH.2002.806220","volume":"7","author":"S Murata","year":"2002","unstructured":"Murata S et al (2002) M-TRAN: self-reconfigurable modular robotic system. IEEE\/ASME Trans Mechatron 7(4):431\u2013441","journal-title":"IEEE\/ASME Trans Mechatron"},{"issue":"3","key":"217_CR16","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1023\/A:1008985810481","volume":"8","author":"A Castano","year":"2000","unstructured":"Castano A, Shen W-M, Will P (2000) CONRO: towards deployable robots with inter-robots metamorphic capabilities. Auton Robots 8(3):309\u2013324","journal-title":"Auton Robots"},{"key":"217_CR17","doi-asserted-by":"publisher","unstructured":"Ryland GG, Cheng HH (2010) Design of iMobot, an intelligent reconfigurable mobile robot with novel locomotion. In: 2010 IEEE international conference on robotics and automation (ICRA)","DOI":"10.1109\/ROBOT.2010.5509359"},{"key":"217_CR18","first-page":"360","volume":"1","author":"S Haghzad","year":"2013","unstructured":"Haghzad S, Bagheri S, Faraji S (2013) Finding proper configurations for modular robots by using genetic algorithm on different terrains. Int J Mater Mech Manuf 1:360\u2013365","journal-title":"Int J Mater Mech Manuf"},{"key":"217_CR19","doi-asserted-by":"publisher","unstructured":"Fetanat M, Haghzad S, Shouraki SB (2015) Optimization of dynamic mobile robot path planning based on evolutionary methods. In: IEEE AI & Robotics (IRANOPEN), 2015","DOI":"10.1109\/RIOS.2015.7270743"},{"key":"217_CR20","unstructured":"Hu Y, Yang SX (2004) A knowledge based genetic algorithm for path planning of a mobile robot. In: Proceedings of 2004 IEEE international conference on robotics and automation, 2004. ICRA\u201904"},{"issue":"5","key":"217_CR21","doi-asserted-by":"publisher","first-page":"1141","DOI":"10.1109\/TSMCA.2012.2227719","volume":"43","author":"A Konar","year":"2013","unstructured":"Konar A et al (2013) A deterministic improved Q-learning for path planning of a mobile robot. IEEE Trans Syst Man Cybern Syst 43(5):1141\u20131153","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"key":"217_CR22","unstructured":"Wang H, Yu Y, Yuan Q (2011) Application of Dijkstra algorithm in robot path-planning. In: 2011 second international conference on mechanic automation and control engineering"},{"issue":"3","key":"217_CR23","doi-asserted-by":"publisher","first-page":"672","DOI":"10.1109\/TSMCB.2008.2008561","volume":"39","author":"C Cai","year":"2009","unstructured":"Cai C, Ferrari S (2009) Information-driven sensor path planning by approximate cell decomposition. IEEE Trans Syst Man Cybern Part B Cybern 39(3):672\u2013689","journal-title":"IEEE Trans Syst Man Cybern Part B Cybern"},{"key":"217_CR24","unstructured":"Yu-qin W, Xiao-peng Y (2012) Research for the robot path planning control strategy based on the immune particle swarm optimization algorithm. In: 2012 second international conference on intelligent system design and engineering application (ISDEA)"},{"key":"217_CR25","doi-asserted-by":"publisher","unstructured":"Dong H et al (2010) The path planning for mobile robot based on Voronoi diagram. In: 2010 3rd international conference on intelligent networks and intelligent systems (ICINIS)","DOI":"10.1109\/ICINIS.2010.105"},{"key":"217_CR26","doi-asserted-by":"publisher","unstructured":"Janet JA, Luo RC, Kay MG (1995) The essential visibility graph: an approach to global motion planning for autonomous mobile robots. In: Proceedings of 1995 IEEE international conference on robotics and automation, 1995","DOI":"10.1109\/ROBOT.1995.526023"},{"issue":"6","key":"217_CR27","doi-asserted-by":"crossref","first-page":"549","DOI":"10.1631\/jzus.2005.A0549","volume":"6","author":"D Xin","year":"2005","unstructured":"Xin D, Hua-hua C, Wei-kang G (2005) Neural network and genetic algorithm based global path planning in a static environment. J Zhejiang Univ Sci A 6(6):549\u2013554","journal-title":"J Zhejiang Univ Sci A"},{"issue":"5","key":"217_CR28","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1109\/70.163777","volume":"8","author":"E Rimon","year":"1992","unstructured":"Rimon E, Koditschek DE (1992) Exact robot navigation using artificial potential functions. IEEE Trans Robot Autom 8(5):501\u2013518","journal-title":"IEEE Trans Robot Autom"},{"issue":"5","key":"217_CR29","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1109\/70.880813","volume":"16","author":"SS Ge","year":"2000","unstructured":"Ge SS, Cui YJ (2000) New potential functions for mobile robot path planning. IEEE Trans Robot Autom 16(5):615\u2013620","journal-title":"IEEE Trans Robot Autom"},{"issue":"3","key":"217_CR30","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1360\/aas-007-0279","volume":"33","author":"T Guan-Zheng","year":"2007","unstructured":"Guan-Zheng T, Huan H, Sloman A (2007) Ant colony system algorithm for real-time globally optimal path planning of mobile robots. Acta Autom Sin 33(3):279\u2013285","journal-title":"Acta Autom Sin"},{"key":"217_CR31","doi-asserted-by":"publisher","unstructured":"Sariff NB, Buniyamin N (2009) Comparative study of genetic algorithm and ant colony optimization algorithm performances for robot path planning in global static environments of different complexities. In: CIRA","DOI":"10.1109\/CIRA.2009.5423220"},{"key":"217_CR32","doi-asserted-by":"publisher","unstructured":"Brand M et al (2010) Ant colony optimization algorithm for robot path planning. In: 2010 international conference on computer design and applications (ICCDA)","DOI":"10.1109\/ICCDA.2010.5541300"},{"key":"217_CR33","doi-asserted-by":"publisher","unstructured":"Kala R et al (2009) Mobile robot navigation control in moving obstacle environment using genetic algorithm, artificial neural networks and A* algorithm. In: 2009 WRI world congress on computer science and information engineering","DOI":"10.1109\/CSIE.2009.854"},{"key":"217_CR34","doi-asserted-by":"crossref","unstructured":"Zeng C, Zhang Q, Wei X (2011) Robotic global path-planning based modified genetic algorithm and A* algorithm. In: 2011 third international conference on measuring technology and mechatronics automation (ICMTMA)","DOI":"10.1109\/ICMTMA.2011.613"},{"key":"217_CR35","doi-asserted-by":"publisher","unstructured":"Kang HI, Lee B, Kim K (2008) Path planning algorithm using the particle swarm optimization and the improved Dijkstra algorithm. In: Pacific-Asia workshop on computational intelligence and industrial application, 2008 (PACIIA\u201908)","DOI":"10.1109\/PACIIA.2008.376"},{"key":"217_CR36","doi-asserted-by":"publisher","unstructured":"Das P, Behera H, Panigrahi B (2015) Intelligent-based multi-robot path planning inspired by improved classical Q-learning and improved particle swarm optimization with perturbed velocity. Int J Eng Sci Technol 19:651\u2013669","DOI":"10.1016\/j.jestch.2015.09.009"},{"key":"217_CR37","doi-asserted-by":"publisher","unstructured":"Li Y, Li C, Zhang Z (2006) Q-learning based method of adaptive path planning for mobile robot. In: 2006 IEEE international conference on information acquisition","DOI":"10.1109\/ICIA.2006.305871"},{"key":"217_CR38","doi-asserted-by":"publisher","unstructured":"Banerjee D, et al (2012) Path-planning of mobile agent using Q-learning and real-time communication in an unfavourable situation. In: 2012 world congress on information and communication technologies (WICT)","DOI":"10.1109\/WICT.2012.6409056"},{"key":"217_CR39","doi-asserted-by":"publisher","unstructured":"Li S, Xu X, Zuo L (2015) Dynamic path planning of a mobile robot with improved Q-learning algorithm. In: 2015 IEEE international conference on information and automation","DOI":"10.1109\/ICInfA.2015.7279322"},{"key":"217_CR40","doi-asserted-by":"publisher","unstructured":"Meng Y et al (2011) Cross-ball: a new morphogenetic self-reconfigurable modular robot. In: 2011 IEEE international conference on robotics and automation (ICRA)","DOI":"10.1109\/ICRA.2011.5979973"},{"key":"217_CR41","doi-asserted-by":"publisher","unstructured":"Kuffner JJ, LaValle SM (2000) RRT-connect: an efficient approach to single-query path planning. In: Proceedings of IEEE international conference on robotics and automation, 2000 (ICRA\u201900)","DOI":"10.1109\/ROBOT.2000.844730"},{"key":"217_CR42","doi-asserted-by":"publisher","unstructured":"Desaraju VR, How JP (2011) Decentralized path planning for multi-agent teams in complex environments using rapidly-exploring random trees. In: 2011 IEEE international conference on robotics and automation (ICRA)","DOI":"10.1109\/ICRA.2011.5980392"},{"key":"217_CR43","doi-asserted-by":"publisher","unstructured":"Bai W, Xue B, Sun Y (2011) Research on path planning for soccer robot based on improved genenic algorithm. In: 2011 international conference on mechatronic science, electric engineering and computer (MEC)","DOI":"10.1109\/MEC.2011.6025804"},{"key":"217_CR44","doi-asserted-by":"publisher","unstructured":"Li Q et al (2006) An improved adaptive algorithm for controlling the probabilities of crossover and mutation based on a fuzzy control strategy. In: Sixth international conference on hybrid intelligent systems, 2006 (HIS\u201906)","DOI":"10.1109\/HIS.2006.264933"},{"issue":"2","key":"217_CR45","first-page":"187","volume":"15","author":"O Parlaktuna","year":"2007","unstructured":"Parlaktuna O, Sipahio\u011flu A, Yazici A (2007) A VRP-based route planning for a mobile robot group. Turk J Electr Eng Comput Sci 15(2):187\u2013197","journal-title":"Turk J Electr Eng Comput Sci"},{"key":"217_CR46","unstructured":"Sun X, Druzdzel, MJ, Yuan C (2007) Dynamic weighting A* search-based MAP algorithm for bayesian networks. In: IJCAI"},{"key":"217_CR47","doi-asserted-by":"publisher","unstructured":"Rosyidi L, et al (2014) Timebase dynamic weight for Dijkstra Algorithm implementation in route planning software. In: 2014 international conference on intelligent green building and smart grid (IGBSG)","DOI":"10.1109\/IGBSG.2014.6835261"},{"issue":"6","key":"217_CR48","first-page":"1059","volume":"18","author":"A\u00d6 Bozdo\u011fan","year":"2010","unstructured":"Bozdo\u011fan A\u00d6, Yilmaz AE, Efe M (2010) Performance analysis of swarm optimization approaches for the generalized assignment problem in multi-target tracking applications. Turk J Electr Eng Comput Sci 18(6):1059\u20131078","journal-title":"Turk J Electr Eng Comput Sci"},{"key":"217_CR49","doi-asserted-by":"publisher","unstructured":"Chia S-H et al (2010) Ant colony system based mobile robot path planning. In: 2010 fourth international conference on genetic and evolutionary computing (ICGEC)","DOI":"10.1109\/ICGEC.2010.59"},{"issue":"1","key":"217_CR50","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/3477.484436","volume":"26","author":"M Dorigo","year":"1996","unstructured":"Dorigo M, Maniezzo V, Colorni A (1996) Ant system: optimization by a colony of cooperating agents. IEEE Trans Syst Man Cybern Part B (Cybern) 26(1):29\u201341","journal-title":"IEEE Trans Syst Man Cybern Part B (Cybern)"},{"key":"217_CR51","doi-asserted-by":"crossref","unstructured":"Kaelbling LP, Littman ML, Moore AW (1996) Reinforcement learning: a survey. J Artif Intell Res 4:237\u2013285","DOI":"10.1613\/jair.301"},{"key":"217_CR52","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Reinforcement learning: an introduction. Bradford Book, Cambridge"},{"issue":"3\u20134","key":"217_CR53","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8(3\u20134):279\u2013292","journal-title":"Mach Learn"},{"key":"217_CR54","unstructured":"Huang B-Q, Cao G-Y, Guo M (2005) Reinforcement learning neural network to the problem of autonomous mobile robot obstacle avoidance. In: Proceedings of 2005 international conference on machine learning and cybernetics, 2005"},{"key":"217_CR55","unstructured":"Gao Q, et al (2006) An improved q-learning algorithm based on exploration region expansion strategy. In: Intelligent Control and Automation, 2006. WCICA 2006. The Sixth World Congress on. IEEE"},{"key":"217_CR56","doi-asserted-by":"crossref","unstructured":"Tokic M (2010) Adaptive $$\\varepsilon $$ \u03b5 -greedy exploration in reinforcement learning based on value differences. In: Annual conference on artificial intelligence. Springer","DOI":"10.1007\/978-3-642-16111-7_23"},{"key":"217_CR57","volume-title":"Introduction to reinforcement learning.","author":"RS Sutton","year":"1998","unstructured":"Sutton RS, Barto AG (1998) Introduction to reinforcement learning., vol 135. MIT Press, Cambridge"}],"container-title":["Intelligent Service Robotics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-017-0217-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11370-017-0217-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11370-017-0217-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,17]],"date-time":"2019-09-17T19:06:39Z","timestamp":1568747199000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11370-017-0217-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,1,24]]},"references-count":57,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2017,4]]}},"alternative-id":["217"],"URL":"https:\/\/doi.org\/10.1007\/s11370-017-0217-x","relation":{},"ISSN":["1861-2776","1861-2784"],"issn-type":[{"value":"1861-2776","type":"print"},{"value":"1861-2784","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,1,24]]}}}