{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,12,30]],"date-time":"2024-12-30T18:56:40Z","timestamp":1735585000860},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,12,7]],"date-time":"2020-12-07T00:00:00Z","timestamp":1607299200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,12,7]],"date-time":"2020-12-07T00:00:00Z","timestamp":1607299200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003725","name":"the National Research Foundation of Korea Grant","doi-asserted-by":"crossref","award":["NRF-2016R1A2B4014223"],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1007\/s10846-020-01262-5","type":"journal-article","created":{"date-parts":[[2020,12,7]],"date-time":"2020-12-07T11:11:43Z","timestamp":1607339503000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":44,"title":["Incremental Learning for Autonomous Navigation of Mobile Robots based on Deep Reinforcement Learning"],"prefix":"10.1007","volume":"101","author":[{"given":"Manh","family":"Luong","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0003-0973-0889","authenticated-orcid":false,"given":"Cuong","family":"Pham","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,12,7]]},"reference":[{"issue":"2","key":"1262_CR1","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1109\/MRA.2006.1638022","volume":"13","author":"H Durrant-Whyte","year":"2006","unstructured":"Durrant-Whyte, H., Bailey, T.: Simultaneous localization and mapping: part i. IEEE Robot. Autom. Mag. 13(2), 99\u2013110 (2006)","journal-title":"IEEE Robot. Autom. Mag."},{"key":"1262_CR2","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1016\/j.robot.2016.08.001","volume":"86","author":"TT Mac","year":"2016","unstructured":"Mac, T.T., Copot, C., Duc, T.T., Keyser, R.D.: Heuristic approaches in robot path planning: A survey. Robot. Auton. Syst. 86, 13\u201328 (2016)","journal-title":"Robot. Auton. Syst."},{"key":"1262_CR3","doi-asserted-by":"crossref","unstructured":"Tessler, C., Givony, S., Zahavy, T., Mankowitz, D.J., Mannor, S.: A deep hierarchical approach to lifelong learning in minecraft. In: AAAI (2016)","DOI":"10.1609\/aaai.v31i1.10744"},{"key":"1262_CR4","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Mottaghi, R., Kolve, E., Lim, J.J., Gupta, A., Fei-Fei, L., Farhadi, A.: Target-driven visual navigation in indoor scenes using deep reinforcement learning. 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 3357\u20133364 (2016)","DOI":"10.1109\/ICRA.2017.7989381"},{"key":"1262_CR5","doi-asserted-by":"crossref","unstructured":"Chen, Y.F., Everett, M., Liu, M., How, J.P.: Socially aware motion planning with deep reinforcement learning. 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 1343\u20131350 (2017)","DOI":"10.1109\/IROS.2017.8202312"},{"key":"1262_CR6","doi-asserted-by":"crossref","unstructured":"Tai, L., Zhang, J., Liu, M., Burgard, W.: Socially compliant navigation through raw depth inputs with generative adversarial imitation learning. 2018 IEEE International Conference on Robotics and Automation (ICRA), pp. 1111\u20131117 (2017)","DOI":"10.1109\/ICRA.2018.8460968"},{"key":"1262_CR7","doi-asserted-by":"crossref","unstructured":"Kim, Y., Jang, J., Yun, S.: End-to-end deep learning for autonomous navigation of mobile robot. In: 2018 IEEE International Conference on Consumer Electronics (ICCE), pp. 1\u20136 (2018)","DOI":"10.1109\/ICCE.2018.8326229"},{"key":"1262_CR8","doi-asserted-by":"crossref","unstructured":"Tai, L., Li, S., Liu, M.: A deep-network solution towards model-less obstacle avoidance. In: 2016 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 2759\u20132764","DOI":"10.1109\/IROS.2016.7759428"},{"key":"1262_CR9","doi-asserted-by":"crossref","unstructured":"Pfeiffer, M., Schaeuble, M., Nieto, J., Siegwart, R., Cadena, C.: From perception to decision: A data-driven approach to end-to-end motion planning for autonomous ground robots. In: 2017 IEEE International Conference on Robotics and Automation (ICRA), pp. 1527\u20131533 (2017)","DOI":"10.1109\/ICRA.2017.7989182"},{"key":"1262_CR10","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M.A., Fidjeland, A., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D.: Human-level control through deep reinforcement learning. Nature 518, 529\u2013533 (2015)","journal-title":"Nature"},{"key":"1262_CR11","doi-asserted-by":"crossref","unstructured":"Tai, L., Paolo, G., Liu, M.: Virtual-to-real deep reinforcement learning: Continuous control of mobile robots for mapless navigation. 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 31\u201336 (2017)","DOI":"10.1109\/IROS.2017.8202134"},{"key":"1262_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.robot.2016.06.003","volume":"84","author":"C Xia","year":"2016","unstructured":"Xia, C., Kamel, A.E.: Neural inverse reinforcement learning in autonomous navigation. Robot. Auton. Syst. 84, 1\u201314 (2016)","journal-title":"Robot. Auton. Syst."},{"key":"1262_CR13","unstructured":"Wu, Y., Mansimov, E., Liao, S., Grosse, R.B., Ba, J.: Scalable trust-region method for deep reinforcement learning using kronecker-factored approximation. In: NIPS (2017)"},{"key":"1262_CR14","doi-asserted-by":"crossref","unstructured":"Maier, D., Hornung, A., Bennewitz, M.: Real-time navigation in 3d environments based on depth camera data. 2012 12th IEEE-RAS International Conference on Humanoid Robots (Humanoids 2012), pp. 692\u2013697 (2012)","DOI":"10.1109\/HUMANOIDS.2012.6651595"},{"issue":"5","key":"1262_CR15","doi-asserted-by":"publisher","first-page":"2249","DOI":"10.1109\/TITS.2014.2313562","volume":"15","author":"G Tanzmeister","year":"2014","unstructured":"Tanzmeister, G., Friedl, M., Wollherr, D., Buss, M.: Efficient evaluation of collisions and costs on grid maps for autonomous vehicle motion planning. IEEE Trans. Intell. Transp. Syst. 15(5), 2249\u20132260 (2014)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"1262_CR16","doi-asserted-by":"crossref","unstructured":"Bl\u00f6chliger, F., Fehr, M., Dymczyk, M., Schneider, T., Siegwart, R.: Topomap: Topological mapping and navigation based on visual slam maps. 2018 IEEE International Conference on Robotics and Automation (ICRA), pp. 1\u20139 (2017)","DOI":"10.1109\/ICRA.2018.8460641"},{"key":"1262_CR17","doi-asserted-by":"crossref","unstructured":"Garrido, S., Moreno, L., Blanco, D., Martin, F.: Exploratory navigation based on voronoi transform and fast marching. In: 2007 IEEE International Symposium on Intelligent Signal Processing, pp. 1\u20136 (2007)","DOI":"10.1109\/WISP.2007.4447541"},{"key":"1262_CR18","doi-asserted-by":"crossref","unstructured":"Arslan, O., Koditschek, D.E.: Exact robot navigation using power diagrams. In: 2016 IEEE International Conference on Robotics and Automation (ICRA), pp. 1\u20138 (2016)","DOI":"10.1109\/ICRA.2016.7487090"},{"key":"1262_CR19","unstructured":"Ko, B., Choi, H.-J., Hong, C., Kim, J., Kwon, O.C., Yoo, C.D.: Neural network-based autonomous navigation for a homecare mobile robot. In: 2017 IEEE International Conference on Big Data and Smart Computing (BigComp), pp. 403\u2013406 (2017)"},{"key":"1262_CR20","doi-asserted-by":"publisher","first-page":"610","DOI":"10.1109\/LRA.2019.2891991","volume":"4","author":"F Niroui","year":"2019","unstructured":"Niroui, F., Zhang, K., Kashino, Z., Nejat, G.: Deep reinforcement learning robot for search and rescue applications: Exploration in unknown cluttered environments. IEEE Robot. Autom. Lett. 4, 610\u2013617 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"1262_CR21","doi-asserted-by":"crossref","unstructured":"Tai, L., Liu, M.: Towards cognitive exploration through deep reinforcement learning for mobile robots. ArXiv:1610.01733 (2016)","DOI":"10.1186\/s40638-016-0055-x"},{"key":"1262_CR22","doi-asserted-by":"crossref","unstructured":"Tai, L., Liu, M.: A robot exploration strategy based on q-learning network. 2016 IEEE International Conference on Real-time Computing and Robotics (RCAR), pp. 57\u201362 (2016)","DOI":"10.1109\/RCAR.2016.7784001"},{"key":"1262_CR23","doi-asserted-by":"crossref","unstructured":"Han, S., Choi, H., Benz, P., Loaiciga, J.: Sensor-based mobile robot navigation via deep reinforcement learning. 2018 IEEE International Conference on Big Data and Smart Computing (BigComp), pp. 147\u2013154 (2018)","DOI":"10.1109\/BigComp.2018.00030"},{"key":"1262_CR24","doi-asserted-by":"crossref","unstructured":"Everett, M., Chen, Y.F., How, J.P.: Motion planning among dynamic, decision-making agents with deep reinforcement learning. 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 3052\u20133059 (2018)","DOI":"10.1109\/IROS.2018.8593871"},{"issue":"4","key":"1262_CR25","doi-asserted-by":"publisher","first-page":"4423","DOI":"10.1109\/LRA.2018.2869644","volume":"3","author":"M Pfeiffer","year":"2018","unstructured":"Pfeiffer, M., Shukla, S., Turchetta, M., Cadena, C., Krause, A., Siegwart, R., Nieto, J.: Reinforced imitation: Sample efficient deep reinforcement learning for mapless navigation by leveraging prior demonstrations. IEEE Robot. Autom. Lett. 3(4), 4423\u20134430 (2018)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"1262_CR26","doi-asserted-by":"crossref","unstructured":"Codevilla, F., Miiller, M., L\u00f3pez, A., Koltun, V., Dosovitskiy, A.: End-to-end driving via conditional imitation learning. 2018 IEEE International Conference on Robotics and Automation (ICRA), pp. 1\u20139 (2017)","DOI":"10.1109\/ICRA.2018.8460487"},{"key":"1262_CR27","doi-asserted-by":"crossref","unstructured":"Kuderer, M., Gulati, S., Burgard, W.: Learning driving styles for autonomous vehicles from demonstration. 2015 IEEE International Conference on Robotics and Automation (ICRA), pp. 2641\u20132646 (2015)","DOI":"10.1109\/ICRA.2015.7139555"},{"key":"1262_CR28","doi-asserted-by":"publisher","first-page":"1565","DOI":"10.1177\/0278364910369715","volume":"29","author":"D Silver","year":"2010","unstructured":"Silver, D., Bagnell, J.A., Stentz, A.: Learning from demonstration for autonomous navigation in complex unstructured terrain. I. J. Robot. Res. 29, 1565\u20131592 (2010)","journal-title":"I. J. Robot. Res."},{"issue":"11","key":"1262_CR29","doi-asserted-by":"publisher","first-page":"1289","DOI":"10.1177\/0278364915619772","volume":"35","author":"H Kretzschmar","year":"2016","unstructured":"Kretzschmar, H., Spies, M., Sprunk, C., Burgard, W.: Socially compliant mobile robot navigation via inverse reinforcement learning. Int. J. Rob. Res. 35(11), 1289\u20131307 (September 2016)","journal-title":"Int. J. Rob. Res."},{"key":"1262_CR30","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1007\/s12369-015-0310-2","volume":"8","author":"B Kim","year":"2016","unstructured":"Kim, B., Pineau, J.: Socially adaptive path planning in human environments using inverse reinforcement learning. Int. J. Soc. Robot. 8, 51\u201366 (2016)","journal-title":"Int. J. Soc. Robot."},{"key":"1262_CR31","doi-asserted-by":"publisher","first-page":"2007","DOI":"10.1109\/LRA.2019.2899918","volume":"4","author":"H-TL Chiang","year":"2019","unstructured":"Chiang, H-TL, Faust, A., Fiser, M., Francis, A.: Learning navigation behaviors end-to-end with autorl. IEEE Robot. Autom. Lett. 4, 2007\u20132014 (2019)","journal-title":"IEEE Robot. Autom. Lett."},{"key":"1262_CR32","unstructured":"Francis, A., Faust, A., Chiang, H.-T.L., Hsu, J., Kew, J.C., Fiser, M., Lee, T-WE: Long-range indoor navigation with prm-rl. ArXiv:1902.09458 (2019)"},{"key":"1262_CR33","doi-asserted-by":"crossref","unstructured":"Zhang, K., Niroui, F., Ficocelli, M., Nejat, G.: Robot navigation of environments with unknown rough terrain using deep reinforcement learning. 2018 IEEE International Symposium on Safety, Security, and Rescue Robotics (SSRR), pp. 1\u20137 (2018)","DOI":"10.1109\/SSRR.2018.8468643"},{"key":"1262_CR34","doi-asserted-by":"crossref","unstructured":"Koenig, N.P., Howard, A.G.: Design and use paradigms for gazebo, an open-source multi-robot simulator. 2004 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE Cat. No.04CH37566), vol. 3, pp. 2149\u20132154 (2004)","DOI":"10.1109\/IROS.2004.1389727"},{"key":"1262_CR35","unstructured":"Quigley, M., Gerkey, B.P., Conley, K., Faust, J., Foote, T., Leibs, J., Berger, E., Wheeler, R., Ng, A.Y.: Ros: an open-source robot operating system (2009)"},{"key":"1262_CR36","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. ArXiv:1707.06347 (2017)"}],"container-title":["Journal of Intelligent & Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-020-01262-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10846-020-01262-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-020-01262-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,18]],"date-time":"2024-08-18T17:08:41Z","timestamp":1724000921000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10846-020-01262-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12,7]]},"references-count":36,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,1]]}},"alternative-id":["1262"],"URL":"https:\/\/doi.org\/10.1007\/s10846-020-01262-5","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"type":"print","value":"0921-0296"},{"type":"electronic","value":"1573-0409"}],"subject":[],"published":{"date-parts":[[2020,12,7]]},"assertion":[{"value":"25 February 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 September 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 December 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"1"}}