{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T13:37:41Z","timestamp":1726061861375},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030374419"},{"type":"electronic","value":"9783030374426"}],"license":[{"start":{"date-parts":[[2019,12,5]],"date-time":"2019-12-05T00:00:00Z","timestamp":1575504000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-37442-6_3","type":"book-chapter","created":{"date-parts":[[2019,12,4]],"date-time":"2019-12-04T01:04:03Z","timestamp":1575421443000},"page":"17-32","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Automatic Collision Avoidance Using Deep Reinforcement Learning with Grid Sensor"],"prefix":"10.1007","author":[{"given":"Ryohei","family":"Sawada","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,12,5]]},"reference":[{"key":"3_CR1","unstructured":"IMO takes first steps to address autonomous ships (2018). \nhttp:\/\/www.imo.org"},{"key":"3_CR2","unstructured":"Varas, J.M., Hirdaris, S., Smith, R., Scialla, P., Caharija, W., Bhuiyan, Z., Mills, T., Naeem, W., Hu, L., Renton, I., Motson, D., Rajabally, E.: MAXCMAS project: autonomous COLREGs Compliant Ship Navigation. In: Proceedings of the 16th Conference on Computer Applications and Information Technology in the Maritime Industries 2017, pp. 454-464 (2017)"},{"key":"3_CR3","first-page":"78","volume":"188","author":"H Imazu","year":"2014","unstructured":"Imazu, H.: Computation of OZT by using collision course. Navigation 188, 78\u201381 (2014)","journal-title":"Navigation"},{"issue":"1","key":"3_CR4","doi-asserted-by":"publisher","first-page":"65","DOI":"10.12716\/1001.11.01.06","volume":"11","author":"H Imazu","year":"2017","unstructured":"Imazu, H.: Evaluation method of collision risk by using true motion. Int. J. Mar. Navig. Saf. Sea Transp. (TransNav) 11(1), 65\u201370 (2017)","journal-title":"Int. J. Mar. Navig. Saf. Sea Transp. (TransNav)"},{"key":"3_CR5","unstructured":"Schulman, J., Levine, S., Abbeel, P., Jordan, M., Moritz, P.: Proximal policy optimization algorithms, arXiv preprint \narXiv:1707.06347\n\n (2017)"},{"key":"3_CR6","unstructured":"Mnih, V., Badia, A.P., Mirza, M., Graves, A., Lillicrap, T., Harley, T., Silver, D., Kavukcuoglu, K.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33rd International Conference on Machine Learning, PMLR, vol. 48, pp. 1928-1937 (2016)"},{"key":"3_CR7","doi-asserted-by":"publisher","first-page":"23","DOI":"10.9749\/jin.72.23","volume":"72","author":"H Imazu","year":"1985","unstructured":"Imazu, H., Koyama, T.: The optimization of the criterion for collision avoidance action-II. J. Jpn. Inst. Navig. 72, 23\u201330 (1985)","journal-title":"J. Jpn. Inst. Navig."},{"key":"3_CR8","doi-asserted-by":"publisher","first-page":"19","DOI":"10.9749\/jin.73.19","volume":"73","author":"H Imazu","year":"1985","unstructured":"Imazu, H., Koyama, T.: The optimization of the criterion for collision avoidance action-III. J. Jpn. Inst. Navig. 73, 19\u201326 (1985)","journal-title":"J. Jpn. Inst. Navig."},{"key":"3_CR9","first-page":"1","volume":"205","author":"A Kouzuki","year":"1987","unstructured":"Kouzuki, A., Hasegawa, K.: Automatic collision avoidance system for ships using fuzzy control. J. Kansai Soc. Nav. Arch. Jpn. 205, 1\u201310 (1987)","journal-title":"J. Kansai Soc. Nav. Arch. Jpn."},{"key":"3_CR10","unstructured":"Cai, Y., Hasegawa, K.: Evaluating of marine traffic simulation system through imazu problem. In: The Proceedings of Japan Society of Naval Architecture and Ocean Engineering, vol. 17, pp. 191\u2013194 (2013)"},{"key":"3_CR11","unstructured":"Imazu, H.: Research on collision avoidance manoeuvre (in Japanese). Ph.D. thesis. University of Tokyo, Japan (1987)"},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Hu, L., Naeem, W., Rajabally, E., Watson, G., Mills, T., Bhuiyan, Z., Salter, I.: COLREGs-compliant path planning for autonomous surface vehicles: a multi-objective optimization approach. In: 20th IFAC World Congress, vol. 50, pp. 13662\u201313667 (2017)","DOI":"10.1016\/j.ifacol.2017.08.2525"},{"key":"3_CR13","doi-asserted-by":"publisher","first-page":"91","DOI":"10.9749\/jin.79.91","volume":"79","author":"A Nagasawa","year":"1988","unstructured":"Nagasawa, A., Hara, K., Inoue, K.: The subjective difficulties of the situation of collision avoidance-I: toward the rating by simulation. J. Jpn. Inst. Navig. 79, 91\u2013100 (1988)","journal-title":"J. Jpn. Inst. Navig."},{"key":"3_CR14","doi-asserted-by":"publisher","first-page":"137","DOI":"10.9749\/jin.88.137","volume":"88","author":"A Nagasawa","year":"1993","unstructured":"Nagasawa, A., Hara, K., Inoue, K., Kose, K.: The subjective difficulties of the situation of collision avoidance-II: toward the rating by simulation. J. Jpn. Inst. Navig. 88, 137\u2013144 (1993)","journal-title":"J. Jpn. Inst. Navig."},{"key":"3_CR15","unstructured":"Taniguchi, Y., Matsuda, A., Sera, W., Terada, D., Hashimoto, H.: Validation of a ship collision avoidance algorithm in congested sea area by means of model experiment. In: The Proceedings of Japan Society of Naval Architecture and Ocean Engineering, vol. 23, pp. 627\u2013632 (2016)"},{"key":"3_CR16","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1109\/JOE.2013.2254214","volume":"39","author":"Y Kuwata","year":"2014","unstructured":"Kuwata, Y., Wolf, M.T., Zarzhitsky, D., Huntsberger, T.L.: Safe maritime autonomous navigation with COLREGs, using velocity obstacles. IEEE J. Ocean. Eng. 39, 110\u2013119 (2014)","journal-title":"IEEE J. Ocean. Eng."},{"key":"3_CR17","first-page":"26","volume":"170","author":"K Mitsubori","year":"2009","unstructured":"Mitsubori, K., Kamio, T., Tanaka, T.: Finding the course and collision avoidance based on reinforcement learning algorithm. Navigation 170, 26\u201331 (2009)","journal-title":"Navigation"},{"key":"3_CR18","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1016\/j.apor.2019.02.020","volume":"86","author":"H Shen","year":"2019","unstructured":"Shen, H., Hashimoto, H., Matsuda, A., Taniguchi, Y., Terada, D., Guo, C.: Automatic collision avoidance of multiple ships based on deep Q-learning. Appl. Ocean Res. 86, 268\u2013288 (2019)","journal-title":"Appl. Ocean Res."},{"key":"3_CR19","unstructured":"Rachman, A.S.A.: 3D-LIDAR multi object tracking for autonomous driving: multi-target detection and tracking under urban road uncertainties, Master thesis, Delft University of Technology, Netherlands (2017)"},{"key":"3_CR20","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: Proceedings of the 3rd International Conference on Learning Representations, International Conference on Learning Representations (ICLR) (2015)"},{"key":"3_CR21","unstructured":"DeepX, Inc.: Machina a library for real-world deep reinforcement learning (2019). \nhttps:\/\/machina-rl.org\/"},{"key":"3_CR22","unstructured":"Paszke, A., Gross, S., Chintala, S., Chanan, G., Yang, E., DeVito, Z., Lin, Z., Desmaison, A., Antiga, L., Lerer, A.: Automatic Differentiation in PyTorch, NIPS Autodiff Workshop (2017)"}],"container-title":["Proceedings in Adaptation, Learning and Optimization","Proceedings of the 23rd Asia Pacific Symposium on Intelligent and Evolutionary Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-37442-6_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,12,4]],"date-time":"2019-12-04T01:04:17Z","timestamp":1575421457000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-37442-6_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12,5]]},"ISBN":["9783030374419","9783030374426"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-37442-6_3","relation":{},"ISSN":["2363-6084","2363-6092"],"issn-type":[{"type":"print","value":"2363-6084"},{"type":"electronic","value":"2363-6092"}],"subject":[],"published":{"date-parts":[[2019,12,5]]},"assertion":[{"value":"5 December 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Symposium on Intelligent and Evolutionary Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tottori","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 December 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ies2019a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}