{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T16:28:05Z","timestamp":1730305685920,"version":"3.28.0"},"reference-count":33,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T00:00:00Z","timestamp":1721692800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,7,23]],"date-time":"2024-07-23T00:00:00Z","timestamp":1721692800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,7,23]]},"DOI":"10.1109\/wincom62286.2024.10656891","type":"proceedings-article","created":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T17:59:40Z","timestamp":1725559180000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["Improving UWSN Performance Using Reinforcement Learning Algorithm QENDIP"],"prefix":"10.1109","author":[{"given":"Hamid","family":"Ouidir","sequence":"first","affiliation":[{"name":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"}]},{"given":"Amine","family":"Berqia","sequence":"additional","affiliation":[{"name":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"}]},{"given":"Siham","family":"Aouad","sequence":"additional","affiliation":[{"name":"Mohammed V University in Rabat,SSLab, ENSIAS,Morocco"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2021.3053118"},{"journal-title":"The Ocean revealed (CNRS, Paris","year":"2017","author":"Euzen","key":"ref2"},{"journal-title":"ch 7 fahy and Walker, Fundamentals of underwater acoustics","year":"1998","author":"Leighton","key":"ref3"},{"key":"ref4","article-title":"Battery Lifetime Estimation and Optimization for Underwater Sensor Networks","author":"Jurdak","year":"2012","journal-title":"California"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1121776.1121779"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4899-7502-7_720-1"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.3390\/s18113907"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1155\/2015\/896832"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/HPCS48598.2019.9188061"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1145\/1347364.1347372","article-title":"A survey of practical issues in UN.ACM SIGMOBILE Mob","volume":"11","author":"Partan","year":"2007","journal-title":"Com. Comm. Rev."},{"journal-title":"A Q-Learning-Based Delay-Aware Routing Algorithm (QDAR) to Extend the Lifetime of UWSN","year":"2017","author":"ID","key":"ref11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/s16030404"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1177\/1550147718754728"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.3390\/s19020256"},{"journal-title":"Anypath routing protocol via Q- Learning for underwater sensor network","year":"2020","author":"Zhou","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2023.109562"},{"journal-title":"Neuro-Dynamic Programming. Athena Scientific, Belmont, MA","year":"1996","author":"Bertsekas","key":"ref17"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2891590"},{"journal-title":"A Balanced Routing Protocol Based on Machine Learning for USN","year":"2021","author":"Alsalman","key":"ref19"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2923425"},{"journal-title":"Markov decision process, 2010. Bauerle, N., & Rieder, U","year":"2010","author":"Nicole","key":"ref21"},{"issue":"4","key":"ref22","first-page":"217","article-title":"Jahresbericht Der Deutschen Mathematiker- Vereinigung","volume":"112","year":"2010","journal-title":"Markov Decision Processes"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-097086-8.43055-2"},{"volume-title":"Markov Decision Processes-Discrete Stochastic Dy-namic Programming","year":"1994","author":"ML","key":"ref24"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3_1"},{"journal-title":"A better-performing Q-learning game-theoretic distributed routing for UWSN","year":"2018","author":"Kim","key":"ref26"},{"journal-title":"Reinforcement Learning: An Introduction -Second","year":"2020","author":"Sutton","key":"ref27"},{"journal-title":"Technical Note Q-Learning","year":"1992","author":"Watkins","key":"ref28"},{"issue":"1","key":"ref29","first-page":"20","article-title":"Analysis of VBF protocol in underwater sensor network for static and moving nodes","volume":"2","author":"Namesh","year":"2015","journal-title":"Int. J. Comput. Networks Appl."},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2010.28"},{"key":"ref31","article-title":"Eedbr: Energy-efficient depth-based routing protocol for UWSNs","volume-title":"International Conference on Advanced Computer Science and Information Technology, Springer","author":"Wahid","year":"2011"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.3390\/s17071660"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/tvt.2021.3058282"}],"event":{"name":"2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)","start":{"date-parts":[[2024,7,23]]},"location":"Leeds, United Kingdom","end":{"date-parts":[[2024,7,25]]}},"container-title":["2024 11th International Conference on Wireless Networks and Mobile Communications (WINCOM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10654795\/10654813\/10656891.pdf?arnumber=10656891","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,8]],"date-time":"2024-09-08T04:29:27Z","timestamp":1725769767000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10656891\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,23]]},"references-count":33,"URL":"https:\/\/doi.org\/10.1109\/wincom62286.2024.10656891","relation":{},"subject":[],"published":{"date-parts":[[2024,7,23]]}}}