{"id":"https://openalex.org/W4225943159","doi":"https://doi.org/10.1109/access.2022.3167812","title":"Deep Reinforcement Learning-Based Driving Strategy for Avoidance of Chain Collisions and Its Safety Efficiency Analysis in Autonomous Vehicles","display_name":"Deep Reinforcement Learning-Based Driving Strategy for Avoidance of Chain Collisions and Its Safety Efficiency Analysis in Autonomous Vehicles","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225943159","doi":"https://doi.org/10.1109/access.2022.3167812"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036033951","display_name":"Abu Jafar Md Muzahid","orcid":"https://orcid.org/0000-0003-2344-7027"},"institutions":[{"id":"https://openalex.org/I102913810","display_name":"Universiti Malaysia Pahang Al-Sultan Abdullah","ror":"https://ror.org/01704wp68","country_code":"MY","type":"funder","lineage":["https://openalex.org/I102913810"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Abu Jafar Md Muzahid","raw_affiliation_strings":["Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia","institution_ids":["https://openalex.org/I102913810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086807291","display_name":"Syafiq Fauzi Kamarulzaman","orcid":"https://orcid.org/0000-0002-1857-4120"},"institutions":[{"id":"https://openalex.org/I102913810","display_name":"Universiti Malaysia Pahang Al-Sultan Abdullah","ror":"https://ror.org/01704wp68","country_code":"MY","type":"funder","lineage":["https://openalex.org/I102913810"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Syafiq Fauzi Kamarulzaman","raw_affiliation_strings":["Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia"],"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Universiti Malaysia Pahang, Pahang, Malaysia","institution_ids":["https://openalex.org/I102913810"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035822841","display_name":"Md. Arafatur Rahman","orcid":"https://orcid.org/0000-0002-8221-6168"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"funder","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Md. Arafatur Rahman","raw_affiliation_strings":["School of Engineering, Computing & Mathematical Sciences, University of Wolverhampton, Wolverhampton, U.K."],"affiliations":[{"raw_affiliation_string":"School of Engineering, Computing & Mathematical Sciences, University of Wolverhampton, Wolverhampton, U.K.","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026889929","display_name":"Ali H. Alenezi","orcid":"https://orcid.org/0000-0002-8469-880X"},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"funder","lineage":["https://openalex.org/I118590987"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali H. Alenezi","raw_affiliation_strings":["Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.767,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":17,"citation_normalized_percentile":{"value":0.789334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"10","issue":null,"first_page":"43303","last_page":"43319"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9917,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.46572042}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.89513683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447113},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7376411},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6244007},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5314889},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.48493102},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.47532135},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.46572042},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43896815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41984192},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3231281},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29359275},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2901709},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/11602416e0804db7819e54f8015cd8ea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/2436/624811","pdf_url":"https://wlv.openrepository.com/bitstream/2436/624811/3/Muzahid_et_al_Deep_Reinforcement_2022.pdf","source":{"id":"https://openalex.org/S4377196343","display_name":"WIRE (University of Wolverhampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I119664326","host_organization_name":"University of Wolverhampton","host_organization_lineage":["https://openalex.org/I119664326"],"host_organization_lineage_names":["University of Wolverhampton"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3167812","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09758806.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.69}],"grants":[{"funder":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia","award_id":"FRGS/1/2018/TK08/UMP/02/2"}],"datasets":[],"versions":[],"referenced_works_count":41,"referenced_works":["https://openalex.org/W2033617338","https://openalex.org/W2041228463","https://openalex.org/W2065441078","https://openalex.org/W218631460","https://openalex.org/W2293258566","https://openalex.org/W2327163782","https://openalex.org/W2434748961","https://openalex.org/W2510526588","https://openalex.org/W2758442112","https://openalex.org/W2760854471","https://openalex.org/W2796790145","https://openalex.org/W2885303539","https://openalex.org/W2904039327","https://openalex.org/W2905018950","https://openalex.org/W2946231253","https://openalex.org/W2963809389","https://openalex.org/W2970605246","https://openalex.org/W2972533956","https://openalex.org/W2997595857","https://openalex.org/W3016600242","https://openalex.org/W3020918372","https://openalex.org/W3028699153","https://openalex.org/W3039470745","https://openalex.org/W3081440385","https://openalex.org/W3087443478","https://openalex.org/W3091265110","https://openalex.org/W3109815579","https://openalex.org/W3115673219","https://openalex.org/W3117211683","https://openalex.org/W3119076796","https://openalex.org/W3119523980","https://openalex.org/W3120153504","https://openalex.org/W3127869513","https://openalex.org/W3133876238","https://openalex.org/W3134026309","https://openalex.org/W3135621149","https://openalex.org/W3199715615","https://openalex.org/W3201622865","https://openalex.org/W4210278161","https://openalex.org/W4210532245","https://openalex.org/W4285557518"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W4284974072","https://openalex.org/W3096874164","https://openalex.org/W2742483371","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2341346307","https://openalex.org/W2145363145","https://openalex.org/W1985560493","https://openalex.org/W1626977535"],"abstract_inverted_index":{"Vehicle":[0],"control":[1],"in":[2,79,96,137,153,173,192],"autonomous":[3,158,278],"traffic":[4,235,243,279,298],"flow":[5],"is":[6,105,129],"often":[7],"handled":[8],"using":[9],"the":[10,21,27,36,58,67,90,111,133,138,145,150,178,181,189,224,234,238,246,257,260,263,271,289,292],"best":[11],"decision-making":[12,86,134],"reinforcement":[13,84],"learning":[14],"methods.":[15],"However,":[16],"unexpected":[17,242],"critical":[18],"situations":[19,244],"make":[20],"collisions":[22,41],"more":[23,276],"severe":[24],"and,":[25],"consequently,":[26],"chain":[28,40,45,62,70],"collisions.":[29,63],"In":[30],"this":[31],"work,":[32],"we":[33,65,143],"first":[34],"review":[35],"leading":[37],"causes":[38],"of":[39,52,61,69,93,113,149,180,188,194,198,204,226,241,262,273,295],"and":[42,56,88,125,156,202,211,220,253,283,285],"their":[43],"subsequent":[44],"events,":[46],"which":[47],"might":[48],"provide":[49],"an":[50,170],"indication":[51],"how":[53],"to":[54,81,108,131,168,176,267,287],"prevent":[55],"mitigate":[57],"crash":[59],"severity":[60],"Then,":[64],"consider":[66],"problem":[68,78],"collision":[71,116],"avoidance":[72],"as":[73],"a":[74,83,207,274,296],"Markov":[75],"Decision":[76],"Process":[77],"order":[80],"propose":[82],"learning-based":[85],"strategy":[87],"analyse":[89],"safety":[91,139,146,182],"efficiency":[92,140,147,183,225,240],"existing":[94],"methods":[95],"driving":[97,159],"security.":[98],"To":[99],"address":[100],"this,":[101],"A":[102,118],"reward":[103],"function":[104],"being":[106],"developed":[107],"deal":[109],"with":[110,206],"challenge":[112],"multiple":[114,185],"vehicle":[115,152],"avoidance.":[117],"perception":[119],"network":[120],"structure":[121],"based":[122],"on":[123,126,270],"formation":[124],"actor-critic":[127,164],"methodologies":[128],"employed":[130],"enhance":[132],"process.":[135],"Finally,":[136],"analysis":[141,264],"phase,":[142],"investigated":[144],"performance":[148],"agent":[151],"both":[154],"single-agent":[155],"multi-agent":[157],"environments.":[160],"Three":[161],"state-of-the-art":[162],"contemporary":[163],"algorithms":[165],"are":[166,215,265],"used":[167],"create":[169],"extensive":[171],"simulation":[172],"Unity3D.":[174],"Moreover,":[175],"demonstrate":[177],"accuracy":[179],"analysis,":[184],"training":[186,195,214],"runs":[187],"neural":[190],"networks":[191],"respect":[193],"performance,":[196],"speed":[197],"training,":[199],"success":[200],"rate,":[201],"stability":[203],"rewards":[205],"trade-off":[208],"between":[209],"exploitation":[210],"exploration":[212],"during":[213],"presented.":[216],"Two":[217],"aspects":[218],"(single-agent":[219],"multi-agent)":[221],"have":[222],"assessed":[223],"algorithms.":[227],"Every":[228],"aspect":[229],"has":[230],"been":[231],"analyzed":[232],"regarding":[233],"flows:":[236],"(1)":[237],"controlling":[239],"by":[245],"sudden":[247],"slowdown,":[248],"(2)":[249],"abrupt":[250],"lane":[251],"change,":[252],"(3)":[254],"smoothly":[255],"reaching":[256],"destination.":[258],"All":[259],"findings":[261],"intended":[266],"shed":[268],"insight":[269],"benefits":[272],"greater,":[275],"reliable":[277],"set-up":[280],"for":[281,291],"academics":[282],"policymakers,":[284],"also":[286],"pave":[288],"way":[290],"actual":[293],"carry-out":[294],"driver-less":[297],"world.":[299]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4225943159","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2025-03-16T07:38:04.026911","created_date":"2022-05-05"}