{"id":"https://openalex.org/W4323664002","doi":"https://doi.org/10.1016/j.dcan.2023.02.016","title":"Fast UAV path planning in urban environments based on three-step experience buffer sampling DDPG","display_name":"Fast UAV path planning in urban environments based on three-step experience buffer sampling DDPG","publication_year":2023,"publication_date":"2023-03-09","ids":{"openalex":"https://openalex.org/W4323664002","doi":"https://doi.org/10.1016/j.dcan.2023.02.016"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2023.02.016","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320990","https://openalex.org/P4310320345"],"host_organization_lineage_names":["Elsevier BV","KeAi"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.dcan.2023.02.016","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011556178","display_name":"Shasha Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shasha Tian","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065766320","display_name":"Yuanxiang Li","orcid":"https://orcid.org/0000-0002-1797-3621"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanxiang Li","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, 430072, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, 430072, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100696673","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0002-8020-6142"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100307566","display_name":"Lu Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zheng","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048326605","display_name":"Cheng Lin-hui","orcid":null},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linhui Cheng","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025534219","display_name":"Wei She","orcid":"https://orcid.org/0000-0001-8876-3763"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei She","raw_affiliation_strings":["School of Mathematics & Statistics, South-Central Minzu University, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"School of Mathematics & Statistics, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100617962","display_name":"Wei Xie","orcid":"https://orcid.org/0000-0001-7163-2521"},"institutions":[{"id":"https://openalex.org/I145897649","display_name":"Minzu University of China","ror":"https://ror.org/0044e2g62","country_code":"CN","type":"education","lineage":["https://openalex.org/I145897649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xie","raw_affiliation_strings":["College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, South-Central Minzu University, Wuhan, 430074, China","institution_ids":["https://openalex.org/I145897649"]},{"raw_affiliation_string":"Hubei Provincial Engineering Research Center for Intelligent Management of Manufacturing Enterprises, Wuhan, 430074, China","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100696673"],"corresponding_institution_ids":["https://openalex.org/I145897649"],"apc_list":{"value":0,"currency":"USD","value_usd":0,"provenance":"doaj"},"apc_paid":null,"fwci":2.192,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.999956,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":95},"biblio":{"volume":"10","issue":"4","first_page":"813","last_page":"826"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9947,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/path-length","display_name":"Path length","score":0.42697877}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80653185},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6682749},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.59766656},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.55789024},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.53968835},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.49560606},{"id":"https://openalex.org/C129045301","wikidata":"https://www.wikidata.org/wiki/Q7144654","display_name":"Path length","level":2,"score":0.42697877},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3793438},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37283653},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37224042},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3386557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26286218},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.21151605},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15860683},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1414994},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.086358786},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2023.02.016","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320990","https://openalex.org/P4310320345"],"host_organization_lineage_names":["Elsevier BV","KeAi"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.dcan.2023.02.016","pdf_url":null,"source":{"id":"https://openalex.org/S2495769766","display_name":"Digital Communications and Networks","issn_l":"2352-8648","issn":["2352-8648","2468-5925"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320345","host_organization_name":"KeAi","host_organization_lineage":["https://openalex.org/P4310320990","https://openalex.org/P4310320345"],"host_organization_lineage_names":["Elsevier BV","KeAi"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.79,"id":"https://metadata.un.org/sdg/11"}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":null}],"datasets":[],"versions":[],"referenced_works_count":41,"referenced_works":["https://openalex.org/W1595483645","https://openalex.org/W2054864628","https://openalex.org/W2071482028","https://openalex.org/W2131613989","https://openalex.org/W2157813244","https://openalex.org/W2169245194","https://openalex.org/W2201581102","https://openalex.org/W2518812438","https://openalex.org/W2524664333","https://openalex.org/W2618658041","https://openalex.org/W2751846886","https://openalex.org/W2774558034","https://openalex.org/W2909207995","https://openalex.org/W2911283711","https://openalex.org/W2919689601","https://openalex.org/W2923567094","https://openalex.org/W2924372725","https://openalex.org/W2963864421","https://openalex.org/W2964884740","https://openalex.org/W2970404044","https://openalex.org/W2994696538","https://openalex.org/W2996547771","https://openalex.org/W2998069546","https://openalex.org/W3037515790","https://openalex.org/W3048002143","https://openalex.org/W3118384299","https://openalex.org/W3135423326","https://openalex.org/W3170719173","https://openalex.org/W3187940743","https://openalex.org/W3211807234","https://openalex.org/W4232257007","https://openalex.org/W4232870674","https://openalex.org/W4233041884","https://openalex.org/W4242328395","https://openalex.org/W4244751977","https://openalex.org/W4244998796","https://openalex.org/W4245108548","https://openalex.org/W4253484285","https://openalex.org/W4299582267","https://openalex.org/W4302192999","https://openalex.org/W601228132"],"related_works":["https://openalex.org/W3197207153","https://openalex.org/W3138952546","https://openalex.org/W2380019117","https://openalex.org/W2369187583","https://openalex.org/W2359600231","https://openalex.org/W2129550502","https://openalex.org/W2093961518","https://openalex.org/W2009808060","https://openalex.org/W1987886368","https://openalex.org/W1660309994"],"abstract_inverted_index":{"The":[0,166,198,253],"path":[1,47,64,196,241,274],"planning":[2,65,242],"of":[3,27,98,137,158,169,190,267,272],"Unmanned":[4],"Aerial":[5],"Vehicle":[6],"(UAV)":[7],"is":[8,172],"a":[9,68,73,77,82,99,182],"critical":[10],"issue":[11],"in":[12,19,56,67,153,234,265],"emergency":[13],"communication":[14],"and":[15,34,52,80,105,147,212,226,237,250,276],"rescue":[16],"operations,":[17],"especially":[18],"adversarial":[20],"urban":[21,70,101],"environments.":[22],"Due":[23],"to":[24,76,127,133,175,185,206],"the":[25,28,35,43,49,53,61,95,107,120,129,135,138,141,144,154,159,176,187,191,213,217,222,227,239,245,257,263,269,277],"continuity":[26],"flying":[29,46],"space,":[30],"complex":[31,100],"building":[32,109],"obstacles,":[33],"aircraft's":[36],"high":[37],"dynamics,":[38],"traditional":[39],"algorithms":[40],"cannot":[41],"find":[42],"optimal":[44],"collision-free":[45],"between":[48],"UAV":[50,63,195],"station":[51],"destination.":[54],"Accordingly,":[55],"this":[57],"paper,":[58],"we":[59,118,180],"study":[60],"fast":[62,148],"problem":[66],"3D":[69,96,108],"environment":[71,102],"from":[72],"source":[74],"point":[75,79],"target":[78],"propose":[81,119],"three-step":[83],"experience":[84,156],"buffer":[85,171],"deep":[86],"deterministic":[87],"policy":[88],"gradient":[89],"algorithm":[90,161,193,201,219,259],"(TSEB-DDPG).":[91],"We":[92,230],"first":[93],"build":[94],"model":[97],"with":[103],"buildings":[104],"project":[106],"surface":[110],"into":[111],"many":[112],"2D":[113],"geometric":[114],"shapes.":[115],"After":[116],"transformation,":[117],"hierarchical":[121],"learning":[122],"particle":[123],"swarm":[124],"optimization":[125],"(HL-PSO)":[126],"obtain":[128],"empirical":[130,142],"path.":[131],"Then,":[132],"ensure":[134],"accuracy":[136],"obtained":[139,243],"paths,":[140],"path,":[143],"collision":[145],"information":[146,150],"transition":[149],"are":[151],"stored":[152],"three":[155,207],"buffers":[157],"TSEB-DDPG":[160,200,218,251,258],"as":[162],"dynamic":[163],"guidance":[164],"information.":[165],"sampling":[167],"ratio":[168],"each":[170],"dynamically":[173],"adapted":[174],"training":[177],"stages.":[178],"Moreover,":[179],"designed":[181],"reward":[183],"mechanism":[184],"improve":[186],"convergence":[188,224],"speed":[189,225],"DDPG":[192,248],"for":[194],"planning.":[197],"proposed":[199],"has":[202],"also":[203,231],"been":[204],"compared":[205],"widely":[208],"used":[209],"competitors":[210],"experimentally,":[211],"results":[214,254],"show":[215,255],"that":[216,256],"can":[220,260],"archive":[221,261],"fastest":[223],"highest":[228],"accuracy.":[229],"conduct":[232],"experiments":[233],"real":[235,240],"scenarios":[236],"compare":[238],"by":[244],"HL-PSO":[246],"algorithm,":[247,249],"algorithm.":[252],"almost":[262],"best":[264],"terms":[266],"accuracy,":[268],"average":[270],"time":[271],"actual":[273],"planning,":[275],"success":[278],"rate.":[279]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4323664002","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":7}],"updated_date":"2024-12-24T03:56:20.095688","created_date":"2023-03-10"}