{"id":"https://openalex.org/W4394841726","doi":"https://doi.org/10.1109/tvt.2024.3389555","title":"Multi-UAV Adaptive Cooperative Formation Trajectory Planning Based on An Improved MATD3 Algorithm of Deep Reinforcement Learning","display_name":"Multi-UAV Adaptive Cooperative Formation Trajectory Planning Based on An Improved MATD3 Algorithm of Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394841726","doi":"https://doi.org/10.1109/tvt.2024.3389555"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3389555","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069783724","display_name":"Xiaojun Xing","orcid":"https://orcid.org/0000-0002-6222-2368"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Xing","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114832876","display_name":"Zhiwei Zhou","orcid":"https://orcid.org/0009-0007-6612-1322"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Zhou","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114833347","display_name":"Yan Li","orcid":"https://orcid.org/0009-0002-9931-719X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Li","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005847333","display_name":"Bing Xiao","orcid":"https://orcid.org/0000-0002-6983-7349"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Xiao","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069708280","display_name":"Yilin Xun","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Xun","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.926,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.999951,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"73","issue":"9","first_page":"12484","last_page":"12499"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9893,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9334,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.80251825},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6839969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.56167644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5054207},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.47461286},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42573813},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40004236},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3461188},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32075876},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.16801277},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.12875807},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3389555","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62273283"},{"funder":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","award_id":"2024A1515010674"}],"datasets":[],"versions":[],"referenced_works_count":38,"referenced_works":["https://openalex.org/W2793010390","https://openalex.org/W2907916537","https://openalex.org/W2925554975","https://openalex.org/W2943308446","https://openalex.org/W2981856456","https://openalex.org/W2991625383","https://openalex.org/W3005316764","https://openalex.org/W3006868075","https://openalex.org/W3032941476","https://openalex.org/W3084268808","https://openalex.org/W3090573937","https://openalex.org/W3106530718","https://openalex.org/W3134737640","https://openalex.org/W3142077573","https://openalex.org/W3174337303","https://openalex.org/W3200237136","https://openalex.org/W3208229128","https://openalex.org/W3217486134","https://openalex.org/W4206299066","https://openalex.org/W4206931804","https://openalex.org/W4226512335","https://openalex.org/W4285119242","https://openalex.org/W4287234757","https://openalex.org/W4293062772","https://openalex.org/W4293208483","https://openalex.org/W4293258801","https://openalex.org/W4312108576","https://openalex.org/W4312877079","https://openalex.org/W4312922633","https://openalex.org/W4313031883","https://openalex.org/W4313053130","https://openalex.org/W4313590748","https://openalex.org/W4353034002","https://openalex.org/W4362014545","https://openalex.org/W4365790504","https://openalex.org/W4385061644","https://openalex.org/W4385453016","https://openalex.org/W4387653201"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2920061524","https://openalex.org/W2328553770","https://openalex.org/W2145821588","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2086122291","https://openalex.org/W2038908348","https://openalex.org/W1987513656","https://openalex.org/W1977959518"],"abstract_inverted_index":{"Multi-unmanned":[0],"aerial":[1],"vehicle":[2],"(multi-UAV)":[3],"cooperative":[4,60],"trajectory":[5,39,62,140,153,192],"planning":[6,40,63,141,154,193],"is":[7,65,147,164,184],"an":[8,72,110,151,157],"extremely":[9],"challenging":[10],"issue":[11],"in":[12,52,67,78,186],"UAV":[13,167],"research":[14],"field":[15],"due":[16],"to":[17,117,149,169,197],"its":[18],"NP-hard":[19],"characteristic,":[20],"collision":[21],"avoiding":[22],"constraints,":[23],"close":[24],"formation":[25,61,138,159],"requirement,":[26],"consensus":[27],"convergence":[28,126],"and":[29,49,108,123,143,161,195,209],"high-dimensional":[30],"action":[31,144],"space":[32],"etc.":[33],"Especially,":[34],"the":[35,94,119,125,172,181],"difficulty":[36],"of":[37,98,191],"multi-UAV":[38,58],"will":[41],"boost":[42],"comparatively":[43],"when":[44],"there":[45],"are":[46],"complex":[47],"obstacles":[48],"narrow":[50,175,198],"passages":[51,199],"unknown":[53,79],"environments.":[54],"Accordingly,":[55],"a":[56,129],"novel":[57],"adaptive":[59,137,158],"approach":[64,183],"proposed":[66,182],"this":[68],"paper":[69],"based":[70],"on":[71],"improved":[73,111],"deep":[74,102,131,204],"reinforcement":[75,132],"learning":[76,121,133,188],"algorithm":[77],"obstacle":[80],"environments,":[81],"which":[82],"innovatively":[83],"introduces":[84],"long":[85],"short-term":[86],"memory":[87],"(LSTM)":[88],"recurrent":[89],"neural":[90],"network":[91],"(RNN)":[92],"into":[93],"environment":[95,173],"perception":[96],"end":[97],"multiagent":[99],"twin":[100],"delayed":[101],"deterministic":[103,205],"policy":[104,120,187,194,206],"gradient":[105,207],"(MATD3)":[106],"network,":[107],"develops":[109],"potential":[112],"field-based":[113],"dense":[114],"reward":[115],"function":[116],"strengthen":[118],"efficiency":[122],"accelerates":[124],"respectively.":[127],"Moreover,":[128],"hierarchical":[130],"training":[134],"mechanism,":[135],"including":[136],"layer,":[139],"layer":[142,146],"execution":[145],"implemented":[148],"explore":[150],"optimal":[152],"policy.":[155],"Additionally,":[156],"maintaining":[160],"transformation":[162],"strategy":[163],"presented":[165],"for":[166],"swarm":[168],"comply":[170],"with":[171,174],"passages.":[176],"Simulation":[177],"results":[178],"show":[179],"that":[180,201],"better":[185],"efficiency,":[189],"optimality":[190],"adaptability":[196],"than":[200],"using":[202],"multi-agent":[203],"(MADDPG)":[208],"MATD3.":[210]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394841726","counts_by_year":[{"year":2024,"cited_by_count":4}],"updated_date":"2024-12-24T02:38:36.962743","created_date":"2024-04-17"}