{"id":"https://openalex.org/W4386024310","doi":"https://doi.org/10.1016/j.future.2023.08.021","title":"Federated Discrete Reinforcement Learning for Automatic Guided Vehicle Control","display_name":"Federated Discrete Reinforcement Learning for Automatic Guided Vehicle Control","publication_year":2023,"publication_date":"2023-08-21","ids":{"openalex":"https://openalex.org/W4386024310","doi":"https://doi.org/10.1016/j.future.2023.08.021"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.08.021","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.future.2023.08.021","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078453067","display_name":"J. Enrique Sierra-Garc\u00eda","orcid":"https://orcid.org/0000-0001-6088-9954"},"institutions":[{"id":"https://openalex.org/I46176106","display_name":"Universidad de Burgos","ror":"https://ror.org/049da5t36","country_code":"ES","type":"education","lineage":["https://openalex.org/I46176106"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"J. Enrique Sierra-Garcia","raw_affiliation_strings":["Electromechanical Engineering Department, University of Burgos, 09006 - Burgos, Spain"],"affiliations":[{"raw_affiliation_string":"Electromechanical Engineering Department, University of Burgos, 09006 - Burgos, Spain","institution_ids":["https://openalex.org/I46176106"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087299959","display_name":"Matilde Santos","orcid":"https://orcid.org/0000-0003-1993-8368"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Matilde Santos","raw_affiliation_strings":["Institute of Knowledge Technology, Complutense University of Madrid, 28040 - Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Institute of Knowledge Technology, Complutense University of Madrid, 28040 - Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5078453067"],"corresponding_institution_ids":["https://openalex.org/I46176106"],"apc_list":{"value":3340,"currency":"USD","value_usd":3340,"provenance":"doaj"},"apc_paid":{"value":3340,"currency":"USD","value_usd":3340,"provenance":"doaj"},"fwci":1.262,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":3,"citation_normalized_percentile":{"value":0.620722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":88},"biblio":{"volume":"150","issue":null,"first_page":"78","last_page":"89"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9981,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9956,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9913,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential Privacy","score":0.4524008}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8683224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.862975},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.52516717},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47136417},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47102436},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.4524008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4453333},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.4385271},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32823056},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14061478},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1205619},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.08.021","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2023.08.021","pdf_url":null,"source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[{"score":0.6,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":27,"referenced_works":["https://openalex.org/W2753726927","https://openalex.org/W2897767831","https://openalex.org/W2912213068","https://openalex.org/W2998415550","https://openalex.org/W3004006877","https://openalex.org/W3021654819","https://openalex.org/W3038028469","https://openalex.org/W3043175843","https://openalex.org/W3049468855","https://openalex.org/W3089619751","https://openalex.org/W3093664514","https://openalex.org/W3094546435","https://openalex.org/W3107042223","https://openalex.org/W3113070793","https://openalex.org/W3116657256","https://openalex.org/W3130272317","https://openalex.org/W3160555449","https://openalex.org/W3181566022","https://openalex.org/W4220756144","https://openalex.org/W4255344359","https://openalex.org/W4283311409","https://openalex.org/W4301704112","https://openalex.org/W4308881847","https://openalex.org/W4312362982","https://openalex.org/W4313287808","https://openalex.org/W4318832917","https://openalex.org/W4385934356"],"related_works":["https://openalex.org/W798507144","https://openalex.org/W3206394311","https://openalex.org/W3038283795","https://openalex.org/W2964481303","https://openalex.org/W2734500670","https://openalex.org/W2604501336","https://openalex.org/W2571704763","https://openalex.org/W2558166297","https://openalex.org/W2315671126","https://openalex.org/W1751413323"],"abstract_inverted_index":{"Under":[0],"the":[1,5,43,77,81,101,109,114,120,124,138,156,173,184,212,229,234,305,314,342,361,370],"federated":[2,213],"learning":[3,23,105,224,306,350],"paradigm,":[4],"agents":[6],"learn":[7,117],"in":[8,42,63,76,127,147,279,284,291],"parallel":[9],"and":[10,27,65,79,133,201,242,249,256,289,356,374],"combine":[11],"their":[12,135,208],"knowledge":[13,18,82],"to":[14,87,116,119,129,137,151,155,171,188,308,367],"build":[15],"a":[16,70,89,148,161,176,192,195,202,219,223,250,259,309],"global":[17,90],"model.":[19,93],"This":[20,107],"new":[21],"machine":[22],"strategy":[24],"increases":[25],"privacy":[26],"reduces":[28],"communication":[29],"costs,":[30],"some":[31],"benefits":[32],"that":[33,73,186,300],"can":[34,49,57,74,97,111],"be":[35,58,98],"very":[36],"useful":[37],"for":[38,237,339],"industry":[39],"applications":[40],"deployed":[41],"edge.":[44],"Automatic":[45],"Guided":[46],"Vehicles":[47],"(AGVs)":[48],"take":[50],"advantage":[51],"of":[52,83,85,103,175,178,233,277,293,319,341,360,363],"this":[53,95,145,159,301],"approach":[54,168,272,302],"since":[55],"they":[56],"considered":[59],"intelligent":[60,270],"agents,":[61],"operate":[62],"fleets,":[64],"are":[66],"normally":[67],"managed":[68],"by":[69,123],"central":[71],"system":[72,115,143],"run":[75],"edge":[78],"handles":[80],"each":[84],"them":[86,217],"obtain":[88],"emerging":[91],"behavioral":[92],"Furthermore,":[94],"idea":[96],"combined":[99],"with":[100,113,211,222,258,266,316],"concept":[102],"reinforcement":[104],"(RL).":[106],"way,":[108],"AGVs":[110,206,241],"interact":[112],"according":[118],"policy":[121,150,203,209,221],"implemented":[122,170],"RL":[125,190],"algorithm":[126],"order":[128],"follow":[130],"specified":[131],"routes,":[132],"send":[134],"findings":[136],"main":[139],"system.":[140],"The":[141,269,327,358],"centralized":[142],"collects":[144],"information":[146],"group":[149,220],"turn":[152],"it":[153],"over":[154],"AGVs.":[157,179],"In":[158,347],"work,":[160],"novel":[162],"Federated":[163],"Discrete":[164],"Reinforcement":[165],"Learning":[166],"(FDRL)":[167],"is":[169],"control":[172,236,271],"trajectories":[174,245,344],"fleet":[177],"Each":[180],"industrial":[181],"AGV":[182],"runs":[183],"modules":[185],"correspond":[187],"an":[189,198,274,317,333],"system:":[191],"state":[193],"estimator,":[194],"rewards":[196],"calculator,":[197],"action":[199],"selector,":[200],"update":[204],"algorithm.":[205],"share":[207],"variation":[210],"server,":[214],"which":[215],"combines":[216],"into":[218],"aggregation":[225,351],"function.":[226],"To":[227],"validate":[228],"proposal,":[230],"simulation":[231],"results":[232],"FDRL":[235],"five":[238],"hybrid":[239],"tricycle-differential":[240],"four":[243],"different":[244,349],"(ellipse,":[246],"lemniscate,":[247],"octagon,":[248],"closed":[251],"16-polyline)":[252],"have":[253,353],"been":[254,298,354,379],"obtained":[255],"compared":[257],"Proportional":[260],"Integral":[261],"Derivative":[262],"(PID)":[263],"controller":[264,337],"optimized":[265,334],"genetic":[267],"algorithms.":[268],"shows":[273],"average":[275,318],"improvement":[276],"78%":[278],"mean":[280,286],"absolute":[281],"error,":[282,288],"75%":[283],"root":[285],"square":[287],"73%":[290],"terms":[292],"standard":[294],"deviation.":[295],"It":[296],"has":[297,378],"shown":[299],"also":[303],"accelerates":[304],"up":[307,322],"50":[310],"%":[311],"depending":[312],"on":[313,369,375],"trajectory,":[315],"36%":[320],"speed":[321],"while":[323],"allowing":[324],"precise":[325],"tracking.":[326],"suggested":[328],"federated-learning":[329],"based":[330],"technique":[331],"outperforms":[332],"fuzzy":[335],"logic":[336],"(FLC)":[338],"all":[340],"measured":[343],"as":[345],"well.":[346],"addition,":[348],"functions":[352],"proposed":[355],"evaluated.":[357],"influence":[359],"number":[362],"vehicles":[364],"(from":[365],"2":[366],"10)":[368],"path":[371],"following":[372],"performance":[373],"network":[376],"transmission":[377],"analyzed":[380],"too.":[381]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386024310","counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-01-05T09:12:54.831787","created_date":"2023-08-22"}