{"id":"https://openalex.org/W2999593354","doi":"https://doi.org/10.3390/e22030314","title":"Averaging Is Probably Not the Optimum Way of Aggregating Parameters in Federated Learning","display_name":"Averaging Is Probably Not the Optimum Way of Aggregating Parameters in Federated Learning","publication_year":2020,"publication_date":"2020-03-11","ids":{"openalex":"https://openalex.org/W2999593354","doi":"https://doi.org/10.3390/e22030314","mag":"2999593354","pmid":"https://pubmed.ncbi.nlm.nih.gov/33286088","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/7516771"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22030314","pdf_url":"https://www.mdpi.com/1099-4300/22/3/314/pdf?version=1585205584","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/3/314/pdf?version=1585205584","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101770854","display_name":"Peng Xiao","orcid":"https://orcid.org/0000-0002-7313-4689"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"funder","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Xiao","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Shanghai 201804, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017174019","display_name":"Samuel Cheng","orcid":"https://orcid.org/0000-0002-5439-1137"},"institutions":[{"id":"https://openalex.org/I87208437","display_name":"University of Tulsa","ror":"https://ror.org/04wn28048","country_code":"US","type":"funder","lineage":["https://openalex.org/I87208437"]},{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"funder","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samuel Cheng","raw_affiliation_strings":["The School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK 73019, USA"],"affiliations":[{"raw_affiliation_string":"The School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK 73019, USA","institution_ids":["https://openalex.org/I87208437","https://openalex.org/I8692664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048091865","display_name":"Vladimir Stankovi\u0107","orcid":"https://orcid.org/0000-0002-1075-2420"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"funder","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vladimir Stankovic","raw_affiliation_strings":["Department of Electronic and Electrical engineering, University of Strathclyde, Glasgow G1 1XW, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical engineering, University of Strathclyde, Glasgow G1 1XW, UK","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035227760","display_name":"Dejan Vukobratovi\u0107","orcid":"https://orcid.org/0000-0002-5305-8420"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Dejan Vukobratovic","raw_affiliation_strings":["Faculty of Technical Sciences, University of Novi Sad, 21000 Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Faculty of Technical Sciences, University of Novi Sad, 21000 Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]}],"institution_assertions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017174019"],"corresponding_institution_ids":["https://openalex.org/I87208437","https://openalex.org/I8692664"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":4.016,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":45,"citation_normalized_percentile":{"value":0.890704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"22","issue":"3","first_page":"314","last_page":"314"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9899,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic Gradient Descent","score":0.66241014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.75781065},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.66241014},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.52388686},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.52108586},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.45365608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45292225},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.45081246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42093986},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36446273},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14425644},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22030314","pdf_url":"https://www.mdpi.com/1099-4300/22/3/314/pdf?version=1585205584","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/089e05fe887e40a0b849fb99bb301fb3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7516771","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://strathprints.strath.ac.uk/71758/1/Xiao_etal_Entropy_2020_Averaging_is_probably_not_the_optimum_way_of_aggregating_parameters.pdf","pdf_url":"https://strathprints.strath.ac.uk/71758/1/Xiao_etal_Entropy_2020_Averaging_is_probably_not_the_optimum_way_of_aggregating_parameters.pdf","source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":["University of Strathclyde"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false},{"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33286088","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":["National Institutes of Health"],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22030314","pdf_url":"https://www.mdpi.com/1099-4300/22/3/314/pdf?version=1585205584","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":35,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1973965874","https://openalex.org/W1995875735","https://openalex.org/W2007339694","https://openalex.org/W2036816056","https://openalex.org/W2061860832","https://openalex.org/W2082290707","https://openalex.org/W2092939357","https://openalex.org/W2096516049","https://openalex.org/W2099111195","https://openalex.org/W2112796928","https://openalex.org/W2114623221","https://openalex.org/W2168231600","https://openalex.org/W2199499977","https://openalex.org/W2593634001","https://openalex.org/W2593909786","https://openalex.org/W2784621220","https://openalex.org/W2785885194","https://openalex.org/W2804211303","https://openalex.org/W2900120080","https://openalex.org/W2902094809","https://openalex.org/W2918777711","https://openalex.org/W2950539955","https://openalex.org/W2951996732","https://openalex.org/W2952087428","https://openalex.org/W2962779416","https://openalex.org/W2963333146","https://openalex.org/W2964059111","https://openalex.org/W2964184826","https://openalex.org/W2977118166","https://openalex.org/W2984315831","https://openalex.org/W2989289980","https://openalex.org/W2989653627","https://openalex.org/W3016839154","https://openalex.org/W3048575654"],"related_works":["https://openalex.org/W618248309","https://openalex.org/W4390419160","https://openalex.org/W4225671779","https://openalex.org/W2377336366","https://openalex.org/W2361332776","https://openalex.org/W2248934910","https://openalex.org/W2102464536","https://openalex.org/W2075798043","https://openalex.org/W1601203902","https://openalex.org/W1568097102"],"abstract_inverted_index":{"Federated":[0],"learning":[1,131],"is":[2,89],"a":[3,11,44,90,103],"decentralized":[4],"topology":[5],"of":[6,107,111,146,187],"deep":[7],"learning,":[8],"that":[9,165,178],"trains":[10],"shared":[12],"model":[13,46],"through":[14],"data":[15,29,34,37],"distributed":[16],"among":[17],"each":[18,41,98],"client":[19,42,99,119,160],"(like":[20],"mobile":[21],"phones,":[22],"wearable":[23],"devices),":[24],"in":[25,36,129],"order":[26],"to":[27,65],"ensure":[28],"privacy":[30],"by":[31,48,79],"avoiding":[32],"raw":[33],"exposed":[35],"center":[38],"(server).":[39],"After":[40],"computes":[43],"new":[45],"parameter":[47,101],"stochastic":[49,109],"gradient":[50],"descent":[51],"(SGD)":[52],"based":[53],"on":[54],"their":[55],"own":[56],"local":[57],"data,":[58],"these":[59],"locally-computed":[60],"parameters":[61,78,88,121,166,180],"will":[62],"be":[63,183],"aggregated":[64],"generate":[66],"an":[67,143],"updated":[68],"global":[69],"model.":[70],"Many":[71],"current":[72],"state-of-the-art":[73],"studies":[74],"aggregate":[75],"different":[76,123,139],"client-computed":[77],"averaging":[80,87,179],"them,":[81],"but":[82],"none":[83],"theoretically":[84],"explains":[85],"why":[86],"good":[91],"approach.":[92],"In":[93],"this":[94],"paper,":[95],"we":[96,154,163],"treat":[97],"computed":[100,120,161],"as":[102],"random":[104],"vector":[105],"because":[106],"the":[108,136,157,184],"properties":[110],"SGD,":[112],"and":[113,141],"estimate":[114],"mutual":[115,147],"information":[116,148],"between":[117,138,159],"two":[118,127,130],"at":[122],"training":[124,150],"phases":[125],"using":[126],"methods":[128],"tasks.":[132],"The":[133],"results":[134],"confirm":[135],"correlation":[137],"clients":[140],"show":[142],"increasing":[144],"trend":[145],"with":[149],"iteration.":[151],"However,":[152],"when":[153],"further":[155],"compute":[156],"distance":[158],"parameters,":[162],"find":[164],"are":[167],"getting":[168,173],"more":[169],"correlated":[170],"while":[171],"not":[172,182],"closer.":[174],"This":[175],"phenomenon":[176],"suggests":[177],"may":[181],"optimum":[185],"way":[186],"aggregating":[188],"trained":[189],"parameters.":[190]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2999593354","counts_by_year":[{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":6}],"updated_date":"2025-02-16T06:19:34.329040","created_date":"2020-01-23"}