{"id":"https://openalex.org/W4388843343","doi":"https://doi.org/10.48550/arxiv.2311.10291","title":"Leveraging Function Space Aggregation for Federated Learning at Scale","display_name":"Leveraging Function Space Aggregation for Federated Learning at Scale","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388843343","doi":"https://doi.org/10.48550/arxiv.2311.10291"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.10291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2311.10291","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068429450","display_name":"Nikita Dhawan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhawan, Nikita","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103262879","display_name":"Nicole Mitchell","orcid":"https://orcid.org/0000-0002-6667-2024"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitchell, Nicole","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034877995","display_name":"Zachary Charles","orcid":"https://orcid.org/0000-0001-8997-874X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charles, Zachary","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017433837","display_name":"Zachary Garrett","orcid":"https://orcid.org/0000-0001-8158-3997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garrett, Zachary","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021062973","display_name":"Gintare Karolina Dziugaite","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dziugaite, Gintare Karolina","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9554,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated Learning","score":0.61867714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85809904},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.7059979},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.61867714},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.50833005},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4451173},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42117095},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41984656},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4127807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39434627},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34422234},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11958882},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.10291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.10291","pdf_url":"http://arxiv.org/pdf/2311.10291","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2311.10291","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2311.10291","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W4385572700","https://openalex.org/W4385009901","https://openalex.org/W4307309205","https://openalex.org/W4303448918","https://openalex.org/W4298221930","https://openalex.org/W4288261899","https://openalex.org/W2970530566","https://openalex.org/W2967478618","https://openalex.org/W2109940557"],"abstract_inverted_index":{"The":[0],"federated":[1,25,161],"learning":[2,26],"paradigm":[3],"has":[4],"motivated":[5,45],"the":[6,29,41,71,93,153,164],"development":[7],"of":[8,40,95],"methods":[9],"for":[10],"aggregating":[11],"multiple":[12],"client":[13,22,42,100],"updates":[14],"into":[15],"a":[16,35,56,62,176],"global":[17,140],"server":[18],"model,":[19],"without":[20],"sharing":[21],"data.":[23],"Many":[24],"algorithms,":[27],"including":[28],"canonical":[30],"Federated":[31],"Averaging":[32],"(FedAvg),":[33],"take":[34],"direct":[36],"(possibly":[37],"weighted)":[38],"average":[39],"parameter":[43],"updates,":[44],"by":[46,74,168,182],"results":[47,138,174],"in":[48,121,139,175,179],"distributed":[49],"optimization.":[50],"In":[51],"this":[52],"work,":[53],"we":[54,105],"adopt":[55],"function":[57],"space":[58],"perspective":[59],"and":[60,123],"propose":[61],"new":[63],"algorithm,":[64],"FedFish,":[65],"that":[66,107,127,142],"aggregates":[67],"local":[68,114,132,150],"approximations":[69],"to":[70,112,146],"functions":[72],"learned":[73],"clients,":[75],"using":[76],"an":[77],"estimate":[78],"based":[79],"on":[80,87,152,163,171],"their":[81],"Fisher":[82],"information.":[83],"We":[84],"evaluate":[85],"FedFish":[86,108,128,137,183],"realistic,":[88],"large-scale":[89],"cross-device":[90],"benchmarks.":[91],"While":[92],"performance":[94],"FedAvg":[96,130],"can":[97],"suffer":[98],"as":[99,131],"models":[101],"drift":[102],"further":[103],"apart,":[104],"demonstrate":[106],"is":[109],"more":[110,144],"robust":[111],"longer":[113],"training.":[115],"Our":[116],"evaluation":[117],"across":[118],"several":[119],"settings":[120],"image":[122],"language":[124],"benchmarks":[125],"shows":[126],"outperforms":[129],"training":[133],"epochs":[134],"increase.":[135],"Further,":[136],"networks":[141],"are":[143],"amenable":[145],"efficient":[147],"personalization":[148,170],"via":[149],"fine-tuning":[151],"same":[154],"or":[155],"shifted":[156],"data":[157],"distributions.":[158],"For":[159],"instance,":[160],"pretraining":[162],"C4":[165],"dataset,":[166],"followed":[167],"few-shot":[169],"Stack":[172],"Overflow,":[173],"7%":[177],"improvement":[178],"next-token":[180],"prediction":[181],"over":[184],"FedAvg.":[185]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4388843343","counts_by_year":[],"updated_date":"2025-01-06T06:32:57.873639","created_date":"2023-11-21"}