{"id":"https://openalex.org/W4389983706","doi":"https://doi.org/10.48550/arxiv.2312.10815","title":"DePRL: Achieving Linear Convergence Speedup in Personalized Decentralized Learning with Shared Representations","display_name":"DePRL: Achieving Linear Convergence Speedup in Personalized Decentralized Learning with Shared Representations","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389983706","doi":"https://doi.org/10.48550/arxiv.2312.10815"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.10815","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2312.10815","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016263347","display_name":"Guojun Xiong","orcid":"https://orcid.org/0000-0002-5943-8109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Guojun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189024","display_name":"Gang Yan","orcid":"https://orcid.org/0000-0002-7734-1589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Gang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443955","display_name":"Shiqiang Wang","orcid":"https://orcid.org/0000-0001-7329-110X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shiqiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402458","display_name":"Jian Li","orcid":"https://orcid.org/0000-0002-0030-1423"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jian","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.810965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":67,"max":78},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9896,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9896,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9777,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9768,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9125559},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.47543764}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9125559},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8148719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8004317},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5908922},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5599817},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.50008583},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4792395},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47543764},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.45471478},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44965222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31330383},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.31215477},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09718233},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07571697},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.10815","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2312.10815","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2312.10815","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.57}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W947442053","https://openalex.org/W4249323025","https://openalex.org/W3138386522","https://openalex.org/W2499279132","https://openalex.org/W2317245370","https://openalex.org/W2283866686","https://openalex.org/W2148915962","https://openalex.org/W2030310580","https://openalex.org/W198851386","https://openalex.org/W1980160788"],"abstract_inverted_index":{"Decentralized":[0],"learning":[1,69,83],"has":[2],"emerged":[3],"as":[4],"an":[5],"alternative":[6],"method":[7,158],"to":[8,25,85,107,142],"the":[9,26,47,52,120,134,143,154],"popular":[10],"parameter-server":[11],"framework":[12],"which":[13],"suffers":[14],"from":[15,81],"high":[16],"communication":[17],"burden,":[18],"single-point":[19],"failure":[20],"and":[21,100],"scalability":[22],"issues":[23],"due":[24],"need":[27],"of":[28,46,145,156],"a":[29,38,65,87,96,101,108,123],"central":[30],"server.":[31],"However,":[32],"most":[33],"existing":[34],"works":[35],"focus":[36],"on":[37,57,79],"single":[39],"shared":[40,74],"model":[41,54],"for":[42,111,119,127],"all":[43,93],"workers":[44,94],"regardless":[45],"data":[48,160],"heterogeneity":[49],"problem,":[50],"rendering":[51],"resulting":[53],"performing":[55],"poorly":[56],"individual":[58],"workers.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"propose":[64],"novel":[66],"personalized":[67,109],"decentralized":[68,98],"algorithm":[70,77],"named":[71],"DePRL":[72,117],"via":[73],"representations.":[75],"Our":[76],"relies":[78],"ideas":[80],"representation":[82,90],"theory":[84],"learn":[86],"low-dimensional":[88,103],"global":[89],"collaboratively":[91],"among":[92],"in":[95,159],"fully":[97],"manner,":[99],"user-specific":[102],"local":[104],"head":[105],"leading":[106],"solution":[110],"each":[112],"worker.":[113],"We":[114],"show":[115],"that":[116],"achieves,":[118],"first":[121],"time,":[122],"provable":[124],"linear":[125],"speedup":[126],"convergence":[128,135],"with":[129,140],"general":[130],"non-linear":[131],"representations":[132],"(i.e.,":[133],"rate":[136],"is":[137],"improved":[138],"linearly":[139],"respect":[141],"number":[144],"workers).":[146],"Experimental":[147],"results":[148],"support":[149],"our":[150,157],"theoretical":[151],"findings":[152],"showing":[153],"superiority":[155],"heterogeneous":[161],"environments.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389983706","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-01-19T07:58:41.780595","created_date":"2023-12-20"}