{"id":"https://openalex.org/W4385731932","doi":"https://doi.org/10.1109/tpds.2023.3303967","title":"Joint Model Pruning and Topology Construction for Accelerating Decentralized Machine Learning","display_name":"Joint Model Pruning and Topology Construction for Accelerating Decentralized Machine Learning","publication_year":2023,"publication_date":"2023-08-10","ids":{"openalex":"https://openalex.org/W4385731932","doi":"https://doi.org/10.1109/tpds.2023.3303967"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3303967","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052014893","display_name":"Zhida Jiang","orcid":"https://orcid.org/0000-0002-7338-0724"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"funder","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhida Jiang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018803737","display_name":"Yang Xu","orcid":"https://orcid.org/0000-0003-0839-3892"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"funder","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063184427","display_name":"Hongli Xu","orcid":"https://orcid.org/0000-0003-3831-4577"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"funder","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101419769","display_name":"Lun Wang","orcid":"https://orcid.org/0000-0002-9436-7924"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"funder","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lun Wang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728176","display_name":"Chunming Qiao","orcid":"https://orcid.org/0000-0002-4679-6572"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"funder","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunming Qiao","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019604942","display_name":"Liusheng Huang","orcid":"https://orcid.org/0000-0001-8417-3256"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"funder","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"funder","lineage":["https://openalex.org/I308837"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liusheng Huang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Suzhou Institute for Advanced Research, University of Science and Technology of China, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.083,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.499378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":85,"max":88},"biblio":{"volume":"34","issue":"10","first_page":"2827","last_page":"2842"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9982,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7701329},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.49475116}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8536366},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7701329},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.722334},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6300516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6047263},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5741884},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.49475116},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.42834643},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42334977},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31671363},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22224122},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.17266434},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3303967","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.43}],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62132019"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61936015"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62102391"}],"datasets":[],"versions":[],"referenced_works_count":84,"referenced_works":["https://openalex.org/W2074796812","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2266148951","https://openalex.org/W2551176409","https://openalex.org/W2617960902","https://openalex.org/W2622263826","https://openalex.org/W2734358244","https://openalex.org/W2754526845","https://openalex.org/W2889676205","https://openalex.org/W2919017393","https://openalex.org/W2962788286","https://openalex.org/W2962965870","https://openalex.org/W2963446712","https://openalex.org/W2963674932","https://openalex.org/W2964165783","https://openalex.org/W2965142130","https://openalex.org/W2981831462","https://openalex.org/W2982191236","https://openalex.org/W2993897137","https://openalex.org/W3003380256","https://openalex.org/W3007385749","https://openalex.org/W3021654819","https://openalex.org/W3024327075","https://openalex.org/W3031779150","https://openalex.org/W3034741284","https://openalex.org/W3037047862","https://openalex.org/W3038057116","https://openalex.org/W3043758338","https://openalex.org/W3047040053","https://openalex.org/W3047304572","https://openalex.org/W3047392327","https://openalex.org/W3087194612","https://openalex.org/W3090393599","https://openalex.org/W3104591140","https://openalex.org/W3105122387","https://openalex.org/W3105886168","https://openalex.org/W3118608800","https://openalex.org/W3126027909","https://openalex.org/W3130294722","https://openalex.org/W3152952112","https://openalex.org/W3155160971","https://openalex.org/W3155415667","https://openalex.org/W3155963862","https://openalex.org/W3156310591","https://openalex.org/W3157791500","https://openalex.org/W3166678686","https://openalex.org/W3169161304","https://openalex.org/W3171826865","https://openalex.org/W3172834918","https://openalex.org/W3175954176","https://openalex.org/W3176460985","https://openalex.org/W3183453506","https://openalex.org/W3183910508","https://openalex.org/W3186590963","https://openalex.org/W3187356235","https://openalex.org/W3195419053","https://openalex.org/W3206114081","https://openalex.org/W3210867668","https://openalex.org/W4206358577","https://openalex.org/W4223446867","https://openalex.org/W4223924628","https://openalex.org/W4225759418","https://openalex.org/W4226061080","https://openalex.org/W4226183928","https://openalex.org/W4226262972","https://openalex.org/W4226461837","https://openalex.org/W4226521992","https://openalex.org/W4283065905","https://openalex.org/W4286795646","https://openalex.org/W4286912360","https://openalex.org/W4287607160","https://openalex.org/W4287692654","https://openalex.org/W4288101682","https://openalex.org/W4288612157","https://openalex.org/W4289147229","https://openalex.org/W4297853509","https://openalex.org/W4299802343","https://openalex.org/W4300428694","https://openalex.org/W4312600254","https://openalex.org/W4318619660","https://openalex.org/W4320167271","https://openalex.org/W4320478019","https://openalex.org/W4321483947"],"related_works":["https://openalex.org/W98480971","https://openalex.org/W2891987081","https://openalex.org/W2164382479","https://openalex.org/W2157978810","https://openalex.org/W2150291671","https://openalex.org/W2146343568","https://openalex.org/W2058965144","https://openalex.org/W2027972911","https://openalex.org/W2013643406","https://openalex.org/W1966837078"],"abstract_inverted_index":{"Recently,":[0],"mobile":[1],"and":[2,80,88,104,126,137,152,164,186,196,205],"embedded":[3],"devices":[4,204],"worldwide":[5],"generate":[6],"a":[7,128,178],"massive":[8],"amount":[9],"of":[10,46,161],"data":[11,20,154],"at":[12],"the":[13,19,32,38,44,47,53,64,144,148,159,173,191,207,225],"network":[14,78,145,150,165],"edge.":[15],"To":[16],"efficiently":[17],"exploit":[18],"from":[21],"distributed":[22],"devices,":[23],"we":[24,86,176],"concentrate":[25],"on":[26,167,202],"decentralized":[27],"machine":[28],"learning":[29],"(DML),":[30],"where":[31],"workers":[33,54],"collaboratively":[34],"train":[35,125],"models":[36,58],"under":[37],"peer-to-peer":[39],"(P2P)":[40],"setting.":[41],"DML":[42,67,93,211,227],"avoids":[43],"bottleneck":[45],"parameter":[48],"server":[49],"(PS)":[50],"by":[51,100,172],"enabling":[52],"to":[55,116,189,220,224],"exchange":[56],"local":[57],"with":[59,209],"their":[60],"neighbors":[61],"rather":[62],"than":[63],"PS.":[65],"However,":[66],"still":[68],"faces":[69],"some":[70],"key":[71],"challenges,":[72],"i.e.,":[73],"resource":[74,194],"limitation,":[75],"system":[76],"heterogeneity,":[77],"dynamics":[79],"non-IID":[81,153],"data.":[82],"In":[83],"this":[84],"article,":[85],"design":[87],"implement":[89,200],"MOTOR,":[90],"an":[91],"efficient":[92],"mechanism":[94],"that":[95,130,216],"simultaneously":[96],"addresses":[97],"these":[98],"challenges":[99],"applying":[101],"model":[102,120,168],"pruning":[103,114,162,183],"topology":[105,146,166,187],"construction,":[106],"thus":[107],"accelerating":[108],"DML.":[109],"Specifically,":[110],"MOTOR":[111,141,201,217],"assigns":[112],"different":[113,210],"ratios":[115],"heterogeneous":[117],"workers.":[118],"After":[119],"pruning,":[121],"each":[122],"worker":[123],"will":[124],"transmit":[127],"sub-model":[129],"fits":[131],"its":[132],"capabilities,":[133],"reducing":[134],"both":[135],"computation":[136],"communication":[138],"overhead.":[139],"Besides,":[140],"dynamically":[142],"constructs":[143],"considering":[147],"time-varying":[149],"conditions":[151],"distributions.":[155],"We":[156,199],"theoretically":[157],"analyze":[158],"impact":[160],"ratio":[163,184],"training":[169,197],"performance.":[170,198],"Guided":[171],"theoretical":[174],"analysis,":[175],"develop":[177],"joint":[179],"optimization":[180],"algorithm":[181],"for":[182],"decision":[185],"construction":[188],"achieve":[190],"trade-off":[192],"between":[193],"overhead":[195],"commercial":[203],"evaluate":[206],"performance":[208],"tasks.":[212],"Extensive":[213],"experiments":[214],"show":[215],"achieves":[218],"up":[219],"4.2\u00d7":[221],"speedup":[222],"compared":[223],"existing":[226],"approaches.":[228]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385731932","counts_by_year":[{"year":2024,"cited_by_count":4}],"updated_date":"2025-04-30T05:15:09.386645","created_date":"2023-08-11"}