{"id":"https://openalex.org/W4389678549","doi":"https://doi.org/10.1016/j.automatica.2023.111460","title":"SHED: A Newton-type algorithm for federated learning based on incremental Hessian eigenvector sharing","display_name":"SHED: A Newton-type algorithm for federated learning based on incremental Hessian eigenvector sharing","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389678549","doi":"https://doi.org/10.1016/j.automatica.2023.111460"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.automatica.2023.111460","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.automatica.2023.111460","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042702230","display_name":"Nicol\u00f2 Dal Fabbro","orcid":"https://orcid.org/0000-0002-5325-2792"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicol\u00f2 Dal Fabbro","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057431380","display_name":"Subhrakanti Dey","orcid":"https://orcid.org/0000-0003-0762-5743"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Subhrakanti Dey","raw_affiliation_strings":["Department of Electrical Engineering, Uppsala University, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Uppsala University, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012618073","display_name":"Michele Rossi","orcid":"https://orcid.org/0000-0003-1121-324X"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]},{"id":"https://openalex.org/I4210150992","display_name":"Civita","ror":"https://ror.org/04hn89439","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210150992"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Rossi","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Italy","Department of Mathematics \"Tullio Levi-Civita\", University of Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics \"Tullio Levi-Civita\", University of Padova, Italy","institution_ids":["https://openalex.org/I138689650","https://openalex.org/I4210150992"]},{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043731055","display_name":"Luca Schenato","orcid":"https://orcid.org/0000-0003-2544-2553"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Schenato","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042702230"],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500,"provenance":"doaj"},"apc_paid":{"value":3500,"currency":"USD","value_usd":3500,"provenance":"doaj"},"fwci":1.409,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.999976,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":90},"biblio":{"volume":"160","issue":null,"first_page":"111460","last_page":"111460"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9275352},{"id":"https://openalex.org/keywords/quasi-newton-method","display_name":"Quasi-Newton method","score":0.5636451},{"id":"https://openalex.org/keywords/broyden\u2013fletcher\u2013goldfarb\u2013shanno-algorithm","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","score":0.47150603}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9275352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6127336},{"id":"https://openalex.org/C114954040","wikidata":"https://www.wikidata.org/wiki/Q1476018","display_name":"Quasi-Newton method","level":4,"score":0.5636451},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.48013064},{"id":"https://openalex.org/C132721684","wikidata":"https://www.wikidata.org/wiki/Q2877013","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","level":3,"score":0.47150603},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45421705},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.42642027},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42178488},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42092058},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3727926},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2775575},{"id":"https://openalex.org/C85189116","wikidata":"https://www.wikidata.org/wiki/Q374195","display_name":"Newton's method","level":3,"score":0.26672477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2487799},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.14068314},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.automatica.2023.111460","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-521834","pdf_url":"https://uu.diva-portal.org/smash/get/diva2:1832393/FULLTEXT01","source":{"id":"https://openalex.org/S4306402042","display_name":"Uppsala University Publications (Uppsala University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I123387679","host_organization_name":"Uppsala University","host_organization_lineage":["https://openalex.org/I123387679"],"host_organization_lineage_names":["Uppsala University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3508713","pdf_url":"https://www.research.unipd.it/bitstream/11577/3508713/1/automatica.pdf","source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":["University of Padua"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2202.05800","pdf_url":"https://arxiv.org/pdf/2202.05800","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.automatica.2023.111460","pdf_url":null,"source":{"id":"https://openalex.org/S51360982","display_name":"Automatica","issn_l":"0005-1098","issn":["0005-1098","1873-2836"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","award_id":"2017NS9FEY"}],"datasets":[],"versions":[],"referenced_works_count":36,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1915957564","https://openalex.org/W1966397236","https://openalex.org/W2046432702","https://openalex.org/W2051434435","https://openalex.org/W2153635508","https://openalex.org/W2356183642","https://openalex.org/W2510078447","https://openalex.org/W2594899909","https://openalex.org/W2734358244","https://openalex.org/W2750384547","https://openalex.org/W2807006176","https://openalex.org/W2900120080","https://openalex.org/W2900182564","https://openalex.org/W2909717101","https://openalex.org/W2999905431","https://openalex.org/W3006919779","https://openalex.org/W3016839154","https://openalex.org/W3021654819","https://openalex.org/W3034606981","https://openalex.org/W3037951940","https://openalex.org/W3041971333","https://openalex.org/W3086590218","https://openalex.org/W3090615085","https://openalex.org/W3188582496","https://openalex.org/W3196371845","https://openalex.org/W3197072507","https://openalex.org/W3214610952","https://openalex.org/W4200170057","https://openalex.org/W4207055026","https://openalex.org/W4225845194","https://openalex.org/W4256632230","https://openalex.org/W4281726789","https://openalex.org/W4283714314","https://openalex.org/W4315488711","https://openalex.org/W4389678549"],"related_works":["https://openalex.org/W4318192194","https://openalex.org/W4221162014","https://openalex.org/W3091576739","https://openalex.org/W2958624776","https://openalex.org/W2937637171","https://openalex.org/W2892976100","https://openalex.org/W2572889128","https://openalex.org/W2070932288","https://openalex.org/W2026245502","https://openalex.org/W1964096161"],"abstract_inverted_index":{"There":[0],"is":[1,23,32,58,82,114,136],"a":[2,59],"growing":[3],"interest":[4],"in":[5,35,78],"the":[6,13,30,54,125,145,154,162],"distributed":[7,90],"optimization":[8],"framework":[9],"that":[10],"goes":[11],"under":[12],"name":[14],"of":[15,37,97,124,147,157,164],"Federated":[16],"Learning":[17],"(FL).":[18],"In":[19,45,62],"particular,":[20],"much":[21],"attention":[22],"being":[24],"turned":[25],"to":[26,75,86,117],"FL":[27,77],"scenarios":[28],"where":[29],"network":[31],"strongly":[33],"heterogeneous":[34],"terms":[36],"communication":[38,48,99,148],"resources":[39,100],"(e.g.,":[40],"bandwidth)":[41],"and":[42,53,107,160,183],"data":[43,93,158],"distribution.":[44],"these":[46,170],"cases,":[47],"between":[49],"local":[50,126,165],"machines":[51],"(agents)":[52],"central":[55],"server":[56],"(Master)":[57],"main":[60],"consideration.":[61],"this":[63],"work,":[64],"we":[65],"present":[66],"SHED,":[67],"an":[68,118],"original":[69],"communication-constrained":[70],"Newton-type":[71],"(NT)":[72],"algorithm":[73],"designed":[74],"accelerate":[76],"such":[79],"scenarios.":[80],"SHED":[81,135,172],"by":[83,142],"design":[84],"robust":[85],"non":[87],"independent":[88],"identically":[89],"(non":[91],"i.i.d.)":[92],"distributions,":[94],"handles":[95],"heterogeneity":[96],"agents'":[98],"(CRs),":[101],"only":[102],"requires":[103],"sporadic":[104],"Hessian":[105,127,166],"computations,":[106],"achieves":[108],"global":[109],"asymptotic":[110],"super-linear":[111],"convergence.":[112],"This":[113],"possible":[115],"thanks":[116],"incremental":[119],"strategy,":[120],"based":[121],"on":[122,139],"eigendecomposition":[123],"matrices,":[128],"which":[129],"exploits":[130],"(possibly)":[131],"outdated":[132],"second-order":[133],"information.":[134],"thoroughly":[137],"validated":[138],"real":[140],"datasets":[141],"assessing":[143],"(i)":[144],"number":[146,163],"rounds":[149],"required":[150],"for":[151],"convergence,":[152],"(ii)":[153],"overall":[155],"amount":[156],"transmitted":[159],"(iii)":[161],"computations.":[167],"For":[168],"all":[169],"metrics,":[171],"shows":[173],"superior":[174],"performance":[175],"against":[176],"state-of-the":[177],"art":[178],"techniques":[179],"like":[180],"BFGS,":[181],"GIANT":[182],"FedNL.":[184]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4389678549","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-01-07T22:44:26.201401","created_date":"2023-12-14"}