{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:17:43Z","timestamp":1740100663044,"version":"3.37.3"},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,5,23]],"date-time":"2022-05-23T00:00:00Z","timestamp":1653264000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,5,23]]},"DOI":"10.1109\/icassp43922.2022.9747408","type":"proceedings-article","created":{"date-parts":[[2022,4,27]],"date-time":"2022-04-27T19:50:34Z","timestamp":1651089034000},"page":"5233-5237","source":"Crossref","is-referenced-by-count":2,"title":["S2 Reducer: High-Performance Sparse Communication to Accelerate Distributed Deep Learning"],"prefix":"10.1109","author":[{"given":"Keshi","family":"Ge","sequence":"first","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]},{"given":"Yongquan","family":"Fu","sequence":"additional","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]},{"given":"Yiming","family":"Zhang","sequence":"additional","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]},{"given":"Zhiquan","family":"Lai","sequence":"additional","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]},{"given":"Xiaoge","family":"Deng","sequence":"additional","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]},{"given":"Dongsheng","family":"Li","sequence":"additional","affiliation":[{"name":"National University of Defense Technology,College of Computer"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3437801.3441593"},{"key":"ref11","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"OSDI 16 USENIX"},{"key":"ref12","first-page":"8026","article-title":"Pytorch: An imperative style, high-performance deep learning library","author":"paszke","year":"2019","journal-title":"NeurIPS"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3394486.3406703"},{"key":"ref14","first-page":"1709","article-title":"Qsgd: Communication-efficient sgd via gradient quantization and encoding","author":"alistarh","year":"2017","journal-title":"NeurIPS"},{"key":"ref15","article-title":"Deep gradient compression: Reducing the communication bandwidth for distributed training","author":"lin","year":"2018","journal-title":"ICLRE"},{"key":"ref16","article-title":"Nccl 2.0","author":"jeaugey","year":"2017","journal-title":"GTC"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359642"},{"key":"ref18","article-title":"Blueconnect: Novel hierarchical all-reduce on multi-tired network for deep learning","author":"cho","year":"2019","journal-title":"Proceedings of the 2nd SysML Conference"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3452296.3472904"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2020-3015"},{"key":"ref27","article-title":"Google's neural machine translation system: Bridging the gap between human and machine translation","author":"wu","year":"2016","journal-title":"arXiv preprint arXiv 1609 08138"},{"key":"ref3","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","author":"dosovitskiy","year":"2020","journal-title":"ICLRE"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1285"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414641"},{"key":"ref8","first-page":"1","article-title":"Demystifying parallel and distributed deep learning: An in-depth concurrency analysis","volume":"52","author":"ben-nun","year":"2019","journal-title":"ACM CSUR"},{"key":"ref7","article-title":"Delight: Deep and light-weight transformer","author":"mehta","year":"2020","journal-title":"ICLRE"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2640087.2644155"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref20","first-page":"14259","article-title":"Powersgd: Practical low-rank gradient compression for distributed optimization","author":"vogels","year":"2019","journal-title":"NeurIPS"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3295500.3356222"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303957"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2500128"},{"key":"ref23","first-page":"13144","article-title":"Communication-efficient distributed sgd with sketching","author":"ivkin","year":"2019","journal-title":"NeurIPS"},{"key":"ref26","first-page":"3252","article-title":"Error feedback fixes signsgd and other gradient compression schemes","author":"karimireddy","year":"2019","journal-title":"ICML PMLR"},{"article-title":"S2 reducer: High-performance sparse communication to accelerate distributed deep learning","year":"2021","author":"ge","key":"ref25"}],"event":{"name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","start":{"date-parts":[[2022,5,23]]},"location":"Singapore, Singapore","end":{"date-parts":[[2022,5,27]]}},"container-title":["ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9745891\/9746004\/09747408.pdf?arnumber=9747408","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,15]],"date-time":"2022-08-15T20:08:26Z","timestamp":1660594106000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9747408\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,23]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/icassp43922.2022.9747408","relation":{},"subject":[],"published":{"date-parts":[[2022,5,23]]}}}