{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T18:36:38Z","timestamp":1730313398542,"version":"3.28.0"},"reference-count":18,"publisher":"SPIE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,3]]},"DOI":"10.1117\/12.3023413","type":"proceedings-article","created":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T16:49:37Z","timestamp":1712162977000},"page":"29","source":"Crossref","is-referenced-by-count":0,"title":["A data parallel approach for distributed neural networks to achieve faster convergence"],"prefix":"10.1117","author":[{"given":"Nagaraju","family":"C","sequence":"first","affiliation":[]},{"given":"YENDA","family":"RAMESH","sequence":"additional","affiliation":[]},{"given":"Krishna Mohan","family":"C","sequence":"additional","affiliation":[]}],"member":"189","reference":[{"key":"B1","article-title":"Demystifying Parallel and Distributed Deep Learning: An In-Depth Concurrency Analysis","author":"Ben-Nun","year":"2018","journal-title":"CoRR abs\/1802.09941"},{"key":"B2","first-page":"3174","article-title":"Adaptive gradient quantization for data-parallel sgd","volume":"33","author":"Faghri","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"B3","first-page":"4035","article-title":"Zipml: Training linear models with end-to-end low precision, and a little bit of deep learning","volume-title":"International Conference on Machine Learning","author":"Zhang","year":"2017"},{"key":"B4","first-page":"365","article-title":"Lq-nets: Learned quantization for highly accurate and compact deep neural networks","volume-title":"Proceedings of the European conference on computer vision (ECCV)","author":"Zhang","year":"2018"},{"key":"B5","first-page":"1509","article-title":"TernGrad: Ternary Gradients to Reduce Communication in Distributed Deep Learning","author":"Wen","year":"2017","journal-title":"Advances in Neural Information Processing Systems (NIPS)"},{"key":"B6","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.71"},{"key":"B7","article-title":"Parallelizing neural networks during training","author":"Krizhevsky","year":"2017","journal-title":"US Patent 9,811,775"},{"key":"B8","first-page":"81","article-title":"Asynchronous distributed learning of topic models","author":"Smyth","year":"2009","journal-title":"Advances in Neural Information Processing Systems"},{"key":"B9","unstructured":"Niu, F., Recht, B., Re, C., and Wright, S. J., \u201chogwild!: A lock-free approach to parallelizing stochastic gradient descent,\u201d"},{"key":"B10","first-page":"3411","article-title":"A convergence analysis of distributed sgd with communication-efficient gradient sparsification.","author":"Shi","year":"2019"},{"key":"B11","first-page":"440","article-title":"Sparse Communication for Distributed Gradient Descent","volume-title":"Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing","author":"Aji","year":"2017"},{"key":"B12","article-title":"DoReFa-Net: Training Low Bitwidth Convolutional Neural Networks with Low Bitwidth Gradients","author":"Zhou","year":"2016","journal-title":"CoRR abs\/1606.06160"},{"key":"B13","first-page":"1737","article-title":"Deep Learning with Limited Numerical Precision","volume-title":"Proceedings of the 32Nd International Conference on International Conference on Machine Learning- Volume 37","volume":"15","author":"Gupta","year":"2015"},{"key":"B14","article-title":"Distributed Mean Estimation with Limited Communication","author":"Suresh","year":"2016","journal-title":"CoRR abs\/1611.00429"},{"key":"B15","first-page":"1709","article-title":"QSGD: Communication-Efficient SGD via Gradient Quantization and Encoding","volume-title":"[Advances in Neural Information Processing Systems 30","author":"Alistarh","year":"2017"},{"key":"B16","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2016.2646700"},{"key":"B17","article-title":"Learning mixture of gaussians with streaming data","author":"Raghunathan","year":"2017","journal-title":"Advances in Neural Information Processing Systems 30"},{"key":"B18","first-page":"1097","article-title":"ImageNet Classification with Deep Convolutional Neural Networks","volume-title":"Proceedings of the 25th International Conference on Neural Information Processing Systems","volume":"1","author":"Krizhevsky","year":"2012"}],"event":{"name":"Sixteenth International Conference on Machine Vision (ICMV 2023)","start":{"date-parts":[[2023,11,15]]},"location":"Yerevan, Armenia","end":{"date-parts":[[2023,11,18]]}},"container-title":["Sixteenth International Conference on Machine Vision (ICMV 2023)"],"original-title":[],"deposited":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T22:24:28Z","timestamp":1716589468000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.spiedigitallibrary.org\/conference-proceedings-of-spie\/13072\/3023413\/A-data-parallel-approach-for-distributed-neural-networks-to-achieve\/10.1117\/12.3023413.full"}},"subtitle":[],"editor":[{"given":"Wolfgang","family":"Osten","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2024,4,3]]},"references-count":18,"URL":"https:\/\/doi.org\/10.1117\/12.3023413","relation":{},"subject":[],"published":{"date-parts":[[2024,4,3]]}}}