{"id":"https://openalex.org/W1969805974","doi":"https://doi.org/10.1145/2806777.2806778","title":"Managed communication and consistency for fast data-parallel iterative analytics","display_name":"Managed communication and consistency for fast data-parallel iterative analytics","publication_year":2015,"publication_date":"2015-08-24","ids":{"openalex":"https://openalex.org/W1969805974","doi":"https://doi.org/10.1145/2806777.2806778","mag":"1969805974"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/2806777.2806778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2806777.2806778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/2806777.2806778","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112647533","display_name":"Jinliang Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinliang Wei","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752232","display_name":"Wei Dai","orcid":"https://orcid.org/0000-0002-0408-1835"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Dai","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073820927","display_name":"Aurick Qiao","orcid":"https://orcid.org/0009-0004-9119-8696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aurick Qiao","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012361506","display_name":"Qirong Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"funder","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qirong Ho","raw_affiliation_strings":["Institute for InfoComm Research"],"affiliations":[{"raw_affiliation_string":"Institute for InfoComm Research","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101059479","display_name":"Henggang Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henggang Cui","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037557529","display_name":"Gregory R. Ganger","orcid":"https://orcid.org/0000-0002-3065-7316"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory R. Ganger","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014824446","display_name":"Phillip B. Gibbons","orcid":"https://orcid.org/0000-0001-6967-2735"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"funder","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip B. Gibbons","raw_affiliation_strings":["Intel Labs"],"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431830","display_name":"Garth A. Gibson","orcid":"https://orcid.org/0000-0002-6656-7080"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garth A. Gibson","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.993,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":111,"citation_normalized_percentile":{"value":0.951071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.998,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic Gradient Descent","score":0.6320227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8727621},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.65090835},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6320227},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.56346595},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5130485},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.43985307},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4256409},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.41015744},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33588308},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32638866},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3191985},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3036294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24252626},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16187286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/2806777.2806778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2806777.2806778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.699.3371","pdf_url":"http://www.pdl.cmu.edu/PDL-FTP/CloudComputing/p381-wei-SoCC15.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/2806777.2806778","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2806777.2806778","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"CNS-1042537, CNS-1042543, IIS-1447676"},{"funder":"https://openalex.org/F4320307102","funder_display_name":"Intel Corporation","award_id":null},{"funder":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health","award_id":"GWAS R01GM087694"},{"funder":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency","award_id":"FA87501220324, FA87501220324"}],"datasets":[],"versions":[],"referenced_works_count":55,"referenced_works":["https://openalex.org/W1442374986","https://openalex.org/W1506806321","https://openalex.org/W1511814458","https://openalex.org/W1582614941","https://openalex.org/W1652793671","https://openalex.org/W1663973292","https://openalex.org/W1833917188","https://openalex.org/W1903497807","https://openalex.org/W1980147176","https://openalex.org/W2001082470","https://openalex.org/W200298483","https://openalex.org/W2033656974","https://openalex.org/W2041517243","https://openalex.org/W2045271686","https://openalex.org/W2054141820","https://openalex.org/W2074694452","https://openalex.org/W2082171780","https://openalex.org/W2083842231","https://openalex.org/W2096544401","https://openalex.org/W2097360283","https://openalex.org/W2110104287","https://openalex.org/W2113547287","https://openalex.org/W2114643899","https://openalex.org/W2117699623","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2133941677","https://openalex.org/W2138243089","https://openalex.org/W2138996412","https://openalex.org/W2146502635","https://openalex.org/W2150731624","https://openalex.org/W2162970483","https://openalex.org/W2163605009","https://openalex.org/W2165653993","https://openalex.org/W2166183437","https://openalex.org/W2168231600","https://openalex.org/W2170616854","https://openalex.org/W2173213060","https://openalex.org/W2184628147","https://openalex.org/W2189465200","https://openalex.org/W2477550857","https://openalex.org/W2595840341","https://openalex.org/W2596356468","https://openalex.org/W2597289420","https://openalex.org/W2604258491","https://openalex.org/W2604272474","https://openalex.org/W2607967384","https://openalex.org/W2734941459","https://openalex.org/W2949198759","https://openalex.org/W2951781666","https://openalex.org/W2962727278","https://openalex.org/W2962885409","https://openalex.org/W4285719527","https://openalex.org/W4294541781","https://openalex.org/W78077100"],"related_works":["https://openalex.org/W4385609682","https://openalex.org/W4382937879","https://openalex.org/W4304185162","https://openalex.org/W4206119629","https://openalex.org/W3006282800","https://openalex.org/W3002546633","https://openalex.org/W2964170259","https://openalex.org/W2765682467","https://openalex.org/W2061685118","https://openalex.org/W1603736412"],"abstract_inverted_index":{"At":[0],"the":[1,34,41,45,51,74,80,104,116,119],"core":[2],"of":[3,33,53,82,101,118],"Machine":[4],"Learning":[5],"(ML)":[6],"analytics":[7],"is":[8,109,127,149],"often":[9,60,135],"an":[10],"expert-suggested":[11],"model,":[12],"whose":[13],"parameters":[14,70],"are":[15,47],"refined":[16],"by":[17,111],"iteratively":[18],"processing":[19],"a":[20,62,89],"training":[21],"dataset":[22],"until":[23],"convergence.":[24],"The":[25],"completion":[26,87],"time":[27],"(i.e.":[28],"convergence":[29],"time)":[30],"and":[31,84,145],"quality":[32,52,81],"learned":[35],"model":[36,65,69],"not":[37],"only":[38],"depends":[39],"on":[40],"rate":[42],"at":[43],"which":[44],"refinements":[46,83],"generated":[48],"but":[49],"also":[50],"each":[54],"refinement.":[55],"While":[56],"data-parallel":[57],"ML":[58],"applications":[59],"employ":[61],"loose":[63],"consistency":[64],"when":[66],"updating":[67],"shared":[68],"to":[71,129,137,152],"maximize":[72],"parallelism,":[73],"accumulated":[75,105],"error":[76],"may":[77],"seriously":[78],"impact":[79],"thus":[85],"delay":[86],"time,":[88],"problem":[90],"that":[91],"usually":[92,150],"gets":[93],"worse":[94],"with":[95],"scale.":[96],"Although":[97],"more":[98],"immediate":[99],"propagation":[100],"updates":[102],"reduces":[103],"error,":[106],"this":[107],"strategy":[108],"limited":[110],"physical":[112],"network":[113],"bandwidth.":[114],"Additionally,":[115],"performance":[117],"widely":[120],"used":[121],"stochastic":[122],"gradient":[123],"descent":[124],"(SGD)":[125],"algorithm":[126],"sensitive":[128],"step":[130,142],"size.":[131],"Simply":[132],"increasing":[133],"communication":[134],"fails":[136],"bring":[138],"improvement":[139],"without":[140],"tuning":[141,148],"size":[143],"accordingly":[144],"tedious":[146],"hand":[147],"needed":[151],"achieve":[153],"optimal":[154],"performance.":[155]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1969805974","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":3}],"updated_date":"2025-02-18T18:43:20.730871","created_date":"2016-06-24"}