{"id":"https://openalex.org/W2162970483","doi":"https://doi.org/10.1145/2670979.2670984","title":"Exploiting iterative-ness for parallel ML computations","display_name":"Exploiting iterative-ness for parallel ML computations","publication_year":2014,"publication_date":"2014-11-03","ids":{"openalex":"https://openalex.org/W2162970483","doi":"https://doi.org/10.1145/2670979.2670984","mag":"2162970483"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2670979.2670984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://pdl.cmu.edu/PDL-FTP/CloudComputing/cui-SoCC14.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101059479","display_name":"Henggang Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henggang Cui","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048451114","display_name":"Alexey Tumanov","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexey Tumanov","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112647533","display_name":"Jinliang Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinliang Wei","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028401990","display_name":"Lianghong Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lianghong Xu","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752236","display_name":"Wei Dai","orcid":"https://orcid.org/0000-0002-4781-3485"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Dai","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053553009","display_name":"Jesse Haber-Kucharsky","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jesse Haber-Kucharsky","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012361506","display_name":"Qirong Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qirong Ho","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037557529","display_name":"Gregory R. Ganger","orcid":"https://orcid.org/0000-0002-3065-7316"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory R. Ganger","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014824446","display_name":"Phillip B. Gibbons","orcid":"https://orcid.org/0000-0001-6967-2735"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"funder","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Phillip B. Gibbons","raw_affiliation_strings":["Intel Labs"],"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431830","display_name":"Garth A. Gibson","orcid":"https://orcid.org/0000-0002-6656-7080"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garth A. Gibson","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"funder","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.965,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":29,"citation_normalized_percentile":{"value":0.885914,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/instruction-prefetch","display_name":"Instruction prefetch","score":0.88092196},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.45294493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8855938},{"id":"https://openalex.org/C133588205","wikidata":"https://www.wikidata.org/wiki/Q28455645","display_name":"Instruction prefetch","level":3,"score":0.88092196},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.7116562},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.67098963},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.66380155},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5868494},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5727711},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.45294493},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44894573},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.44667834},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35639262},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34007245},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15187186},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/2670979.2670984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.726.8704","pdf_url":"http://pdl.cmu.edu/PDL-FTP/CloudComputing/cui-SoCC14.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.726.8704","pdf_url":"http://pdl.cmu.edu/PDL-FTP/CloudComputing/cui-SoCC14.pdf","source":{"id":"https://openalex.org/S4306400349","display_name":"CiteSeer X (The Pennsylvania State University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I130769515","host_organization_name":"Pennsylvania State University","host_organization_lineage":["https://openalex.org/I130769515"],"host_organization_lineage_names":["Pennsylvania State University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320307102","funder_display_name":"Intel Corporation","award_id":null},{"funder":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency","award_id":"FA87501220324"},{"funder":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada","award_id":null},{"funder":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems","award_id":"CNS-1042537 and CNS-1042543"}],"datasets":[],"versions":[],"referenced_works_count":46,"referenced_works":["https://openalex.org/W130696423","https://openalex.org/W1559676287","https://openalex.org/W1597347417","https://openalex.org/W1652793671","https://openalex.org/W1788180225","https://openalex.org/W1833917188","https://openalex.org/W1845494277","https://openalex.org/W1980147176","https://openalex.org/W2001082470","https://openalex.org/W200298483","https://openalex.org/W2013344760","https://openalex.org/W2029764709","https://openalex.org/W2036120890","https://openalex.org/W2053076698","https://openalex.org/W2066636486","https://openalex.org/W2082171780","https://openalex.org/W2092537111","https://openalex.org/W2101196063","https://openalex.org/W2106342588","https://openalex.org/W2109722477","https://openalex.org/W2123805106","https://openalex.org/W2131166445","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2138996412","https://openalex.org/W2141711298","https://openalex.org/W2146247503","https://openalex.org/W2150864656","https://openalex.org/W2161995137","https://openalex.org/W2162390675","https://openalex.org/W2166874382","https://openalex.org/W2168231600","https://openalex.org/W2170616854","https://openalex.org/W2184628147","https://openalex.org/W2607967384","https://openalex.org/W2949198759","https://openalex.org/W2964019081","https://openalex.org/W3120740533","https://openalex.org/W3401598","https://openalex.org/W4236010665","https://openalex.org/W4285719527","https://openalex.org/W48317398","https://openalex.org/W57462620","https://openalex.org/W78077100","https://openalex.org/W847534650","https://openalex.org/W95542644"],"related_works":["https://openalex.org/W3117515082","https://openalex.org/W3022537591","https://openalex.org/W2462146500","https://openalex.org/W2379283503","https://openalex.org/W2285914869","https://openalex.org/W2167639078","https://openalex.org/W2141676084","https://openalex.org/W2140324148","https://openalex.org/W2121199344","https://openalex.org/W2113441357"],"abstract_inverted_index":{"Many":[0],"large-scale":[1],"machine":[2],"learning":[3],"(ML)":[4],"applications":[5,60],"use":[6],"iterative":[7],"algorithms":[8],"to":[9,33,50,78,123,130,134,158],"converge":[10],"on":[11,71],"parameter":[12],"values":[13],"that":[14,41,61,139,153],"make":[15],"the":[16,20,28,52,55,72,90,161],"chosen":[17],"model":[18,80],"fit":[19],"input":[21],"data.":[22],"Often,":[23],"this":[24],"approach":[25,77],"results":[26],"in":[27,66,160],"same":[29],"sequence":[30],"of":[31,54],"accesses":[32,129],"parameters":[34,81],"repeating":[35,43,91],"each":[36,121],"iteration.":[37],"This":[38],"paper":[39],"shows":[40],"these":[42,154],"patterns":[44,92,162],"can":[45,93],"and":[46,57,87,101,110,113,127,152],"should":[47,117],"be":[48,63,94,118],"exploited":[49],"improve":[51],"efficiency":[53],"parallel":[56],"distributed":[58],"ML":[59,150],"will":[62],"a":[64],"mainstay":[65],"cloud":[67],"computing":[68],"environments.":[69],"Focusing":[70],"increasingly":[73],"popular":[74],"\"parameter":[75],"server\"":[76],"sharing":[79],"among":[82],"worker":[83],"threads,":[84],"we":[85],"describe":[86],"demonstrate":[88],"how":[89],"exploited.":[95],"Examples":[96],"include":[97],"replacing":[98],"dynamic":[99],"cache":[100],"server":[102],"structures":[103],"with":[104],"static":[105],"pre-serialized":[106],"structures,":[107],"informing":[108],"prefetch":[109],"partitioning":[111],"decisions,":[112],"determining":[114],"which":[115],"data":[116],"cached":[119],"at":[120],"thread":[122],"avoid":[124],"both":[125],"contention":[126],"slow":[128],"memory":[131],"banks":[132],"attached":[133],"other":[135],"sockets.":[136],"Experiments":[137],"show":[138],"such":[140],"exploitation":[141],"reduces":[142],"per-iteration":[143],"time":[144],"by":[145],"33--98%,":[146],"for":[147],"three":[148],"real":[149],"workloads,":[151],"improvements":[155],"are":[156],"robust":[157],"variation":[159],"over":[163],"time.":[164]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2162970483","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2025-02-23T06:46:18.821001","created_date":"2016-06-24"}