{"id":"https://openalex.org/W3103594582","doi":"https://doi.org/10.1145/3190508.3190551","title":"Dynamic control flow in large-scale machine learning","display_name":"Dynamic control flow in large-scale machine learning","publication_year":2018,"publication_date":"2018-04-18","ids":{"openalex":"https://openalex.org/W3103594582","doi":"https://doi.org/10.1145/3190508.3190551","mag":"3103594582"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3190508.3190551","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3190551&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3190551&type=pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104075606","display_name":"Yuan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuan Yu","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109387322","display_name":"Mart\u0131\u0301n Abadi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mart\u00edn Abadi","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110193634","display_name":"Paul Barham","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Barham","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047736127","display_name":"Eugene Brevdo","orcid":"https://orcid.org/0009-0005-7965-3534"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eugene Brevdo","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080605012","display_name":"Mike Burrows","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mike Burrows","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068599616","display_name":"Andy Davis","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andy Davis","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011889606","display_name":"Jeff Dean","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Dean","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012998255","display_name":"Sanjay Ghemawat","orcid":"https://orcid.org/0009-0005-6843-3093"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjay Ghemawat","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059282957","display_name":"Tim Harley","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tim Harley","raw_affiliation_strings":["DeepMind"],"affiliations":[{"raw_affiliation_string":"DeepMind","institution_ids":["https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111910004","display_name":"Peter Hawkins","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Hawkins","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089543053","display_name":"Michael Isard","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Isard","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000650022","display_name":"Manjunath Kudlur","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726927","display_name":"Cerebras Systems (United States)","ror":"https://ror.org/040zz8080","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726927"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Manjunath Kudlur","raw_affiliation_strings":["Cerebras Systems"],"affiliations":[{"raw_affiliation_string":"Cerebras Systems","institution_ids":["https://openalex.org/I4401726927"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024140027","display_name":"Rajat Monga","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajat Monga","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067335143","display_name":"Derek G. Murray","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Derek Murray","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102988664","display_name":"Xiaoqiang Zheng","orcid":"https://orcid.org/0000-0001-5151-8561"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Zheng","raw_affiliation_strings":["Google Brain"],"affiliations":[{"raw_affiliation_string":"Google Brain","institution_ids":["https://openalex.org/I1291425158"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":85,"citation_normalized_percentile":{"value":0.999905,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9892,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-flow","display_name":"Control flow","score":0.5428519}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8301854},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6856237},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.67746043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5451204},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.5428519},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5097315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.50071406},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49168283},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43746957},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.43207744},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42393076},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.41647583},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11369917},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3190508.3190551","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3190551&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1805.01772","pdf_url":"https://arxiv.org/pdf/1805.01772","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1805.01772","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1145/3190508.3190551","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3190551&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":["https://openalex.org/W2798725115","https://openalex.org/W3103594582"],"referenced_works_count":33,"referenced_works":["https://openalex.org/W1487337216","https://openalex.org/W1498436455","https://openalex.org/W1548328233","https://openalex.org/W1606347560","https://openalex.org/W1965256357","https://openalex.org/W2031070741","https://openalex.org/W2035667607","https://openalex.org/W2064675550","https://openalex.org/W2082171780","https://openalex.org/W2104518905","https://openalex.org/W2137380783","https://openalex.org/W2145339207","https://openalex.org/W2152175008","https://openalex.org/W2155893237","https://openalex.org/W2171532807","https://openalex.org/W2186615578","https://openalex.org/W2325237720","https://openalex.org/W2338908902","https://openalex.org/W2384495648","https://openalex.org/W2423581336","https://openalex.org/W2513383847","https://openalex.org/W2521218765","https://openalex.org/W2525778437","https://openalex.org/W2566652804","https://openalex.org/W2586850891","https://openalex.org/W2598842133","https://openalex.org/W2606722458","https://openalex.org/W2912782323","https://openalex.org/W2949888546","https://openalex.org/W2952339051","https://openalex.org/W2953384591","https://openalex.org/W2963572611","https://openalex.org/W4246838776"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2394465510","https://openalex.org/W2159583675","https://openalex.org/W2155470929","https://openalex.org/W2138720691","https://openalex.org/W2111125783","https://openalex.org/W1982914007","https://openalex.org/W1824242903","https://openalex.org/W1493858311"],"abstract_inverted_index":{"Many":[0],"recent":[1],"machine":[2,70,91,113,126,180],"learning":[3,26,71,92,114,127,181],"models":[4,17,182],"rely":[5],"on":[6,19,24,28,150],"fine-grained":[7],"dynamic":[8,40,75,95],"control":[9,41,76,96,185],"flow":[10,77],"for":[11,39,89,178],"training":[12,179],"and":[13,23,34,67,80,106,138,159,171,203,207,220,228,237,241],"inference.":[14],"In":[15],"particular,":[16],"based":[18],"recurrent":[20],"neural":[21],"networks":[22],"reinforcement":[25],"depend":[27],"recurrence":[29],"relations,":[30],"data-dependent":[31],"conditional":[32],"execution,":[33],"other":[35],"features":[36],"that":[37,93,183],"call":[38],"flow.":[42,97,186],"These":[43],"applications":[44],"benefit":[45],"from":[46],"the":[47,100,103,119,134,216],"ability":[48],"to":[49,124,148,197,204],"make":[50],"rapid":[51],"control-flow":[52],"decisions":[53],"across":[54,145,201],"a":[55,61,69,86,111,151],"set":[56,152],"of":[57,102,121,136,140,153,190,218],"computing":[58],"devices":[59],"in":[60,78,109,165,199,215,226],"distributed":[62,79,90,112,172],"system.":[63,115],"For":[64],"performance,":[65],"scalability,":[66],"expressiveness,":[68],"system":[72],"must":[73],"support":[74,168],"heterogeneous":[81,154],"environments.":[82],"This":[83],"paper":[84],"presents":[85],"programming":[87,104],"model":[88,167],"supports":[94],"We":[98,210,230],"describe":[99],"design":[101],"model,":[105],"its":[107,239],"implementation":[108],"TensorFlow,":[110,219],"Our":[116],"approach":[117],"extends":[118],"use":[120,184],"dataflow":[122],"graphs":[123],"represent":[125],"models,":[128],"offering":[129],"several":[130,234],"distinctive":[131],"features.":[132],"First,":[133],"branches":[135],"conditionals":[137],"bodies":[139],"loops":[141],"can":[142],"be":[143],"partitioned":[144],"many":[146],"machines":[147],"run":[149],"devices,":[155],"including":[156],"CPUs,":[157],"GPUs,":[158],"custom":[160],"ASICs.":[161],"Second,":[162],"programs":[163],"written":[164],"our":[166,188,213],"automatic":[169],"differentiation":[170],"gradient":[173],"computations,":[174],"which":[175],"are":[176],"necessary":[177],"Third,":[187],"choice":[189],"non-strict":[191],"semantics":[192],"enables":[193],"multiple":[194],"loop":[195],"iterations":[196],"execute":[198],"parallel":[200],"machines,":[202],"overlap":[205],"compute":[206],"I/O":[208],"operations.":[209],"have":[211],"done":[212],"work":[214],"context":[217],"it":[221,232],"has":[222],"been":[223],"used":[224],"extensively":[225],"research":[227],"production.":[229],"evaluate":[231],"using":[233],"real-world":[235],"applications,":[236],"demonstrate":[238],"performance":[240],"scalability.":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3103594582","counts_by_year":[{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":3}],"updated_date":"2025-01-20T22:06:36.431329","created_date":"2020-11-23"}