{"id":"https://openalex.org/W4225146526","doi":"https://doi.org/10.48550/arxiv.2204.13561","title":"FuncPipe: A Pipelined Serverless Framework for Fast and Cost-efficient Training of Deep Learning Models","display_name":"FuncPipe: A Pipelined Serverless Framework for Fast and Cost-efficient Training of Deep Learning Models","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225146526","doi":"https://doi.org/10.48550/arxiv.2204.13561"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.13561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"journal-article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2204.13561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068203622","display_name":"Yunzhuo Liu","orcid":"https://orcid.org/0009-0008-0451-2309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yunzhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100608485","display_name":"Bo Jiang","orcid":"https://orcid.org/0000-0003-3878-515X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654957","display_name":"Tian Guo","orcid":"https://orcid.org/0000-0003-2941-4605"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Tian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033059414","display_name":"Zimeng Huang","orcid":"https://orcid.org/0000-0003-0073-2589"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zimeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071271412","display_name":"Wenhao Ma","orcid":"https://orcid.org/0000-0002-6704-3262"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Wenhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034483183","display_name":"Xinbing Wang","orcid":"https://orcid.org/0000-0002-0357-8356"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinbing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023919188","display_name":"Chenghu Zhou","orcid":"https://orcid.org/0000-0003-3331-2302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Chenghu","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":59},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9944,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9942,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9941,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.45802316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8482405},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7047256},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.61747074},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.52238446},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49714497},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4900564},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4795708},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.45802316},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.45153716},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.43528348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42358354},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.34204465},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.30128413},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18018636},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14034826},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13071206},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09181449},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.13561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.13561","pdf_url":"http://arxiv.org/pdf/2204.13561","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2204.13561","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2204.13561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":null,"is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6,"id":"https://metadata.un.org/sdg/9"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W4311080316"],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W98480971","https://openalex.org/W3138386522","https://openalex.org/W2499279132","https://openalex.org/W2164382479","https://openalex.org/W2150291671","https://openalex.org/W2146343568","https://openalex.org/W2058965144","https://openalex.org/W2027972911","https://openalex.org/W2013643406","https://openalex.org/W17155033"],"abstract_inverted_index":{"Training":[0],"deep":[1],"learning":[2],"(DL)":[3],"models":[4,44,181],"in":[5],"the":[6,13,39,51,94,111,117,135,156,162,165,185,191],"cloud":[7,209],"has":[8],"become":[9],"a":[10,71,151,198],"norm.":[11],"With":[12],"emergence":[14],"of":[15,21,54,87,113,119,194],"serverless":[16,46,56,79,114,139,157,177,210],"computing":[17],"and":[18,25,58,65,84,107,116,141,174,179,212,220],"its":[19],"benefits":[20],"true":[22],"pay-as-you-go":[23],"pricing":[24],"scalability,":[26],"systems":[27],"researchers":[28],"have":[29,125],"recently":[30],"started":[31],"to":[32,41,103,126,133,182,224],"provide":[33],"support":[34],"for":[35,63,78,155,164],"serverless-based":[36,226],"training.":[37,121],"However,":[38],"ability":[40],"train":[42],"DL":[43,59,88,120],"on":[45,206],"platforms":[47,80,211],"is":[48,91],"hindered":[49],"by":[50],"resource":[52,186],"limitations":[53],"today's":[55],"infrastructure":[57],"models'":[60],"explosive":[61],"requirement":[62,118],"memory":[64,106],"bandwidth.":[66,146],"This":[67],"paper":[68],"describes":[69],"FuncPipe,":[70],"novel":[72,199],"pipelined":[73,200],"training":[74,86],"framework":[75],"specifically":[76],"designed":[77,92],"that":[81,97,214],"enable":[82],"fast":[83],"low-cost":[85],"models.":[89],"FuncPipe":[90,205],"with":[93,197],"key":[95],"insight":[96],"model":[98],"partitioning":[99],"can":[100],"be":[101],"leveraged":[102],"bridge":[104],"both":[105],"bandwidth":[108,192],"gaps":[109],"between":[110],"capacity":[112],"functions":[115],"Conceptually":[122],"simple,":[123],"we":[124,149,189],"answer":[127],"several":[128],"design":[129],"questions,":[130],"including":[131],"how":[132],"partition":[134],"model,":[136],"configure":[137],"each":[138,143],"function,":[140],"exploit":[142],"function's":[144],"uplink/downlink":[145],"In":[147],"particular,":[148],"tailor":[150],"micro-batch":[152],"scheduling":[153],"policy":[154],"environment,":[158],"which":[159],"serves":[160],"as":[161],"basis":[163],"subsequent":[166],"optimization.":[167],"Our":[168],"Mixed-Integer":[169],"Quadratic":[170],"Programming":[171],"formulation":[172],"automatically":[173],"simultaneously":[175],"configures":[176],"resources":[178],"partitions":[180],"fit":[183],"within":[184],"constraints.":[187],"Lastly,":[188],"improve":[190],"efficiency":[193],"storage-based":[195],"synchronization":[196],"scatter-reduce":[201],"algorithm.":[202],"We":[203],"implement":[204],"two":[207],"popular":[208],"show":[213],"it":[215],"achieves":[216],"7%-77%":[217],"cost":[218],"savings":[219],"1.3X-2.2X":[221],"speedup":[222],"compared":[223],"state-of-the-art":[225],"frameworks.":[227]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4225146526","counts_by_year":[],"updated_date":"2025-02-25T17:01:53.540345","created_date":"2022-05-01"}