{"id":"https://openalex.org/W2945053904","doi":"https://doi.org/10.1145/3316781.3317837","title":"HeadStart","display_name":"HeadStart","publication_year":2019,"publication_date":"2019-05-23","ids":{"openalex":"https://openalex.org/W2945053904","doi":"https://doi.org/10.1145/3316781.3317837","mag":"2945053904"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3316781.3317837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100635306","display_name":"Ning Lin","orcid":"https://orcid.org/0000-0002-6198-7043"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Lin","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014244388","display_name":"Hang L\u00fc","orcid":"https://orcid.org/0000-0001-6233-3538"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Lu","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013566518","display_name":"Xin Wei","orcid":"https://orcid.org/0000-0001-7537-7679"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wei","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023380073","display_name":"Xiaowei Li","orcid":"https://orcid.org/0000-0002-0874-814X"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Li","raw_affiliation_strings":["State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Computer Architecture, Institute of Computing Technology, Chinese Academy of Sciences and University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I4210165038"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.135,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":2,"citation_normalized_percentile":{"value":0.406076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":70,"max":74},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Deep Learning in Computer Vision and Image Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Advances in Transfer Learning and Domain Adaptation","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Deep Learning Models","score":0.9994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9174945},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8046361},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep Learning","score":0.535718},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine Learning","score":0.502853},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4541277}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9174945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8488352},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8046361},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6909857},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.68914545},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6553211},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.53154945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46826535},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4541277},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4224509},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3715149},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35622597},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25293183},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.11829433},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3316781.3317837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.71,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":26,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1797268635","https://openalex.org/W2112796928","https://openalex.org/W2121863487","https://openalex.org/W2194775991","https://openalex.org/W2285660444","https://openalex.org/W2331143823","https://openalex.org/W2495425901","https://openalex.org/W2618530766","https://openalex.org/W2701719801","https://openalex.org/W2707890836","https://openalex.org/W2804268686","https://openalex.org/W2883928845","https://openalex.org/W2950656546","https://openalex.org/W2962851801","https://openalex.org/W2962874694","https://openalex.org/W2962944050","https://openalex.org/W2962965870","https://openalex.org/W2963363373","https://openalex.org/W2963393494","https://openalex.org/W2963674932","https://openalex.org/W2964233199","https://openalex.org/W2964299589","https://openalex.org/W3028304412","https://openalex.org/W3103768881","https://openalex.org/W3118608800"],"related_works":["https://openalex.org/W4381489698","https://openalex.org/W4366999913","https://openalex.org/W4281678247","https://openalex.org/W3162668736","https://openalex.org/W3131458535","https://openalex.org/W3014007418","https://openalex.org/W3013760193","https://openalex.org/W2164382479","https://openalex.org/W2097707447","https://openalex.org/W2058965144"],"abstract_inverted_index":{"Deep":[0],"convolutional":[1],"neural":[2],"networks":[3],"are":[4],"well-known":[5],"for":[6,25],"the":[7,26,54,60,71,118,125,129,132,140,143,147],"extensive":[8],"parameters":[9],"and":[10,46,100,146,191],"computation":[11],"intensity.":[12],"Structured":[13],"pruning":[14,45,122],"is":[15,77],"an":[16],"effective":[17],"solution":[18],"to":[19,40,52,70,95,116,153,174,196],"obtain":[20],"a":[21,97,107],"more":[22,93],"compact":[23],"model":[24],"efficient":[27],"inference":[28,176],"on":[29,48,188],"GPGPUs,":[30,190],"without":[31],"designing":[32],"specific":[33],"hardware":[34],"accelerators.":[35],"However,":[36],"previous":[37],"works":[38,163],"resort":[39],"certain":[41],"metrics":[42],"in":[43,80],"channel/filter":[44],"count":[47],"labor":[49],"intensive":[50],"fine-tunings":[51],"recover":[53],"accuracy":[55,73,145,181],"loss.":[56],"The":[57],"\"inception\"":[58],"of":[59,121,131,155],"pruned":[61],"model,":[62],"as":[63,113,164],"another":[64],"form":[65],"factor,":[66],"has":[67],"indispensable":[68],"impact":[69],"final":[72,144],"but":[74],"its":[75],"importance":[76],"often":[78],"ignored":[79],"these":[81],"works.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86],"prove":[87],"that":[88,169],"optimal":[89,126],"inception":[90],"will":[91],"be":[92,193],"likely":[94],"induce":[96],"satisfied":[98],"performance":[99],"shortened":[101],"fine-tuning":[102],"iterations.":[103],"We":[104],"also":[105],"propose":[106],"reinforcement":[108],"learning":[109],"based":[110],"solution,":[111],"termed":[112],"HeadStart,":[114],"seeking":[115],"learn":[117],"best":[119],"way":[120],"aiming":[123],"at":[124],"inception.":[127],"With":[128],"help":[130],"specialized":[133],"head-start":[134],"network,":[135],"it":[136,159],"could":[137,171,192],"automatically":[138],"balance":[139],"tradeoff":[141],"between":[142],"preset":[148],"speedup":[149,177],"rather":[150],"than":[151],"tilting":[152],"one":[154],"them,":[156],"which":[157],"makes":[158],"differentiated":[160],"from":[161],"existing":[162],"well.":[165],"Experimental":[166],"results":[167],"show":[168],"HeadStart":[170],"attain":[172],"up":[173],"2.25x":[175],"with":[178,184],"only":[179],"1.16%":[180],"loss":[182],"tested":[183],"large":[185],"scale":[186],"images":[187],"various":[189,197],"well":[194],"generalized":[195],"cutting-edge":[198],"DCNN":[199],"models.":[200]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2945053904","counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2024-11-28T05:34:44.954019","created_date":"2019-05-29"}