乐胖代购免代理版

{"id":"https://openalex.org/W3143293307","doi":"https://doi.org/10.1109/access.2021.3070012","title":"Accelerating Distributed SGD With Group Hybrid Parallelism","display_name":"Accelerating Distributed SGD With Group Hybrid Parallelism","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3143293307","doi":"https://doi.org/10.1109/access.2021.3070012","mag":"3143293307"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3070012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09391652.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"type":"article","type_crossref":"journal-article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09391652.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079698839","display_name":"Kyung-no Joo","orcid":"https://orcid.org/0000-0001-7339-1645"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-No Joo","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045403869","display_name":"Chan\u2010Hyun Youn","orcid":"https://orcid.org/0000-0002-3970-7308"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chan-Hyun Youn","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology, Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850,"provenance":"doaj"},"fwci":0.408,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.719965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":76,"max":78},"biblio":{"volume":"9","issue":null,"first_page":"52601","last_page":"52618"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9965,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7787389},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5714733},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.52829957},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.48593774},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4122244}],"mesh":[],"locations_count":2,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3070012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09391652.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://doaj.org/article/ae8f4659d785456e87859b9661883953","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3070012","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09391652.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320322093","funder_display_name":"Electronics and Telecommunications Research Institute","award_id":"20ZS1100, Core Technology Research for Self-Improving Integrated Artificial Intelligence System"}],"datasets":[],"versions":[],"referenced_works_count":54,"referenced_works":["https://openalex.org/W1572016165","https://openalex.org/W1598866093","https://openalex.org/W1652793671","https://openalex.org/W1979566015","https://openalex.org/W2018162709","https://openalex.org/W2059300917","https://openalex.org/W2072566913","https://openalex.org/W2093229192","https://openalex.org/W2120480077","https://openalex.org/W2131613942","https://openalex.org/W2168231600","https://openalex.org/W2287011250","https://openalex.org/W2336650964","https://openalex.org/W2397007421","https://openalex.org/W2489529491","https://openalex.org/W2526749411","https://openalex.org/W2541884796","https://openalex.org/W2553581924","https://openalex.org/W2582737986","https://openalex.org/W2617411258","https://openalex.org/W2622263826","https://openalex.org/W2736601468","https://openalex.org/W2752512710","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2785452945","https://openalex.org/W2786066748","https://openalex.org/W2895891814","https://openalex.org/W2907299250","https://openalex.org/W2913570153","https://openalex.org/W2924425593","https://openalex.org/W2942889782","https://openalex.org/W2946270031","https://openalex.org/W2949869455","https://openalex.org/W2952313066","https://openalex.org/W2952926545","https://openalex.org/W2955052486","https://openalex.org/W2955425717","https://openalex.org/W2963339410","https://openalex.org/W2963361660","https://openalex.org/W2963803379","https://openalex.org/W2963959650","https://openalex.org/W2964174152","https://openalex.org/W2969388332","https://openalex.org/W2970155754","https://openalex.org/W2972087877","https://openalex.org/W2991040477","https://openalex.org/W3037847693","https://openalex.org/W3038028469","https://openalex.org/W3105314253","https://openalex.org/W3105668694","https://openalex.org/W4297687186","https://openalex.org/W4298840580","https://openalex.org/W4318619660"],"related_works":["https://openalex.org/W74409296","https://openalex.org/W4230999561","https://openalex.org/W305742777","https://openalex.org/W2950520577","https://openalex.org/W2567390125","https://openalex.org/W2023505575","https://openalex.org/W2003935582","https://openalex.org/W1638215063","https://openalex.org/W1595672120","https://openalex.org/W1554644772"],"abstract_inverted_index":{"The":[0],"scale":[1],"of":[2,28,48,64,129,135,181],"model":[3,143,157,180,185],"parameters":[4],"and":[5,30,69,113,142,149,156,184,187,218],"datasets":[6],"is":[7,32],"rapidly":[8],"growing":[9],"for":[10,38,203],"high":[11],"accuracy":[12,76,102],"in":[13,132,212],"various":[14],"areas.":[15],"To":[16],"train":[17],"a":[18,25,35,126],"large-scale":[19,40,55,137],"deep":[20],"neural":[21],"network":[22,130],"(DNN)":[23],"model,":[24,193],"huge":[26,127],"amount":[27,128],"computation":[29],"memory":[31,153],"required;":[33],"therefore,":[34],"parallelization":[36,201],"technique":[37],"training":[39,98,114,136,166,178,191,205],"DNN":[41,56],"models":[42],"has":[43],"attracted":[44],"attention.":[45],"A":[46],"number":[47],"approaches":[49],"have":[50],"been":[51],"proposed":[52,85],"to":[53,77,95,161],"parallelize":[54],"models,":[57],"but":[58],"these":[59],"schemes":[60],"lack":[61],"scalability":[62],"because":[63],"their":[65],"long":[66],"communication":[67,79,120,147],"time":[68,99,148,167,179,192],"limited":[70],"worker":[71,152],"memory.":[72],"They":[73],"often":[74],"sacrifice":[75],"reduce":[78,146],"time.":[80,206],"In":[81],"this":[82],"work,":[83],"we":[84,194],"an":[86],"efficient":[87],"parallelism":[88,93,144,211,216,226],"strategy":[89,202],"named":[90],"group":[91,209,224],"hybrid":[92,210,225],"(GHP)":[94],"minimize":[96],"the":[97,133,151,165,177,182,190,196,200],"without":[100],"any":[101],"loss.":[103],"Two":[104],"key":[105],"ideas":[106],"inspired":[107],"our":[108,219],"approach.":[109],"First,":[110],"grouping":[111],"workers":[112],"them":[115],"by":[116],"groups":[117],"reduces":[118],"unnecessary":[119],"overhead":[121],"among":[122],"workers.":[123],"It":[124],"saves":[125],"resources":[131],"course":[134],"networks.":[138],"Second,":[139],"mixing":[140],"data":[141,183],"can":[145,168],"mitigate":[150],"issue.":[154],"Data":[155],"paralleism":[158],"are":[159,173],"complementary":[160],"each":[162],"other":[163],"so":[164],"be":[169],"enhanced":[170],"when":[171],"they":[172],"combined.":[174],"We":[175,207],"analyzed":[176],"parallelism,":[186],"based":[188],"on":[189],"demonstrated":[195],"heuristics":[197],"that":[198,223],"determine":[199],"minimizing":[204],"evaluated":[208],"comparison":[213],"with":[214],"existing":[215],"schemes,":[217],"experimental":[220],"results":[221],"show":[222],"outperforms":[227],"them.":[228]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3143293307","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-01-03T22:56:06.219563","created_date":"2021-04-13"}