{"id":"https://openalex.org/W4385819934","doi":"https://doi.org/10.1109/tc.2023.3305077","title":"Accelerating GNN Training by Adapting Large Graphs to Distributed Heterogeneous Architectures","display_name":"Accelerating GNN Training by Adapting Large Graphs to Distributed Heterogeneous Architectures","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W4385819934","doi":"https://doi.org/10.1109/tc.2023.3305077"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3305077","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100663892","display_name":"Lizhi Zhang","orcid":"https://orcid.org/0000-0001-6727-1962"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhi Zhang","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625354","display_name":"Kai L\u00fc","orcid":"https://orcid.org/0000-0002-6378-7002"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055426388","display_name":"Zhiquan Lai","orcid":"https://orcid.org/0000-0002-3458-4732"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiquan Lai","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003730869","display_name":"Yongquan Fu","orcid":"https://orcid.org/0000-0002-7564-5239"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongquan Fu","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102970145","display_name":"Yu Tang","orcid":"https://orcid.org/0000-0002-8595-1547"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Tang","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, National University of Defence Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.705,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.606989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":79,"max":84},"biblio":{"volume":"72","issue":"12","first_page":"3473","last_page":"3488"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9803,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9579,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5851678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8842597},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7323953},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.60971797},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5851678},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.56596583},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.48913768},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4806596},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43678343},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.42127186},{"id":"https://openalex.org/C80899671","wikidata":"https://www.wikidata.org/wiki/Q1304193","display_name":"Vertex (graph theory)","level":3,"score":0.41389236},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33262536},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3305077","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61972409"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"62025208"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61932001"},{"funder":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China","award_id":"2021YFB0301200"}],"datasets":[],"versions":[],"referenced_works_count":39,"referenced_works":["https://openalex.org/W1514171102","https://openalex.org/W2011963492","https://openalex.org/W2070232376","https://openalex.org/W2116341502","https://openalex.org/W2135957668","https://openalex.org/W2558748708","https://openalex.org/W2584785188","https://openalex.org/W2767104566","https://openalex.org/W2897337593","https://openalex.org/W2907492528","https://openalex.org/W2926442184","https://openalex.org/W2951136539","https://openalex.org/W2961295589","https://openalex.org/W2963601856","https://openalex.org/W2963695795","https://openalex.org/W2964015378","https://openalex.org/W2964337156","https://openalex.org/W2964571482","https://openalex.org/W2970090796","https://openalex.org/W2982536084","https://openalex.org/W3002924435","https://openalex.org/W3011667710","https://openalex.org/W3037471945","https://openalex.org/W3080555959","https://openalex.org/W3086238199","https://openalex.org/W3096566397","https://openalex.org/W3100078588","https://openalex.org/W3101553402","https://openalex.org/W3132185085","https://openalex.org/W3152893301","https://openalex.org/W3159953606","https://openalex.org/W3175618977","https://openalex.org/W4200294488","https://openalex.org/W4287374850","https://openalex.org/W4288419263","https://openalex.org/W4293651439","https://openalex.org/W4294558607","https://openalex.org/W4295312788","https://openalex.org/W4297733535"],"related_works":["https://openalex.org/W98480971","https://openalex.org/W2597809628","https://openalex.org/W2164382479","https://openalex.org/W2157978810","https://openalex.org/W2150291671","https://openalex.org/W2146343568","https://openalex.org/W2111089054","https://openalex.org/W2058965144","https://openalex.org/W2027972911","https://openalex.org/W2013643406"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs)":[3],"have":[4],"been":[5],"successfully":[6],"applied":[7],"to":[8,32,53,139,183,193,206],"many":[9],"important":[10],"application":[11],"domains":[12],"on":[13,95,130,170],"graph":[14,100,156,172],"data.":[15],"As":[16],"graphs":[17],"become":[18],"increasingly":[19],"large,":[20],"existing":[21],"GNN":[22,79,197],"training":[23,198],"frameworks":[24],"typically":[25],"use":[26],"mini-batch":[27,66,185],"sampling":[28,67,105,161],"during":[29],"feature":[30,69,127],"aggregation":[31,70],"lower":[33],"resource":[34],"burdens,":[35],"which":[36,141],"unfortunately":[37],"suffer":[38],"from":[39,51],"long":[40],"memory":[41,178],"accessing":[42],"latency":[43,180],"and":[44,68,71,74,77,106,115,148,162,187],"inefficient":[45],"data":[46,110,144,188],"transfer":[47,145,189],"of":[48,65,98,112,119],"vertex":[49,113],"features":[50],"CPU":[52,147],"GPU.":[54,149],"This":[55],"paper":[56],"proposes":[57,124],"2PGraph,":[58],"a":[59,84,125,135,153],"system":[60],"that":[61,90,175],"addresses":[62],"these":[63],"limitations":[64],"supports":[72],"fast":[73],"efficient":[75],"single-GPU":[76],"distributed":[78,166,196],"training.":[80],"First,":[81],"2PGraph":[82,123,151,176,203],"presents":[83,152],"locality":[85,97,111],"awareness":[86],"GNN-training":[87],"scheduling":[88],"method":[89,129],"schedules":[91],"the":[92,96,99,104,109,117],"vertices":[93],"based":[94],"topology,":[101],"significantly":[102],"accelerating":[103],"aggregation,":[107],"improving":[108],"access,":[114],"limiting":[116],"range":[118],"neighborhood":[120],"expansion.":[121],"Second,":[122],"GNN-layer-aware":[126],"caching":[128],"available":[131],"GPU":[132],"resources":[133],"with":[134],"hit":[136],"rate":[137],"up":[138,182,192,205],"100%,":[140],"avoids":[142],"redundant":[143],"between":[146],"Third,":[150],"self-dependence":[154],"cluster-based":[155],"partition":[157],"method,":[158],"achieving":[159],"high":[160],"cache":[163],"efficiency":[164],"for":[165],"environments.":[167],"Experimental":[168],"results":[169],"real-world":[171],"datasets":[173],"show":[174],"reduces":[177],"access":[179],"by":[181,191],"90%":[184],"sampling,":[186],"time":[190],"99%.":[194],"For":[195],"over":[199,210],"an":[200],"8-GPU":[201],"cluster,":[202],"achieves":[204],"8.7\u00d7":[207],"performance":[208],"speedup":[209],"state-of-the-art":[211],"approaches.":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4385819934","counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2024-12-23T01:22:17.856328","created_date":"2023-08-15"}