{"id":"https://openalex.org/W2915056928","doi":"https://doi.org/10.1109/hpcc/smartcity/dss.2018.00137","title":"In-Memory Hadoop on Supercomputers Using Memcached-Like Nodes for Data Storage Only","display_name":"In-Memory Hadoop on Supercomputers Using Memcached-Like Nodes for Data Storage Only","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2915056928","doi":"https://doi.org/10.1109/hpcc/smartcity/dss.2018.00137","mag":"2915056928"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc/smartcity/dss.2018.00137","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010642200","display_name":"Thanh-Chung Dao","orcid":"https://orcid.org/0000-0003-4798-9234"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"funder","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Thanh-Chung Dao","raw_affiliation_strings":["Dept. of Creative Informatics, The University of Tokyo"],"affiliations":[{"raw_affiliation_string":"Dept. of Creative Informatics, The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5010642200"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":62},"biblio":{"volume":null,"issue":null,"first_page":"820","last_page":"827"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9968,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6394672},{"id":"https://openalex.org/keywords/auxiliary-memory","display_name":"Auxiliary memory","score":0.5262222}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.84340024},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.71177477},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6394672},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.635302},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5295221},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.5262222},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5211606},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44918028},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.43849707},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.42382595},{"id":"https://openalex.org/C98986596","wikidata":"https://www.wikidata.org/wiki/Q1143031","display_name":"Semiconductor memory","level":2,"score":0.1257487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09268135},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc/smartcity/dss.2018.00137","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":17,"referenced_works":["https://openalex.org/W1532546444","https://openalex.org/W1598064945","https://openalex.org/W1974396493","https://openalex.org/W2018338139","https://openalex.org/W2049644498","https://openalex.org/W2062826522","https://openalex.org/W2065431209","https://openalex.org/W2093584083","https://openalex.org/W2110946051","https://openalex.org/W2129889687","https://openalex.org/W2158535916","https://openalex.org/W2173213060","https://openalex.org/W2187125920","https://openalex.org/W2189465200","https://openalex.org/W2484869078","https://openalex.org/W2566979091","https://openalex.org/W2740351318"],"related_works":["https://openalex.org/W4230105825","https://openalex.org/W2942295204","https://openalex.org/W2792915651","https://openalex.org/W261562921","https://openalex.org/W2543553956","https://openalex.org/W2104196725","https://openalex.org/W2063776575","https://openalex.org/W2051837050","https://openalex.org/W166631249","https://openalex.org/W102979902"],"abstract_inverted_index":{"In":[0,123],"this":[1],"paper,":[2],"we":[3],"propose":[4],"an":[5],"in-memory":[6,95,177],"architecture":[7],"called":[8,79],"H-Memcached,":[9],"which":[10,163],"can":[11],"solve":[12],"the":[13,76,80,140,181,185],"mismatch":[14],"of":[15,25,61,63,113,128,139,145],"local":[16,67],"disks":[17,68],"on":[18,108,184,199],"modern":[19],"supercomputers.":[20],"It":[21],"helps":[22],"avoid":[23,92],"out":[24,112],"memory":[26,105,114,175],"and":[27,35,43,50,83,111,132,172],"makes":[28],"large-scale":[29],"datasets":[30],"fit":[31,100,120],"into":[32,101,121],"memory.":[33,122],"Hadoop":[34],"Spark":[36],"are":[37,69,130,152,164,169],"good":[38],"choices":[39],"to":[40,86,99,166,180],"run":[41],"MapReduce":[42],"Machine":[44],"learning":[45],"algorithms,":[46],"such":[47],"as":[48,134],"PageRank":[49],"K-means":[51],"clustering.":[52],"A":[53],"supercomputer":[54,102],"is":[55,89,97,106,147],"a":[56,126,135],"high-speed":[57],"network":[58],"cluster":[59],"consisting":[60],"thousands":[62],"compute":[64],"nodes":[65,74,129],"where":[66],"typically":[70],"not":[71,119],"available.":[72],"All":[73],"share":[75],"same":[77],"disk":[78,84,93,183],"central":[81,141,182],"disk,":[82],"I/O":[85],"that":[87,148,192],"storage":[88,136,156,168],"expensive.":[90],"To":[91],"I/O,":[94],"Hadoop/Spark":[96],"required":[98],"environment.":[103],"However,":[104],"limited":[107],"each":[109],"node":[110],"happens":[115],"when":[116],"data":[117,155,167],"does":[118],"our":[124,188],"proposal,":[125],"group":[127],"allocated":[131],"used":[133,153],"device":[137],"instead":[138],"disk.":[142],"The":[143],"uniqueness":[144],"H-Memcached":[146,193],"some":[149],"computation":[150,160],"resources":[151],"for":[154,176],"rather":[157],"than":[158],"running":[159],"tasks.":[161],"Nodes":[162],"dedicated":[165],"less":[170],"busy":[171],"give":[173],"more":[174],"storage.":[178],"Compared":[179],"FX10":[186],"supercomputer,":[187],"experimental":[189],"results":[190],"show":[191],"reduces":[194],"execution":[195],"time":[196],"by":[197],"25%":[198],"average.":[200]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2915056928","counts_by_year":[],"updated_date":"2025-01-30T18:14:56.545325","created_date":"2019-02-21"}