{"id":"https://openalex.org/W2639715790","doi":"https://doi.org/10.1109/tbdata.2017.2719703","title":"Effective Prediction of Missing Data on Apache Spark over Multivariable Time Series","display_name":"Effective Prediction of Missing Data on Apache Spark over Multivariable Time Series","publication_year":2017,"publication_date":"2017-06-26","ids":{"openalex":"https://openalex.org/W2639715790","doi":"https://doi.org/10.1109/tbdata.2017.2719703","mag":"2639715790"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2719703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"type":"article","type_crossref":"journal-article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.1109/tbdata.2017.2719703","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101860039","display_name":"Weiwei Shi","orcid":"https://orcid.org/0000-0001-8066-1519"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Shi","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086260915","display_name":"Yongxin Zhu","orcid":"https://orcid.org/0000-0002-1813-1792"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongxin Zhu","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"funder","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462845","display_name":"Jiawei Zhang","orcid":"https://orcid.org/0000-0002-8634-1687"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"funder","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Zhang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088757275","display_name":"Tian Huang","orcid":"https://orcid.org/0000-0002-8765-1783"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"funder","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tian Huang","raw_affiliation_strings":["Cavendish Laboratory, University of Cambridge, Cambridge, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Cavendish Laboratory, University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035982233","display_name":"Chang Wang","orcid":"https://orcid.org/0000-0003-2217-5445"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"funder","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Wang","raw_affiliation_strings":["School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics, Shanghai Jiao Tong University, Minhang Qu, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394299","display_name":"Yufeng Chen","orcid":"https://orcid.org/0000-0003-2970-352X"},"institutions":[],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Chen","raw_affiliation_strings":["Shandong Power Supply Company of State Grid, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Power Supply Company of State Grid, Jinan, China","institution_ids":[]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.808,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":32,"citation_normalized_percentile":{"value":0.933942,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":94},"biblio":{"volume":"4","issue":"4","first_page":"473","last_page":"486"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9963,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9941,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9932,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6651812},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.43475378}],"concepts":[{"id":"https://openalex.org/C117312493","wikidata":"https://www.wikidata.org/wiki/Q2035437","display_name":"Multivariable calculus","level":2,"score":0.9057046},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.8136886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.74800605},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6651812},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.6311493},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5898956},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5848812},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.55952394},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.43475378},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4209292},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3385498},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3216535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31573415},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2719703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2719703","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":true,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"acceptedVersion","is_accepted":true,"is_published":false},"sustainable_development_goals":[],"grants":[{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"CNS-1626432"},{"funder":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation","award_id":"IIS-1526499"},{"funder":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China","award_id":"61672313"},{"funder":"https://openalex.org/F4320326707","funder_display_name":"State Grid Corporation of China","award_id":null},{"funder":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid","award_id":"520626140020"},{"funder":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid","award_id":"14H100000552"},{"funder":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid","award_id":"SGCQDK00PJJS1400020"}],"datasets":[],"versions":[],"referenced_works_count":35,"referenced_works":["https://openalex.org/W1246381107","https://openalex.org/W1902027874","https://openalex.org/W1926751278","https://openalex.org/W1982978808","https://openalex.org/W1985687606","https://openalex.org/W1992101599","https://openalex.org/W1999961422","https://openalex.org/W2019949418","https://openalex.org/W2026561823","https://openalex.org/W2029438586","https://openalex.org/W2035729201","https://openalex.org/W2056650703","https://openalex.org/W2058168013","https://openalex.org/W2063420826","https://openalex.org/W2069700752","https://openalex.org/W2071354519","https://openalex.org/W2085040216","https://openalex.org/W2096762662","https://openalex.org/W2102075063","https://openalex.org/W2113897427","https://openalex.org/W2125950230","https://openalex.org/W2137245235","https://openalex.org/W2144487656","https://openalex.org/W2179766089","https://openalex.org/W2235053778","https://openalex.org/W2277897549","https://openalex.org/W2320571302","https://openalex.org/W2408316103","https://openalex.org/W2463516922","https://openalex.org/W2494980014","https://openalex.org/W2517202832","https://openalex.org/W2542194815","https://openalex.org/W2962899685","https://openalex.org/W2964228413","https://openalex.org/W4240592325"],"related_works":["https://openalex.org/W418212511","https://openalex.org/W3216372614","https://openalex.org/W2721687755","https://openalex.org/W2388146630","https://openalex.org/W2224575301","https://openalex.org/W2187819724","https://openalex.org/W2112363989","https://openalex.org/W2086932047","https://openalex.org/W1964208669","https://openalex.org/W1576377477"],"abstract_inverted_index":{"More":[0],"massive":[1],"volume":[2],"of":[3,16,43,69,95,102,124,152,169,174],"data":[4,21,35,71,136,140,154,180],"are":[5,85],"generated":[6],"in":[7,19,24,38,73,156,182],"many":[8],"areas":[9],"than":[10],"ever":[11],"before.":[12],"However,":[13],"the":[14,44,57,67,92,100,110,121,144,150,170],"missing":[15,58,70,153,179],"some":[17],"values":[18],"collected":[20],"always":[22],"occurs":[23],"practice":[25],"and":[26,99,127,138],"challenges":[27],"extracting":[28],"maximal":[29],"value":[30],"from":[31],"these":[32],"large":[33,183],"scale":[34,184],"sets.":[36],"Nevertheless,":[37],"multivariable":[39,74,157,185],"time":[40,75,97,103,158,186],"series,":[41],"most":[42],"existing":[45],"methods":[46],"either":[47],"might":[48],"be":[49,53],"infeasible":[50],"or":[51],"could":[52],"inefficient":[54],"to":[55,88,119,166,177],"predict":[56],"data.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,112,161],"have":[64,113,162],"taken":[65],"up":[66],"challenge":[68],"prediction":[72,155,181],"series":[76,98,104],"by":[77],"employing":[78],"improved":[79],"matrix":[80,125],"factorization":[81,126],"techniques.":[82],"Our":[83],"approaches":[84,146],"optimally":[86],"designed":[87],"largely":[89],"utilize":[90],"both":[91],"internal":[93],"patterns":[94],"each":[96],"information":[101],"across":[105],"multiple":[106],"sources.":[107],"Based":[108],"on":[109,134],"idea,":[111],"imposed":[114],"three":[115],"different":[116],"regularization":[117],"terms":[118],"constrain":[120],"objective":[122],"functions":[123],"built":[128],"five":[129],"corresponding":[130],"models.":[131],"Extensive":[132],"experiments":[133],"real-world":[135],"sets":[137],"synthetic":[139],"set":[141],"demonstrate":[142],"that":[143],"proposed":[145],"can":[147],"effectively":[148],"improve":[149],"performance":[151],"series.":[159,187],"Furthermore,":[160],"also":[163],"demonstrated":[164],"how":[165],"take":[167],"advantage":[168],"high":[171],"processing":[172],"power":[173],"Apache":[175],"Spark":[176],"perform":[178]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2639715790","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-04-17T19:51:58.217223","created_date":"2017-06-30"}