{"id":"https://openalex.org/W3094260366","doi":"https://doi.org/10.1109/fpl50879.2020.00051","title":"Dynamically Growing Neural Network Architecture for Lifelong Deep Learning on the Edge","display_name":"Dynamically Growing Neural Network Architecture for Lifelong Deep Learning on the Edge","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3094260366","doi":"https://doi.org/10.1109/fpl50879.2020.00051","mag":"3094260366"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/fpl50879.2020.00051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091076156","display_name":"Duvindu Piyasena","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Duvindu Piyasena","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031793674","display_name":"Miyuru Thathsara","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Miyuru Thathsara","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049414703","display_name":"Sathursan Kanagarajah","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sathursan Kanagarajah","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002694277","display_name":"Siew-Kei Lam","orcid":"https://orcid.org/0000-0002-8346-2635"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siew Kei Lam","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038264463","display_name":"Meiqing Wu","orcid":"https://orcid.org/0000-0002-4978-2969"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Meiqing Wu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.634,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.625983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":84,"max":85},"biblio":{"volume":"78","issue":null,"first_page":"262","last_page":"268"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.54649615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8459579},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.6899755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59344065},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5781388},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.573844},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.54649615},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.53237027},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4988196},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48082626},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.47922784},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.45207995},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4364182},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.4199748},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.41191897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4102518},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39716595},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3185659},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25006336},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17818469},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/fpl50879.2020.00051","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.42}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":41,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1990517717","https://openalex.org/W1999085092","https://openalex.org/W2046372172","https://openalex.org/W2059148040","https://openalex.org/W2062118960","https://openalex.org/W2094756095","https://openalex.org/W2108598243","https://openalex.org/W2138754805","https://openalex.org/W2401932923","https://openalex.org/W2473930607","https://openalex.org/W2557355796","https://openalex.org/W2560647685","https://openalex.org/W2606722458","https://openalex.org/W2737492962","https://openalex.org/W2788388592","https://openalex.org/W2795924472","https://openalex.org/W2890068895","https://openalex.org/W2907463061","https://openalex.org/W2940755909","https://openalex.org/W2953212265","https://openalex.org/W2954850701","https://openalex.org/W2959716684","https://openalex.org/W2962724315","https://openalex.org/W2963540014","https://openalex.org/W2964131627","https://openalex.org/W2964151081","https://openalex.org/W2964189064","https://openalex.org/W2968596670","https://openalex.org/W2970971581","https://openalex.org/W2981565554","https://openalex.org/W2988541726","https://openalex.org/W3000852400","https://openalex.org/W3003820633","https://openalex.org/W3014339660","https://openalex.org/W3106393803","https://openalex.org/W4232220759","https://openalex.org/W4295312788","https://openalex.org/W4295883599","https://openalex.org/W4301163820","https://openalex.org/W4301365964"],"related_works":["https://openalex.org/W4322761281","https://openalex.org/W4313526662","https://openalex.org/W4313463379","https://openalex.org/W4312996489","https://openalex.org/W4238233472","https://openalex.org/W4205963435","https://openalex.org/W3216099748","https://openalex.org/W3214037210","https://openalex.org/W3111395152","https://openalex.org/W3106131444"],"abstract_inverted_index":{"Conventional":[0],"deep":[1],"learning":[2,53,82,95],"models":[3,10],"are":[4],"trained":[5],"once":[6],"and":[7,47,106,127,157],"deployed.":[8],"However,":[9],"deployed":[11],"in":[12,15,70],"agents":[13],"operating":[14],"dynamic":[16],"environments":[17],"need":[18],"to":[19,36,110,123],"constantly":[20],"acquire":[21],"new":[22],"knowledge,":[23],"while":[24],"preventing":[25],"catastrophic":[26],"forgetting":[27],"of":[28,92,115],"previous":[29],"knowledge.":[30],"This":[31],"ability":[32],"is":[33,90],"commonly":[34],"referred":[35],"as":[37,129,131],"lifelong":[38,52,81],"learning.":[39],"In":[40,108],"this":[41],"paper,":[42],"we":[43,118],"address":[44],"the":[45,100,112,138,150],"performance":[46],"resource":[48,125],"challenges":[49],"for":[50,63,83,141],"realizing":[51],"on":[54,96,137],"edge":[55,116],"devices.":[56],"We":[57],"propose":[58],"a":[59,64,73],"FPGA":[60,152],"based":[61,136,159],"architecture":[62,89,153],"Self-Organization":[65],"Neural":[66,75],"Network":[67,76],"(SONN),":[68],"that":[69,149],"combination":[71],"with":[72],"Convolutional":[74],"(CNN)":[77],"can":[78],"perform":[79],"class-incremental":[80],"object":[84,143],"classification.":[85],"The":[86],"proposed":[87,151],"SONN":[88],"capable":[91],"performing":[93],"unsupervised":[94],"input":[97],"features":[98],"from":[99,145],"CNN":[101],"by":[102],"dynamically":[103],"growing":[104],"neurons":[105],"connections.":[107],"order":[109],"meet":[111],"tight":[113],"constraints":[114],"computing,":[117],"introduce":[119],"efficient":[120],"scheduling":[121],"methods":[122],"maximize":[124],"reuse":[126],"parallelism,":[128],"well":[130],"approximate":[132],"computing":[133],"strategies.":[134],"Experiments":[135],"Core50":[139],"dataset":[140],"continuous":[142],"recognition":[144],"video":[146],"sequences":[147],"demonstrated":[148],"significantly":[154],"outperforms":[155],"CPU":[156],"GPU":[158],"implementations.":[160]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3094260366","counts_by_year":[{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-01-02T09:52:36.888912","created_date":"2020-10-29"}