{"id":"https://openalex.org/W4402953743","doi":"https://doi.org/10.48550/arxiv.2409.00552","title":"Digit Recognition using Multimodal Spiking Neural Networks","display_name":"Digit Recognition using Multimodal Spiking Neural Networks","publication_year":2024,"publication_date":"2024-08-31","ids":{"openalex":"https://openalex.org/W4402953743","doi":"https://doi.org/10.48550/arxiv.2409.00552"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.00552","pdf_url":"http://arxiv.org/pdf/2409.00552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2409.00552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107649365","display_name":"William Bjorndahl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bjorndahl, William","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073197496","display_name":"Jack Easton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Easton, Jack","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107555245","display_name":"Austin Modoff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Modoff, Austin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023773515","display_name":"Eric C. Larson","orcid":"https://orcid.org/0000-0001-6040-868X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Larson, Eric C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086620569","display_name":"Joseph Camp","orcid":"https://orcid.org/0000-0002-9307-1312"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camp, Joseph","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001832422","display_name":"Prasanna Rangarajan","orcid":"https://orcid.org/0000-0002-9108-0362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rangarajan, Prasanna","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":83},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9732,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9145,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/numerical-digit","display_name":"Numerical digit","score":0.5240838},{"id":"https://openalex.org/keywords/digit-recognition","display_name":"Digit recognition","score":0.485816}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.58337677},{"id":"https://openalex.org/C94957134","wikidata":"https://www.wikidata.org/wiki/Q82990","display_name":"Numerical digit","level":2,"score":0.5240838},{"id":"https://openalex.org/C2984784707","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Digit recognition","level":3,"score":0.485816},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.4598767},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44969872},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43009686},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3486181},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34296274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3380223},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20922583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10025644},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.090834945}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.00552","pdf_url":"http://arxiv.org/pdf/2409.00552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.00552","pdf_url":"http://arxiv.org/pdf/2409.00552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4398154895","https://openalex.org/W4322746633","https://openalex.org/W3154661292","https://openalex.org/W3037127226","https://openalex.org/W2911525106","https://openalex.org/W2736239746","https://openalex.org/W2397763568","https://openalex.org/W2365666152","https://openalex.org/W2169083538","https://openalex.org/W1945018945"],"abstract_inverted_index":{"Spiking":[0],"neural":[1,9],"networks":[2,10],"(SNNs)":[3],"are":[4,12,65,170],"the":[5,23,28,31,45,80,94,153,161,165,179,191],"third":[6],"generation":[7],"of":[8,25,47,83,96,132,155],"that":[11,21,50,122,138,152,189],"biologically":[13],"inspired":[14],"to":[15,44,59,67,72,128,160],"process":[16,68,154],"data":[17,70],"in":[18,27,41,57,61,88,99,104],"a":[19,52,97,105,130,175,186,197],"fashion":[20],"emulates":[22],"exchange":[24],"signals":[26],"brain.":[29],"Within":[30],"Computer":[32],"Vision":[33],"community":[34],"SNNs":[35,64,140],"have":[36],"garnered":[37],"significant":[38],"attention":[39],"due":[40,71],"large":[42],"part":[43],"availability":[46],"event-based":[48,69,126],"sensors":[49,127],"produce":[51],"spatially":[53],"resolved":[54],"spike":[55],"train":[56],"response":[58],"changes":[60],"scene":[62],"radiance.":[63],"used":[66],"their":[73],"neuromorphic":[74,81],"nature.":[75],"The":[76],"proposed":[77],"work":[78,173],"examines":[79],"advantage":[82],"fusing":[84],"multiple":[85],"sensory":[86,156],"inputs":[87],"classification":[89,101],"tasks.":[90],"Specifically":[91],"we":[92],"study":[93],"performance":[95],"SNN":[98,188],"digit":[100],"by":[102],"passing":[103],"visual":[106,143,166,192],"modality":[107,114],"branch":[108,115],"(Neuromorphic-MNIST":[109],"[N-MNIST])":[110],"and":[111,144,167,182,193],"an":[112],"auditory":[113,146,168,194],"(Spiking":[116],"Heidelberg":[117],"Digits":[118],"[SHD])":[119],"from":[120],"datasets":[121],"were":[123],"created":[124],"using":[125,185],"generate":[129],"series":[131],"time-dependent":[133],"events.":[134],"It":[135],"is":[136,150,158],"observed":[137,151],"multi-modal":[139],"outperform":[141],"unimodal":[142,145],"SNNs.":[147],"Furthermore,":[148],"it":[149],"fusion":[157],"insensitive":[159],"depth":[162],"at":[163,196],"which":[164],"branches":[169,195],"combined.":[171],"This":[172],"achieves":[174],"98.43%":[176],"accuracy":[177],"on":[178],"combined":[180],"N-MNIST":[181],"SHD":[183],"dataset":[184],"multimodal":[187],"concatenates":[190],"late":[198],"depth.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4402953743","counts_by_year":[],"updated_date":"2025-01-13T05:51:13.432551","created_date":"2024-09-29"}