{"id":"https://openalex.org/W4394866661","doi":"https://doi.org/10.48550/arxiv.2404.09516","title":"State Space Model for New-Generation Network Alternative to\n Transformers: A Survey","display_name":"State Space Model for New-Generation Network Alternative to\n Transformers: A Survey","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4394866661","doi":"https://doi.org/10.48550/arxiv.2404.09516"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.09516","pdf_url":"https://arxiv.org/pdf/2404.09516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.09516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070747726","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0001-5180-877X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104282167","display_name":"Shiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shiao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101227806","display_name":"Yuhe Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Yuhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111174910","display_name":"Yuehang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuehang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018638802","display_name":"Wentao Wu","orcid":"https://orcid.org/0000-0001-6905-2819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Wentao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624642","display_name":"Rong Yao","orcid":"https://orcid.org/0000-0001-5617-5393"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong, Yao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102729674","display_name":"Weizhe Kong","orcid":"https://orcid.org/0009-0000-9442-766X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Weizhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670824","display_name":"Ju Huang","orcid":"https://orcid.org/0000-0001-6816-080X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Ju","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036755134","display_name":"Shihao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shihao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076109628","display_name":"Haoxiang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Haoxiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689407","display_name":"Ziwen Wang","orcid":"https://orcid.org/0000-0002-0143-0630"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679331","display_name":"Bo Jiang","orcid":"https://orcid.org/0009-0000-9929-9943"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398930","display_name":"Chenglong Li","orcid":"https://orcid.org/0000-0002-3983-3697"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chenglong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yaowei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yonghong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030720334","display_name":"Jin Tang","orcid":"https://orcid.org/0000-0001-8375-3590"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.928122,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.6959,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.6959,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/state-space-representation","display_name":"State-space representation","score":0.4704073}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6841344},{"id":"https://openalex.org/C52918065","wikidata":"https://www.wikidata.org/wiki/Q230945","display_name":"State-space representation","level":2,"score":0.4704073},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.46122557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40610826},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28014612},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21383697},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20304435},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13054311},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08048898},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.060443282}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.09516","pdf_url":"https://arxiv.org/pdf/2404.09516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2404.09516","pdf_url":"https://arxiv.org/pdf/2404.09516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4247219983","https://openalex.org/W3013517953","https://openalex.org/W2756401664","https://openalex.org/W2579634771","https://openalex.org/W2547148345","https://openalex.org/W2338837772","https://openalex.org/W1560664277","https://openalex.org/W1538101308","https://openalex.org/W1496710458","https://openalex.org/W1486719010"],"abstract_inverted_index":{"In":[0,77,158],"the":[1,5,22,36,53,63,82,99,116,120,130,173,177,197,200,215],"post-deep":[2],"learning":[3],"era,":[4],"Transformer":[6,66],"architecture":[7,28],"has":[8,68],"demonstrated":[9],"its":[10],"powerful":[11],"performance":[12],"across":[13],"pre-trained":[14],"big":[15],"models":[16,168],"and":[17,71,89,94,101,135,147,155,164,169,203],"various":[18,137,183],"downstream":[19],"tasks.":[20,184],"However,":[21],"enormous":[23],"computational":[24],"demands":[25],"of":[26,38,86,103,112,123,132,166,179,199,205],"this":[27,78,192],"have":[29,43],"deterred":[30],"many":[31],"researchers.":[32],"To":[33],"further":[34],"reduce":[35],"complexity":[37],"attention":[39,73],"models,":[40],"numerous":[41],"efforts":[42],"been":[44],"made":[45],"to":[46,96,114,175,194],"design":[47],"more":[48,70,72],"efficient":[49],"methods.":[50],"Among":[51],"them,":[52],"State":[54],"Space":[55],"Model":[56],"(SSM),":[57],"as":[58],"a":[59,109],"possible":[60,188],"replacement":[61],"for":[62],"self-attention":[64],"based":[65],"model,":[67],"drawn":[69],"in":[74,191],"recent":[75],"years.":[76],"paper,":[79],"we":[80,106,127,160,186],"give":[81,108,161],"first":[83,107],"comprehensive":[84],"review":[85],"these":[87,167],"works":[88,209],"also":[90],"provide":[91],"experimental":[92],"comparisons":[93,163],"analysis":[95,165],"better":[97,195],"demonstrate":[98],"features":[100],"advantages":[102],"SSM.":[104,124,206],"Specifically,":[105],"detailed":[110],"description":[111],"principles":[113],"help":[115],"readers":[117,174],"quickly":[118],"capture":[119],"key":[121],"ideas":[122],"After":[125],"that,":[126],"dive":[128],"into":[129],"reviews":[131],"existing":[133],"SSMs":[134],"their":[136],"applications,":[138],"including":[139],"natural":[140],"language":[141],"processing,":[142],"computer":[143],"vision,":[144],"graph,":[145],"multi-modal":[146],"multi-media,":[148],"point":[149],"cloud/event":[150],"stream,":[151],"time":[152],"series":[153],"data,":[154],"other":[156],"domains.":[157],"addition,":[159],"statistical":[162],"hope":[170],"it":[171],"helps":[172],"understand":[176],"effectiveness":[178],"different":[180],"structures":[181],"on":[182,214],"Then,":[185],"propose":[187],"research":[189],"points":[190],"direction":[193],"promote":[196],"development":[198],"theoretical":[201],"model":[202],"application":[204],"More":[207],"related":[208],"will":[210],"be":[211],"continuously":[212],"updated":[213],"following":[216],"GitHub:":[217],"https://github.com/Event-AHU/Mamba_State_Space_Model_Paper_List.":[218]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394866661","counts_by_year":[{"year":2024,"cited_by_count":4}],"updated_date":"2025-04-21T13:22:39.232007","created_date":"2024-04-17"}