{"id":"https://openalex.org/W4392222960","doi":"https://doi.org/10.48550/arxiv.2402.16674","title":"ConSept: Continual Semantic Segmentation via Adapter-based Vision\n Transformer","display_name":"ConSept: Continual Semantic Segmentation via Adapter-based Vision\n Transformer","publication_year":2024,"publication_date":"2024-02-26","ids":{"openalex":"https://openalex.org/W4392222960","doi":"https://doi.org/10.48550/arxiv.2402.16674"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2402.16674","pdf_url":"https://arxiv.org/pdf/2402.16674","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.16674","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101916985","display_name":"Bowen Dong","orcid":"https://orcid.org/0009-0008-1495-5904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Bowen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089975889","display_name":"Guanglei Yang","orcid":"https://orcid.org/0000-0002-5324-3642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guanglei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100636655","display_name":"Wangmeng Zuo","orcid":"https://orcid.org/0000-0002-3330-783X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuo, Wangmeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101809776","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0003-0653-5893"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lei","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7597,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.7597,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.61585367}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.61585367},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.61348826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.57754517},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5691465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.54358643},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49145758},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34832144},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.17720908},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16874039},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11084655},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2402.16674","pdf_url":"https://arxiv.org/pdf/2402.16674","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2402.16674","pdf_url":"https://arxiv.org/pdf/2402.16674","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4385571108","https://openalex.org/W4306381730","https://openalex.org/W4229060448","https://openalex.org/W4200251711","https://openalex.org/W3184035966","https://openalex.org/W3044188621","https://openalex.org/W2981692913","https://openalex.org/W2485605994","https://openalex.org/W2160602540","https://openalex.org/W2133028525"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,142],"delve":[4],"into":[5,42,89],"the":[6,29,54,75,94,123,133,173],"realm":[7],"of":[8,31,57,78,98,128,175],"vision":[9],"transformers":[10],"for":[11,52,108,117,136,153],"continual":[12,179],"semantic":[13,67,180],"segmentation,":[14],"a":[15,149],"problem":[16],"that":[17,38],"has":[18],"not":[19,102],"been":[20],"sufficiently":[21],"explored":[22],"in":[23],"previous":[24],"literature.":[25],"Empirical":[26],"investigations":[27],"on":[28,93,177],"adaptation":[30,96],"existing":[32],"frameworks":[33],"to":[34,64,161],"vanilla":[35,90],"ViT":[36,79],"reveal":[37],"incorporating":[39],"visual":[40],"adapters":[41,88],"ViTs":[43,46],"or":[44,185],"fine-tuning":[45],"with":[47,80,148],"distillation":[48,147],"terms":[49],"is":[50],"advantageous":[51],"enhancing":[53],"segmentation":[55,82,106,115,134,163,168,181],"capability":[56],"novel":[58,118],"classes.":[59,119],"These":[60],"findings":[61],"motivate":[62],"us":[63],"propose":[65,143],"Continual":[66],"Segmentation":[68],"via":[69],"Adapter-based":[70],"ViT,":[71],"namely":[72],"ConSept.":[73],"Within":[74],"simplified":[76],"architecture":[77],"linear":[81],"head,":[83],"ConSept":[84,101,129,176],"integrates":[85],"lightweight":[86],"attention-based":[87],"ViTs.":[91],"Capitalizing":[92],"feature":[95],"abilities":[97],"these":[99],"adapters,":[100],"only":[103],"retains":[104],"superior":[105],"ability":[107,127],"old":[109,138],"classes,":[110,141],"but":[111],"also":[112],"attains":[113],"promising":[114],"quality":[116],"To":[120],"further":[121],"harness":[122],"intrinsic":[124],"anti-catastrophic":[125,155],"forgetting":[126],"and":[130,139,157],"concurrently":[131],"enhance":[132],"capabilities":[135],"both":[137],"new":[140],"two":[144],"key":[145],"strategies:":[146],"deterministic":[150],"old-classes":[151],"boundary":[152],"improved":[154],"forgetting,":[156],"dual":[158],"dice":[159],"losses":[160],"regularize":[162],"maps,":[164],"thereby":[165],"improving":[166],"overall":[167],"performance.":[169],"Extensive":[170],"experiments":[171],"show":[172],"effectiveness":[174],"multiple":[178],"benchmarks":[182],"under":[183],"overlapped":[184],"disjoint":[186],"settings.":[187],"Code":[188],"will":[189],"be":[190],"publicly":[191],"available":[192],"at":[193],"\\url{https://github.com/DongSky/ConSept}.":[194]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392222960","counts_by_year":[],"updated_date":"2025-04-24T08:04:21.565167","created_date":"2024-02-28"}