{"id":"https://openalex.org/W4399061451","doi":"https://doi.org/10.48550/arxiv.2405.15633","title":"Less is more: Summarizing Patch Tokens for efficient Multi-Label\n Class-Incremental Learning","display_name":"Less is more: Summarizing Patch Tokens for efficient Multi-Label\n Class-Incremental Learning","publication_year":2024,"publication_date":"2024-05-24","ids":{"openalex":"https://openalex.org/W4399061451","doi":"https://doi.org/10.48550/arxiv.2405.15633"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://hal.science/hal-04794149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2405.15633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023771218","display_name":"Thomas De Min","orcid":null},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"funder","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Thomas de Min","raw_affiliation_strings":["UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)"],"affiliations":[{"raw_affiliation_string":"UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017971549","display_name":"Massimiliano Mancini","orcid":"https://orcid.org/0000-0001-8595-9955"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"funder","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano Mancini","raw_affiliation_strings":["UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)"],"affiliations":[{"raw_affiliation_string":"UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087319775","display_name":"St\u00e9phane Lathuili\u00e8re","orcid":"https://orcid.org/0000-0001-6927-8930"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"funder","lineage":["https://openalex.org/I12356871","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"St\u00e9phane Lathuili\u00e8re","raw_affiliation_strings":["IDS - D\u00e9partement Images, Donn\u00e9es, Signal (46, rue Barrault 75013 Paris ; 15 Place Marguerite Perey 91120 Palaiseau (depuis oct 2019) - France)","MM - Multim\u00e9dia (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)"],"affiliations":[{"raw_affiliation_string":"MM - Multim\u00e9dia (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)","institution_ids":["https://openalex.org/I12356871"]},{"raw_affiliation_string":"IDS - D\u00e9partement Images, Donn\u00e9es, Signal (46, rue Barrault 75013 Paris ; 15 Place Marguerite Perey 91120 Palaiseau (depuis oct 2019) - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037398393","display_name":"Subhankar Roy","orcid":"https://orcid.org/0009-0008-2395-8111"},"institutions":[{"id":"https://openalex.org/I195460627","display_name":"University of Aberdeen","ror":"https://ror.org/016476m91","country_code":"GB","type":"funder","lineage":["https://openalex.org/I195460627"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Subhankar Roy","raw_affiliation_strings":["University of Aberdeen (King's College, Aberdeen AB24 3FX - United Kingdom)"],"affiliations":[{"raw_affiliation_string":"University of Aberdeen (King's College, Aberdeen AB24 3FX - United Kingdom)","institution_ids":["https://openalex.org/I195460627"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065059558","display_name":"Elisa Ricci","orcid":"https://orcid.org/0000-0002-0228-1147"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"funder","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elisa Ricci","raw_affiliation_strings":["UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)"],"affiliations":[{"raw_affiliation_string":"UNITN - Universit\u00e0 degli Studi di Trento = University of Trento (via Calepina, 14 - I-38122 Trento - Italy)","institution_ids":["https://openalex.org/I193223587"]}]}],"institution_assertions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":76},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9696,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9504,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8488401},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7040228},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5833649},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5730819},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5400648},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5224225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.51804614},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5018828},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.49994993},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4938398},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46149433},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4481154},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11466083},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://hal.science/hal-04794149","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.15633","pdf_url":"http://arxiv.org/pdf/2405.15633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.15633","pdf_url":"http://arxiv.org/pdf/2405.15633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4400595174","https://openalex.org/W4304700937","https://openalex.org/W4287635093","https://openalex.org/W4206178588","https://openalex.org/W3214715529","https://openalex.org/W3094491777","https://openalex.org/W2923538289","https://openalex.org/W2470643824","https://openalex.org/W2353179089","https://openalex.org/W2353125546"],"abstract_inverted_index":{"Prompt":[0,148],"tuning":[1,38,149],"has":[2],"emerged":[3],"as":[4],"an":[5,53,120],"effective":[6],"rehearsal-free":[7],"technique":[8],"for":[9],"class-incremental":[10],"learning":[11,49,169,177],"(CIL)":[12],"that":[13,99,195,207],"learns":[14],"a":[15,25,31,199],"tiny":[16],"set":[17],"of":[18,33,122],"task-specific":[19,91,179],"parameters":[20],"(or":[21],"prompts)":[22],"to":[23,28,60,69,74,83,96,125,138,153,158],"instruct":[24],"pre-trained":[26],"transformer":[27],"learn":[29,97],"on":[30],"sequence":[32],"tasks.":[34,76,109],"Albeit":[35],"effective,":[36],"prompt":[37,86,134],"methods":[39],"do":[40,100],"not":[41,101],"lend":[42],"well":[43],"in":[44,63,113,119,133,181,190,202,212],"the":[45,61,65,85,104,107,126,140,160,213],"multi-label":[46],"class":[47,167],"incremental":[48,115,168],"(MLCIL)":[50],"scenario":[51],"(where":[52],"image":[54],"contains":[55],"multiple":[56,75],"foreground":[57,71],"classes)":[58],"due":[59,124],"ambiguity":[62],"selecting":[64],"correct":[66],"prompt(s)":[67],"corresponding":[68],"different":[70],"objects":[72],"belonging":[73],"To":[77],"circumvent":[78],"this":[79],"issue":[80],"we":[81,136,205],"propose":[82,137],"eliminate":[84],"selection":[87],"mechanism":[88],"by":[89],"maintaining":[90],"pathways,":[92],"which":[93],"allow":[94],"us":[95],"representations":[98,180],"interact":[102],"with":[103],"ones":[105],"from":[106],"other":[108],"Since":[110],"independent":[111],"pathways":[112],"truly":[114],"scenarios":[116],"will":[117],"result":[118],"explosion":[121],"computation":[123],"quadratically":[127],"complex":[128],"multi-head":[129],"self-attention":[130],"(MSA)":[131],"operation":[132],"tuning,":[135],"reduce":[139],"original":[141],"patch":[142],"token":[143],"embeddings":[144],"into":[145],"summarized":[146,156],"tokens.":[147],"is":[150,209],"then":[151],"applied":[152],"these":[154],"fewer":[155],"tokens":[157],"compute":[159],"final":[161],"representation.":[162],"Our":[163],"proposed":[164],"method":[165],"Multi-Label":[166],"via":[170],"summarising":[171],"pAtch":[172],"tokeN":[173],"Embeddings":[174],"(MULTI-LANE)":[175],"enables":[176],"disentangled":[178],"MLCIL":[182],"while":[183],"ensuring":[184],"fast":[185],"inference.":[186],"We":[187],"conduct":[188],"experiments":[189],"common":[191],"benchmarks":[192],"and":[193],"demonstrate":[194],"our":[196],"MULTI-LANE":[197,208],"achieves":[198],"new":[200],"state-of-the-art":[201],"MLCIL.":[203],"Additionally,":[204],"show":[206],"also":[210],"competitive":[211],"CIL":[214],"setting.":[215],"Source":[216],"code":[217],"available":[218],"at":[219],"https://github.com/tdemin16/multi-lane":[220]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4399061451","counts_by_year":[],"updated_date":"2025-05-06T13:00:52.517789","created_date":"2024-05-28"}