{"id":"https://openalex.org/W4323717888","doi":"https://doi.org/10.48550/arxiv.2303.04751","title":"Multimodal Parameter-Efficient Few-Shot Class Incremental Learning","display_name":"Multimodal Parameter-Efficient Few-Shot Class Incremental Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323717888","doi":"https://doi.org/10.48550/arxiv.2303.04751"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.04751","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"journal-article","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2303.04751","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079564540","display_name":"Marco D\u2019Alessandro","orcid":"https://orcid.org/0000-0002-3596-5780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"D'Alessandro, Marco","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103247179","display_name":"Alberto Vald\u00e9s Alonso","orcid":"https://orcid.org/0000-0002-8178-0314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alonso, Alberto","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052159647","display_name":"Enrique Calabr\u00e9s","orcid":"https://orcid.org/0009-0005-9803-3998"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Calabr\u00e9s, Enrique","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048848385","display_name":"Mikel Galar","orcid":"https://orcid.org/0000-0003-2865-6549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galar, Mikel","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":67},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9231,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6596557},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization","score":0.48599872},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.44059667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7733583},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6596557},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5789295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5739583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5465259},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.48599872},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.44059667},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.43476853},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4147595},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.04751","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.04751","pdf_url":"http://arxiv.org/pdf/2303.04751","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2303.04751","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2303.04751","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.63,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W4323717888","https://openalex.org/W4390189747"],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4310285384","https://openalex.org/W4289718052","https://openalex.org/W4287549553","https://openalex.org/W4248896073","https://openalex.org/W3183027292","https://openalex.org/W3116498279","https://openalex.org/W2974871044","https://openalex.org/W2905319430","https://openalex.org/W2164121020","https://openalex.org/W2145559838"],"abstract_inverted_index":{"Few-Shot":[0],"Class":[1],"Incremental":[2],"Learning":[3],"(FSCIL)":[4],"is":[5,27,155],"a":[6,56],"challenging":[7],"continual":[8],"learning":[9,19,123,173],"task,":[10,25],"where":[11],"limited":[12],"training":[13,41,96,211],"examples":[14],"are":[15],"available":[16],"during":[17],"several":[18],"sessions.":[20,124,175],"To":[21],"succeed":[22],"in":[23,38,142,148],"this":[24,48,71,103],"it":[26],"necessary":[28],"to":[29,46,115,130,150,170,181,198],"avoid":[30],"over-fitting":[31],"new":[32,151],"classes":[33],"caused":[34],"by":[35,60,140],"biased":[36],"distributions":[37],"the":[39,52,77,88,91,99,117,136,165,205],"few-shot":[40],"sets.":[42],"The":[43],"general":[44],"approach":[45,72,109,154],"address":[47,131],"issue":[49],"involves":[50],"enhancing":[51],"representational":[53],"capability":[54],"of":[55,79,119,126,207],"pre-defined":[57],"backbone":[58],"architecture":[59],"adding":[61],"special":[62],"modules":[63,129],"for":[64,163],"backward":[65],"compatibility":[66],"with":[67],"older":[68],"classes.":[69],"However,":[70],"has":[73],"not":[74],"yet":[75],"solved":[76],"dilemma":[78],"ensuring":[80],"high":[81],"classification":[82],"accuracy":[83],"over":[84],"time":[85],"while":[86,201],"reducing":[87,204],"gap":[89],"between":[90,121],"performance":[92,183,196],"obtained":[93],"on":[94,160],"larger":[95],"sets":[97],"and":[98,145,157,167,184,210],"smaller":[100],"ones.":[101],"In":[102],"work,":[104],"we":[105,134],"propose":[106],"an":[107],"alternative":[108],"called":[110],"Continual":[111],"Parameter-Efficient":[112],"CLIP":[113,141],"(CPE-CLIP)":[114],"reduce":[116],"loss":[118],"information":[120,132],"different":[122],"Instead":[125],"adapting":[127],"additional":[128],"loss,":[133],"leverage":[135],"vast":[137],"knowledge":[138],"acquired":[139],"large-scale":[143],"pre-training":[144],"its":[146],"effectiveness":[147],"generalizing":[149],"concepts.":[152],"Our":[153,187],"multimodal":[156],"parameter-efficient,":[158],"relying":[159],"learnable":[161,208],"prompts":[162],"both":[164],"language":[166],"vision":[168],"encoders":[169],"enable":[171],"transfer":[172],"across":[174],"We":[176],"also":[177,202],"introduce":[178],"prompt":[179],"regularization":[180],"improve":[182],"prevent":[185],"forgetting.":[186],"experimental":[188],"results":[189],"demonstrate":[190],"that":[191],"CPE-CLIP":[192],"significantly":[193],"improves":[194],"FSCIL":[195],"compared":[197],"state-of-the-art":[199],"proposals":[200],"drastically":[203],"number":[206],"parameters":[209],"costs.":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4323717888","counts_by_year":[],"updated_date":"2025-01-19T15:53:31.330804","created_date":"2023-03-10"}