{"id":"https://openalex.org/W4390189747","doi":"https://doi.org/10.1109/iccvw60793.2023.00364","title":"Multimodal Parameter-Efficient Few-Shot Class Incremental Learning","display_name":"Multimodal Parameter-Efficient Few-Shot Class Incremental Learning","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4390189747","doi":"https://doi.org/10.1109/iccvw60793.2023.00364"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccvw60793.2023.00364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079564540","display_name":"Marco D\u2019Alessandro","orcid":"https://orcid.org/0000-0002-3596-5780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marco D\u2019Alessandro","raw_affiliation_strings":["Neuraptic AI"],"affiliations":[{"raw_affiliation_string":"Neuraptic AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103247179","display_name":"Alberto Vald\u00e9s Alonso","orcid":"https://orcid.org/0000-0002-8178-0314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alberto Alonso","raw_affiliation_strings":["Neuraptic AI"],"affiliations":[{"raw_affiliation_string":"Neuraptic AI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052159647","display_name":"Enrique Calabr\u00e9s","orcid":"https://orcid.org/0009-0005-9803-3998"},"institutions":[{"id":"https://openalex.org/I175051016","display_name":"Universidad Publica de Navarra","ror":"https://ror.org/02z0cah89","country_code":"ES","type":"education","lineage":["https://openalex.org/I175051016"]},{"id":"https://openalex.org/I88155538","display_name":"Universidad de Navarra","ror":"https://ror.org/02rxc7m23","country_code":"ES","type":"education","lineage":["https://openalex.org/I88155538"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Enrique Calabr\u00e9s","raw_affiliation_strings":["Neuraptic AI","Public University of Navarra"],"affiliations":[{"raw_affiliation_string":"Neuraptic AI","institution_ids":[]},{"raw_affiliation_string":"Public University of Navarra","institution_ids":["https://openalex.org/I175051016","https://openalex.org/I88155538"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048848385","display_name":"Mikel Galar","orcid":"https://orcid.org/0000-0003-2865-6549"},"institutions":[{"id":"https://openalex.org/I175051016","display_name":"Universidad Publica de Navarra","ror":"https://ror.org/02z0cah89","country_code":"ES","type":"education","lineage":["https://openalex.org/I175051016"]},{"id":"https://openalex.org/I88155538","display_name":"Universidad de Navarra","ror":"https://ror.org/02rxc7m23","country_code":"ES","type":"education","lineage":["https://openalex.org/I88155538"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mikel Galar","raw_affiliation_strings":["Public University of Navarra"],"affiliations":[{"raw_affiliation_string":"Public University of Navarra","institution_ids":["https://openalex.org/I175051016","https://openalex.org/I88155538"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.409,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.606989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":90},"biblio":{"volume":null,"issue":null,"first_page":"3385","last_page":"3395"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9952,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.919,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6658548},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization","score":0.48246625},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.47901243}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7994406},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6658548},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.58185494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5768097},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5550104},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.48246625},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.47901243},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.45357266},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccvw60793.2023.00364","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false}],"best_oa_location":null,"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":63,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1797268635","https://openalex.org/W2037979274","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2601450892","https://openalex.org/W2963072899","https://openalex.org/W2963341924","https://openalex.org/W2963540014","https://openalex.org/W2963703448","https://openalex.org/W2963741406","https://openalex.org/W2964105864","https://openalex.org/W2964189064","https://openalex.org/W2979826702","https://openalex.org/W3034251792","https://openalex.org/W3034942609","https://openalex.org/W3035342403","https://openalex.org/W3047235076","https://openalex.org/W3094502228","https://openalex.org/W3096805028","https://openalex.org/W3108827478","https://openalex.org/W3118608800","https://openalex.org/W3125116114","https://openalex.org/W3128098768","https://openalex.org/W3160088594","https://openalex.org/W3173681440","https://openalex.org/W3174770825","https://openalex.org/W3174868646","https://openalex.org/W3175270254","https://openalex.org/W3175771944","https://openalex.org/W3177494822","https://openalex.org/W3198377975","https://openalex.org/W3201493179","https://openalex.org/W3204291495","https://openalex.org/W3204313571","https://openalex.org/W3205949070","https://openalex.org/W4205185581","https://openalex.org/W4205991051","https://openalex.org/W4214662032","https://openalex.org/W4226134030","https://openalex.org/W4232220759","https://openalex.org/W4281871924","https://openalex.org/W4287814827","https://openalex.org/W4292787441","https://openalex.org/W4292973282","https://openalex.org/W4303648940","https://openalex.org/W4304731163","https://openalex.org/W4312210066","https://openalex.org/W4312238419","https://openalex.org/W4312310776","https://openalex.org/W4312351187","https://openalex.org/W4312530527","https://openalex.org/W4312651322","https://openalex.org/W4318751794","https://openalex.org/W4319312338","https://openalex.org/W4319988532","https://openalex.org/W4320731432","https://openalex.org/W4372330959","https://openalex.org/W4385245566","https://openalex.org/W4386071547","https://openalex.org/W4386076680"],"related_works":["https://openalex.org/W4310285384","https://openalex.org/W4289718052","https://openalex.org/W4287549553","https://openalex.org/W4248896073","https://openalex.org/W3183027292","https://openalex.org/W3116498279","https://openalex.org/W2974871044","https://openalex.org/W2905319430","https://openalex.org/W2164121020","https://openalex.org/W2145559838"],"abstract_inverted_index":{"Few-Shot":[0],"Class":[1],"Incremental":[2],"Learning":[3],"(FSCIL)":[4],"is":[5,27,155],"a":[6,56],"challenging":[7],"continual":[8],"learning":[9,19,123,173],"task,":[10,25],"where":[11],"limited":[12],"training":[13,41,96,211],"examples":[14],"are":[15],"available":[16],"during":[17],"several":[18],"sessions.":[20,124,175],"To":[21],"succeed":[22],"in":[23,38,142,148],"this":[24,48,71,103],"it":[26],"necessary":[28],"to":[29,46,115,130,150,170,181,198],"avoid":[30],"over-fitting":[31],"new":[32,151],"classes":[33],"caused":[34],"by":[35,60,140],"biased":[36],"distributions":[37],"the":[39,52,77,88,91,99,117,136,165,205],"few-shot":[40],"sets.":[42],"The":[43],"general":[44],"approach":[45,72,109,154],"address":[47,131],"issue":[49],"involves":[50],"enhancing":[51],"representational":[53],"capability":[54],"of":[55,79,119,126,207],"predefined":[57],"backbone":[58],"architecture":[59],"adding":[61],"special":[62],"modules":[63,129],"for":[64,163],"backward":[65],"compatibility":[66],"with":[67],"older":[68],"classes.":[69],"However,":[70],"has":[73],"not":[74],"yet":[75],"solved":[76],"dilemma":[78],"ensuring":[80],"high":[81],"classification":[82],"accuracy":[83],"over":[84],"time":[85],"while":[86,201],"reducing":[87,204],"gap":[89],"between":[90,121],"performance":[92,183,196],"obtained":[93],"on":[94,160],"larger":[95],"sets":[97],"and":[98,145,157,167,184,210],"smaller":[100],"ones.":[101],"In":[102],"work,":[104],"we":[105,134],"propose":[106],"an":[107],"alternative":[108],"called":[110],"Continual":[111],"Parameter-Efficient":[112],"CLIP":[113,141],"(CPE-CLIP)":[114],"reduce":[116],"loss":[118],"information":[120,132],"different":[122],"Instead":[125],"adapting":[127],"additional":[128],"loss,":[133],"leverage":[135],"vast":[137],"knowledge":[138],"acquired":[139],"large-scale":[143],"pre-training":[144],"its":[146],"effectiveness":[147],"generalizing":[149],"concepts.":[152],"Our":[153,187],"multimodal":[156],"parameter-efficient,":[158],"relying":[159],"learnable":[161,208],"prompts":[162],"both":[164],"language":[166],"vision":[168],"encoders":[169],"enable":[171],"transfer":[172],"across":[174],"We":[176],"also":[177,202],"introduce":[178],"prompt":[179],"regularization":[180],"improve":[182],"prevent":[185],"forgetting.":[186],"experimental":[188],"results":[189],"demonstrate":[190],"that":[191],"CPE-CLIP":[192],"significantly":[193],"improves":[194],"FSCIL":[195],"compared":[197],"state-of-the-art":[199],"proposals":[200],"drastically":[203],"number":[206],"parameters":[209],"costs.":[212]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390189747","counts_by_year":[{"year":2024,"cited_by_count":4}],"updated_date":"2024-12-23T11:32:53.624630","created_date":"2023-12-26"}