{"id":"https://openalex.org/W4387430797","doi":"https://doi.org/10.48550/arxiv.2310.03669","title":"LumiNet: The Bright Side of Perceptual Knowledge Distillation","display_name":"LumiNet: The Bright Side of Perceptual Knowledge Distillation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387430797","doi":"https://doi.org/10.48550/arxiv.2310.03669"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.03669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2310.03669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101671641","display_name":"Ismail Hossain","orcid":"https://orcid.org/0000-0002-7256-8135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hossain, Md. Ismail","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081372547","display_name":"M. M. Lutfe Elahi","orcid":"https://orcid.org/0000-0002-0246-8999"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elahi, M M Lutfe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102777273","display_name":"Sameera Ramasinghe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramasinghe, Sameera","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047166819","display_name":"Ali Cheraghian","orcid":"https://orcid.org/0000-0002-3324-7849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheraghian, Ali","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029426102","display_name":"Fuad Rahman","orcid":"https://orcid.org/0000-0002-8670-7124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahman, Fuad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062072064","display_name":"Nabeel Mohammed","orcid":"https://orcid.org/0000-0002-7661-3570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammed, Nabeel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007895165","display_name":"Shafin Rahman","orcid":"https://orcid.org/0000-0001-7169-0318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahman, Shafin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.702443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":66,"max":76},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9972,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overconfidence-effect","display_name":"Overconfidence effect","score":0.7312408},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.62500143},{"id":"https://openalex.org/keywords/representation","display_name":"Representation","score":0.5212584},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.50274324},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4647284}],"concepts":[{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.7312408},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.65329605},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.62500143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6036115},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6026591},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5992126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.524285},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5212584},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.50274324},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.48909098},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4647284},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.44800243},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39659637},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.088237405},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.08553484},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07704714},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.03669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.03669","pdf_url":"http://arxiv.org/pdf/2310.03669","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2310.03669","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2310.03669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"score":0.79,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4253467046","https://openalex.org/W4251085376","https://openalex.org/W3121409907","https://openalex.org/W2991634017","https://openalex.org/W2775388773","https://openalex.org/W2354626691","https://openalex.org/W2110063637","https://openalex.org/W2066240519","https://openalex.org/W2001454647","https://openalex.org/W1980773669"],"abstract_inverted_index":{"In":[0,19],"knowledge":[1,48,89],"distillation":[2,49,79],"literature,":[3],"feature-based":[4,37,120],"methods":[5],"have":[6],"dominated":[7],"due":[8],"to":[9,12,25,36,52,63,87,124],"their":[10],"ability":[11],"effectively":[13],"tap":[14],"into":[15],"extensive":[16],"teacher":[17],"models.":[18],"contrast,":[20],"logit-based":[21,54,78],"approaches,":[22],"which":[23],"aim":[24],"distill":[26,88],"`dark":[27],"knowledge'":[28],"from":[29,90],"teachers,":[30],"typically":[31],"exhibit":[32],"inferior":[33],"performance":[34],"compared":[35,123],"methods.":[38],"To":[39],"bridge":[40],"this":[41],"gap,":[42],"we":[43],"present":[44],"LumiNet,":[45],"a":[46,84,98],"novel":[47,85],"algorithm":[50],"designed":[51],"enhance":[53],"distillation.":[55],"We":[56],"introduce":[57],"the":[58,68,91,95,107],"concept":[59,73],"of":[60,97,135],"'perception',":[61],"aiming":[62],"calibrate":[64],"logits":[65,96],"based":[66],"on":[67,111,130],"model's":[69],"representation":[70],"capability.":[71],"This":[72],"addresses":[74],"overconfidence":[75],"issues":[76],"in":[77,106],"method":[80,86],"while":[81],"also":[82],"introducing":[83],"teacher.":[92],"It":[93],"reconstructs":[94],"sample/instances":[99],"by":[100],"considering":[101],"relationships":[102],"with":[103,126],"other":[104],"samples":[105],"batch.":[108],"LumiNet":[109],"excels":[110],"benchmarks":[112],"like":[113],"CIFAR-100,":[114],"ImageNet,":[115,131],"and":[116,128,137],"MSCOCO,":[117],"outperforming":[118],"leading":[119],"methods,":[121],"e.g.,":[122],"KD":[125],"ResNet18":[127],"MobileNetV2":[129],"it":[132],"shows":[133],"improvements":[134],"1.5%":[136],"2.05%,":[138],"respectively.":[139]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387430797","counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-04-04T07:28:23.689989","created_date":"2023-10-08"}