{"id":"https://openalex.org/W4386081694","doi":"https://doi.org/10.48550/arxiv.2308.10711","title":"Relax and penalize: a new bilevel approach to mixed-binary hyperparameter optimization","display_name":"Relax and penalize: a new bilevel approach to mixed-binary hyperparameter optimization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386081694","doi":"https://doi.org/10.48550/arxiv.2308.10711"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.10711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2308.10711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030935361","display_name":"Marianna De Santis","orcid":"https://orcid.org/0000-0002-1189-5917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"de Santis, Marianna","raw_affiliation_strings":["UNIROMA"],"affiliations":[{"raw_affiliation_string":"UNIROMA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071291885","display_name":"Jordan Frecon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162768","display_name":"Leading Health Care","ror":"https://ror.org/05e1qed59","country_code":"SE","type":"healthcare","lineage":["https://openalex.org/I4210162768"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Frecon, Jordan","raw_affiliation_strings":["LHC"],"affiliations":[{"raw_affiliation_string":"LHC","institution_ids":["https://openalex.org/I4210162768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040000503","display_name":"Francesco Rinaldi","orcid":"https://orcid.org/0000-0001-8978-6027"},"institutions":[{"id":"https://openalex.org/I153551853","display_name":"UniCredit (Italy)","ror":"https://ror.org/00fgmmg43","country_code":"IT","type":"company","lineage":["https://openalex.org/I153551853"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rinaldi, Francesco","raw_affiliation_strings":["Unipd"],"affiliations":[{"raw_affiliation_string":"Unipd","institution_ids":["https://openalex.org/I153551853"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017463552","display_name":"Saverio Salzo","orcid":"https://orcid.org/0000-0003-0494-9101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Salzo, Saverio","raw_affiliation_strings":["DIAG UNIROMA"],"affiliations":[{"raw_affiliation_string":"DIAG UNIROMA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002857019","display_name":"Martin Schmidt","orcid":"https://orcid.org/0000-0001-6208-5677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidt, Martin","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":68},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11355","display_name":"Inflammatory Biomarkers in Disease Prognosis","score":0.9507,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10062","display_name":"MicroRNA in disease regulation","score":0.9459,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.8507742},{"id":"https://openalex.org/keywords/rounding","display_name":"Rounding","score":0.7868817},{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.6586017},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.5638391}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.8507742},{"id":"https://openalex.org/C136625980","wikidata":"https://www.wikidata.org/wiki/Q663208","display_name":"Rounding","level":2,"score":0.7868817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.66990805},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6662364},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.6586017},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.57624346},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.5638391},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.55880153},{"id":"https://openalex.org/C2776029896","wikidata":"https://www.wikidata.org/wiki/Q3935810","display_name":"Relaxation (psychology)","level":2,"score":0.51550937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4260464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3900542},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3422254},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33032227},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23249796},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.10711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.10711","pdf_url":"http://arxiv.org/pdf/2308.10711","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2308.10711","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2308.10711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.49}],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4297800546","https://openalex.org/W3090200643","https://openalex.org/W2963306862","https://openalex.org/W2890257643","https://openalex.org/W2804529069","https://openalex.org/W255338418","https://openalex.org/W2340378315","https://openalex.org/W2161149697","https://openalex.org/W2013038594","https://openalex.org/W1495503294"],"abstract_inverted_index":{"In":[0,37],"recent":[1],"years,":[2],"bilevel":[3,54,89],"approaches":[4,127],"have":[5],"become":[6],"very":[7],"popular":[8],"to":[9,19,34,50,73,84],"efficiently":[10],"estimate":[11],"high-dimensional":[12],"hyperparameters":[13,47],"of":[14,45,80,99,111],"machine":[15,105],"learning":[16,106],"models.":[17],"However,":[18],"date,":[20],"binary":[21],"parameters":[22],"are":[23],"handled":[24],"by":[25,48],"continuous":[26,53,88],"relaxation":[27,130],"and":[28,131],"rounding":[29,132],"strategies,":[30],"which":[31],"could":[32],"lead":[33],"inconsistent":[35],"solutions.":[36,76],"this":[38],"context,":[39],"we":[40],"tackle":[41],"the":[42,78,81,92,97,109,112],"challenging":[43],"optimization":[44],"mixed-binary":[46,75],"resorting":[49],"an":[51,58,64],"equivalent":[52],"reformulation":[55],"based":[56,128],"on":[57,129],"appropriate":[59],"penalty":[60],"term.":[61],"We":[62,95],"propose":[63],"algorithmic":[65],"framework":[66],"that,":[67],"under":[68],"suitable":[69],"assumptions,":[70],"is":[71],"guaranteed":[72],"provide":[74],"Moreover,":[77],"generality":[79],"method":[82,124],"allows":[83],"safely":[85],"use":[86],"existing":[87],"solvers":[90],"within":[91],"proposed":[93],"framework.":[94],"evaluate":[96],"performance":[98],"our":[100,123],"approach":[101],"for":[102],"a":[103],"specific":[104],"problem,":[107],"i.e.,":[108],"estimation":[110],"group-sparsity":[113],"structure":[114],"in":[115],"regression":[116],"problems.":[117],"Reported":[118],"results":[119],"clearly":[120],"show":[121],"that":[122],"outperforms":[125],"state-of-the-art":[126]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386081694","counts_by_year":[],"updated_date":"2024-12-09T22:55:15.008022","created_date":"2023-08-23"}