{"id":"https://openalex.org/W4400222621","doi":"https://doi.org/10.48550/arxiv.2406.19617","title":"Stochastic Zeroth-Order Optimization under Strongly Convexity and\n Lipschitz Hessian: Minimax Sample Complexity","display_name":"Stochastic Zeroth-Order Optimization under Strongly Convexity and\n Lipschitz Hessian: Minimax Sample Complexity","publication_year":2024,"publication_date":"2024-06-27","ids":{"openalex":"https://openalex.org/W4400222621","doi":"https://doi.org/10.48550/arxiv.2406.19617"},"language":"en","primary_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19617","pdf_url":"https://arxiv.org/pdf/2406.19617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"posted-content","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.19617","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100337764","display_name":"Qian Yu","orcid":"https://orcid.org/0000-0002-1615-5555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Qian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424577","display_name":"Yining Wang","orcid":"https://orcid.org/0000-0001-9410-0392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yining","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032533257","display_name":"Baihe Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Baihe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100667506","display_name":"Lei Qi","orcid":"https://orcid.org/0000-0001-7091-0702"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Qi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5059740024","display_name":"Jason D. Lee","orcid":"https://orcid.org/0000-0003-0064-7800"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jason D.","raw_affiliation_strings":[],"affiliations":[]}],"institution_assertions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":0,"max":77},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.8301,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.8301,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.7801,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10632","display_name":"Housing Market and Economics","score":0.7192,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.8881066},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.8639975},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.53884506},{"id":"https://openalex.org/keywords/hessian-equation","display_name":"Hessian equation","score":0.5322886},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.46483254}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.8881066},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.8639975},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.8260615},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.80186504},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6319304},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.6040566},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.54035664},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.53884506},{"id":"https://openalex.org/C73729460","wikidata":"https://www.wikidata.org/wiki/Q17023339","display_name":"Hessian equation","level":4,"score":0.5322886},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.46483254},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.43437225},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.42871168},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41862103},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.29285258},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.22282562},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16292948},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.15648419},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06522566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.06348318},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.061148793},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C64057670","wikidata":"https://www.wikidata.org/wiki/Q4381442","display_name":"First-order partial differential equation","level":3,"score":0.0},{"id":"https://openalex.org/C93779851","wikidata":"https://www.wikidata.org/wiki/Q271977","display_name":"Partial differential equation","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19617","pdf_url":"https://arxiv.org/pdf/2406.19617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2406.19617","pdf_url":"https://arxiv.org/pdf/2406.19617","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4297791817","https://openalex.org/W3113796871","https://openalex.org/W2989823969","https://openalex.org/W2964019050","https://openalex.org/W2890919253","https://openalex.org/W2755749970","https://openalex.org/W2414981476","https://openalex.org/W2316166864","https://openalex.org/W2120338570","https://openalex.org/W1991833659"],"abstract_inverted_index":{"Optimization":[0],"of":[1,25,42,57,77,90],"convex":[2,31],"functions":[3,32],"under":[4,99],"stochastic":[5],"zeroth-order":[6],"feedback":[7],"has":[8],"been":[9],"a":[10,75,78,82,91,114],"major":[11],"and":[12,29,66,81,113],"challenging":[13],"question":[14],"in":[15],"online":[16],"learning.":[17],"In":[18],"this":[19],"work,":[20],"we":[21],"consider":[22],"the":[23,34,43,50,55,58,95,105,110,119,124],"problem":[24],"optimizing":[26],"second-order":[27],"smooth":[28],"strongly":[30],"where":[33],"algorithm":[35,72,106],"is":[36],"only":[37],"accessible":[38],"to":[39,107],"noisy":[40],"evaluations":[41],"objective":[44],"function":[45],"it":[46],"queries.":[47],"We":[48,69],"provide":[49],"first":[51],"tight":[52],"characterization":[53,93],"for":[54,94,118,126],"rate":[56],"minimax":[59],"simple":[60],"regret":[61],"by":[62],"developing":[63],"matching":[64],"upper":[65],"lower":[67],"bounds.":[68],"propose":[70],"an":[71],"that":[73],"features":[74],"combination":[76],"bootstrapping":[79,120],"stage":[80],"mirror-descent":[83],"stage.":[84],"Our":[85],"main":[86],"technical":[87],"innovation":[88],"consists":[89],"sharp":[92],"spherical-sampling":[96],"gradient":[97],"estimator":[98],"higher-order":[100],"smoothness":[101],"conditions,":[102],"which":[103,122],"allows":[104],"optimally":[108],"balance":[109],"bias-variance":[111],"tradeoff,":[112],"new":[115],"iterative":[116],"method":[117],"stage,":[121],"maintains":[123],"performance":[125],"unbounded":[127],"Hessian.":[128]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400222621","counts_by_year":[],"updated_date":"2025-04-19T04:57:00.508270","created_date":"2024-07-02"}