{"id":"https://openalex.org/W3103259151","doi":"https://doi.org/10.1145/3331184.3331264","title":"Variance Reduction in Gradient Exploration for Online Learning to Rank","display_name":"Variance Reduction in Gradient Exploration for Online Learning to Rank","publication_year":2019,"publication_date":"2019-07-18","ids":{"openalex":"https://openalex.org/W3103259151","doi":"https://doi.org/10.1145/3331184.3331264","mag":"3103259151"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"preprint","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/1906.03766","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062299183","display_name":"Huazheng Wang","orcid":"https://orcid.org/0000-0003-3918-6925"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huazheng Wang","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033729605","display_name":"Sonwoo Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonwoo Kim","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088510774","display_name":"Eric McCord-Snook","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric McCord-Snook","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101992274","display_name":"Qingyun Wu","orcid":"https://orcid.org/0000-0003-1008-516X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingyun Wu","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085094109","display_name":"Hongning Wang","orcid":"https://orcid.org/0000-0002-6524-9195"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongning Wang","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":14,"citation_normalized_percentile":{"value":0.916951,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":89},"biblio":{"volume":null,"issue":null,"first_page":"835","last_page":"844"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Shape Matching and Object Recognition","score":0.9885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Shape Matching and Object Recognition","score":0.9885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Image Feature Retrieval and Recognition Techniques","score":0.9843,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Educational Data Mining and Learning Analytics","score":0.9638,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.72327244},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.643996},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online Learning","score":0.611301},{"id":"https://openalex.org/keywords/educational-data-mining","display_name":"Educational Data Mining","score":0.597675},{"id":"https://openalex.org/keywords/semantic-relevance","display_name":"Semantic Relevance","score":0.587455},{"id":"https://openalex.org/keywords/student-performance-prediction","display_name":"Student Performance Prediction","score":0.576056},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image Retrieval","score":0.568995},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.49653298}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.72327244},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.7054308},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.643996},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6262079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755088},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.49653298},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4505511},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.438332},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38639164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37959152},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28582084},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.19391495},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.10809904},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.077843845},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.062200874},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3331184.3331264","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.03766","pdf_url":"http://arxiv.org/pdf/1906.03766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.1906.03766","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.03766","pdf_url":"http://arxiv.org/pdf/1906.03766","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":["https://openalex.org/W2948795993","https://openalex.org/W3103259151"],"referenced_works_count":36,"referenced_works":["https://openalex.org/W135190683","https://openalex.org/W1530210183","https://openalex.org/W1900560890","https://openalex.org/W1973435495","https://openalex.org/W1992549066","https://openalex.org/W2003473029","https://openalex.org/W2004001705","https://openalex.org/W2009979684","https://openalex.org/W2011285051","https://openalex.org/W2037140704","https://openalex.org/W2044493620","https://openalex.org/W2094790959","https://openalex.org/W2099213975","https://openalex.org/W2115584760","https://openalex.org/W2115711489","https://openalex.org/W2129245267","https://openalex.org/W2147892741","https://openalex.org/W2149427297","https://openalex.org/W2152314154","https://openalex.org/W2156541733","https://openalex.org/W2259177609","https://openalex.org/W2279385734","https://openalex.org/W2340526403","https://openalex.org/W2471222571","https://openalex.org/W2535047536","https://openalex.org/W2604370872","https://openalex.org/W2767455847","https://openalex.org/W2784672094","https://openalex.org/W2884475480","https://openalex.org/W2890291106","https://openalex.org/W2951455820","https://openalex.org/W2997842202","https://openalex.org/W3103733168","https://openalex.org/W3104894801","https://openalex.org/W3105997200","https://openalex.org/W4300415226"],"related_works":["https://openalex.org/W3011471740","https://openalex.org/W2951368390","https://openalex.org/W2772359885","https://openalex.org/W2298254442","https://openalex.org/W2291558465","https://openalex.org/W2169816622","https://openalex.org/W2169367269","https://openalex.org/W2067529449","https://openalex.org/W1997242758","https://openalex.org/W1981992409"],"abstract_inverted_index":{"Online":[0],"Learning":[1],"to":[2,16,41],"Rank":[3],"(OL2R)":[4],"algorithms":[5,18],"learn":[6],"from":[7,33],"implicit":[8],"user":[9],"feedback":[10],"on":[11],"the":[12,34,55,58],"fly.":[13],"The":[14],"key":[15],"such":[17],"is":[19,26,61],"an":[20],"unbiased":[21],"estimate":[22],"of":[23,57],"gradients,":[24],"which":[25],"often":[27],"(trivially)":[28],"achieved":[29],"by":[30],"uniformly":[31],"sampling":[32],"entire":[35],"parameter":[36,59],"space.":[37],"Unfortunately,":[38],"this":[39],"leads":[40],"high-variance":[42],"in":[43,47],"gradient":[44],"estimation,":[45],"resulting":[46],"high":[48],"regret":[49],"during":[50],"model":[51],"updates,":[52],"especially":[53],"when":[54],"dimension":[56],"space":[60],"large.":[62]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3103259151","counts_by_year":[{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3}],"updated_date":"2024-12-03T18:43:45.316197","created_date":"2020-11-23"}