{"id":"https://openalex.org/W2966416749","doi":"https://doi.org/10.1109/icme.2019.00289","title":"Tiyuntsong: A Self-Play Reinforcement Learning Approach for ABR Video Streaming","display_name":"Tiyuntsong: A Self-Play Reinforcement Learning Approach for ABR Video Streaming","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2966416749","doi":"https://doi.org/10.1109/icme.2019.00289","mag":"2966416749"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2019.00289","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":"https://arxiv.org/pdf/1811.06166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057477098","display_name":"Tianchi Huang","orcid":"https://orcid.org/0000-0001-9378-6329"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianchi Huang","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701312","display_name":"Xin Yao","orcid":"https://orcid.org/0000-0003-3563-3951"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yao","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102951891","display_name":"Chenglei Wu","orcid":"https://orcid.org/0000-0003-0839-1037"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglei Wu","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085140543","display_name":"Rui-Xiao Zhang","orcid":"https://orcid.org/0000-0002-4251-825X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui-Xiao Zhang","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007561479","display_name":"Zhengyuan Pang","orcid":"https://orcid.org/0000-0003-0321-4891"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyuan Pang","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047712495","display_name":"Lifeng Sun","orcid":"https://orcid.org/0000-0002-4057-5138"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"funder","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Sun","raw_affiliation_strings":["Dept. of Computer Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institution_assertions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.603,"has_fulltext":true,"fulltext_origin":"ngrams","cited_by_count":18,"citation_normalized_percentile":{"value":0.890737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":91},"biblio":{"volume":null,"issue":null,"first_page":"1678","last_page":"1683"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9991,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9955,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8230885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8592743},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.852329},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8230885},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.60850567},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.53387237},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4847438},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4837325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48005685},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.43193},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.18938372},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15634012},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme.2019.00289","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1811.06166","pdf_url":"https://arxiv.org/pdf/1811.06166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1811.06166","pdf_url":"https://arxiv.org/pdf/1811.06166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_indexed_in_scopus":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[],"grants":[],"datasets":[],"versions":[],"referenced_works_count":14,"referenced_works":["https://openalex.org/W1597864774","https://openalex.org/W1976944900","https://openalex.org/W2017146017","https://openalex.org/W2055165550","https://openalex.org/W2399399754","https://openalex.org/W2482797934","https://openalex.org/W2507174453","https://openalex.org/W2593414223","https://openalex.org/W2744628735","https://openalex.org/W2772709170","https://openalex.org/W2810731248","https://openalex.org/W2849781392","https://openalex.org/W2906364736","https://openalex.org/W2963191323"],"related_works":["https://openalex.org/W3199673414","https://openalex.org/W3127182254","https://openalex.org/W2883239366","https://openalex.org/W2737069248","https://openalex.org/W2276021436","https://openalex.org/W2170297402","https://openalex.org/W2118568109","https://openalex.org/W2104411120","https://openalex.org/W2057320948","https://openalex.org/W1543922763"],"abstract_inverted_index":{"Existing":[0],"reinforcement":[1,49],"learning":[2,50],"(RL)-based":[3],"adaptive":[4],"bitrate":[5],"(ABR)":[6],"approaches":[7],"outperform":[8],"the":[9,18,25,38,78,110,115,118,129,135,140,154],"previous":[10],"fixed":[11],"control":[12],"rules":[13,87],"based":[14],"methods":[15],"by":[16,66,83],"improving":[17],"Quality":[19],"of":[20,86,120,131,142],"Experience":[21],"(QoE)":[22],"score,":[23],"as":[24],"QoE":[26,92],"metric":[27],"can":[28],"hardly":[29],"provide":[30],"clear":[31],"guidance":[32],"for":[33,58,113],"optimization,":[34],"finally":[35],"resulting":[36],"in":[37,153],"unexpected":[39],"strategies.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,100,126,144],"propose":[45,101],"Tiyuntsong,":[46],"a":[47,84,90],"self-play":[48],"approach":[51],"with":[52],"generative":[53],"adversarial":[54],"network":[55],"(GAN)-based":[56],"method":[57],"ABR":[59,151],"video":[60],"streaming.":[61],"Tiyuntsong":[62,147],"learns":[63],"strategies":[64],"automatically":[65],"training":[67],"two":[68],"agents":[69],"who":[70],"are":[71,81],"competing":[72],"against":[73],"each":[74],"other.":[75],"Note":[76],"that":[77,94,128,146],"competition":[79],"results":[80],"determined":[82],"set":[85],"rather":[88],"than":[89],"numerical":[91],"score":[93],"allows":[95],"clearer":[96],"optimization":[97],"objectives.":[98],"Meanwhile,":[99],"GAN":[102,132],"Enhancement":[103],"Module":[104],"to":[105],"extract":[106],"hidden":[107],"features":[108],"from":[109],"past":[111],"status":[112],"preserving":[114],"information":[116],"without":[117],"limitations":[119],"sequence":[121],"lengths.":[122],"Using":[123],"testbed":[124],"experiments,":[125],"show":[127],"utilization":[130],"significantly":[133],"improves":[134],"Tiyuntsong's":[136],"performance.":[137],"By":[138],"comparing":[139],"performance":[141],"ABRs,":[143],"observe":[145],"also":[148],"betters":[149],"existing":[150],"algorithms":[152],"underlying":[155],"metrics.":[156]},"abstract_inverted_index_v3":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2966416749","counts_by_year":[{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2025-03-18T20:58:06.253463","created_date":"2019-08-13"}