{"id":"https://openalex.org/W3167205956","doi":"https://doi.org/10.1145/3442442.3452306","title":"Auditing Source Diversity Bias in Video Search Results Using Virtual Agents","display_name":"Auditing Source Diversity Bias in Video Search Results Using Virtual Agents","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3167205956","doi":"https://doi.org/10.1145/3442442.3452306","mag":"3167205956"},"language":"en","primary_location":{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3442442.3452306","pdf_url":null,"source":{"id":"https://openalex.org/S4306506650","display_name":"Companion Proceedings of the The Web Conference 2018","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},"type":"article","type_crossref":"proceedings-article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.02715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026969792","display_name":"Aleksandra Urman","orcid":"https://orcid.org/0000-0003-3332-9294"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Aleksandra Urman","raw_affiliation_strings":["University of Bern & University of Zurich"],"affiliations":[{"raw_affiliation_string":"University of Bern & University of Zurich","institution_ids":["https://openalex.org/I202697423","https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087601816","display_name":"Mykola Makhortykh","orcid":"https://orcid.org/0000-0001-7143-5317"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mykola Makhortykh","raw_affiliation_strings":["University of Bern"],"affiliations":[{"raw_affiliation_string":"University of Bern","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035734289","display_name":"Roberto Ulloa","orcid":"https://orcid.org/0000-0002-9870-5505"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz-Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roberto Ulloa","raw_affiliation_strings":["GESIS \u2013 Leibniz Institute for the Social Sciences"],"affiliations":[{"raw_affiliation_string":"GESIS \u2013 Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]}],"institution_assertions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"fulltext_origin":"pdf","cited_by_count":4,"citation_normalized_percentile":{"value":0.999888,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":76,"max":78},"biblio":{"volume":null,"issue":null,"first_page":"232","last_page":"236"},"is_retracted":false,"is_paratext":false,"primary_topic":{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9992,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9901,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9406,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competitor-analysis","display_name":"Competitor analysis","score":0.82473713},{"id":"https://openalex.org/keywords/online-search","display_name":"Online search","score":0.46763304}],"concepts":[{"id":"https://openalex.org/C127576917","wikidata":"https://www.wikidata.org/wiki/Q624630","display_name":"Competitor analysis","level":2,"score":0.82473713},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6825911},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65916884},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6577772},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6504271},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5888901},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.51905996},{"id":"https://openalex.org/C171089853","wikidata":"https://www.wikidata.org/wiki/Q7094123","display_name":"Online search","level":2,"score":0.46763304},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.45783025},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11769456},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08652252},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.07273996},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"is_oa":false,"landing_page_url":"https://doi.org/10.1145/3442442.3452306","pdf_url":null,"source":{"id":"https://openalex.org/S4306506650","display_name":"Companion Proceedings of the The Web Conference 2018","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2106.02715","pdf_url":"https://arxiv.org/pdf/2106.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},{"is_oa":true,"landing_page_url":"https://www.zora.uzh.ch/id/eprint/203783/1/FATES_2021_Submission__Copy__SHORTENED%282%29.pdf","pdf_url":"https://www.zora.uzh.ch/id/eprint/203783/1/FATES_2021_Submission__Copy__SHORTENED%282%29.pdf","source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":["University of Zurich"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":true,"landing_page_url":"https://boris.unibe.ch/156707/","pdf_url":"https://boris.unibe.ch/156707/1/ACM_FATES_1_.pdf","source":{"id":"https://openalex.org/S4306401086","display_name":"Bern Open Repository and Information System (University of Bern)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118564535","host_organization_name":"University of Bern","host_organization_lineage":["https://openalex.org/I118564535"],"host_organization_lineage_names":["University of Bern"],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true},{"is_oa":false,"landing_page_url":"https://api.datacite.org/dois/10.48550/arxiv.2106.02715","pdf_url":null,"source":{"id":"https://openalex.org/S4393179698","display_name":"DataCite API","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210145204","host_organization_name":"DataCite","host_organization_lineage":["https://openalex.org/I4210145204"],"host_organization_lineage_names":["DataCite"],"type":"metadata"},"license":null,"license_id":null,"version":null}],"best_oa_location":{"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2106.02715","pdf_url":"https://arxiv.org/pdf/2106.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":["Cornell University"],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false},"sustainable_development_goals":[{"display_name":"Quality education","score":0.55,"id":"https://metadata.un.org/sdg/4"}],"grants":[],"datasets":[],"versions":["https://openalex.org/W3167205956","https://openalex.org/W3169341510"],"referenced_works_count":27,"referenced_works":["https://openalex.org/W1528949297","https://openalex.org/W156625498","https://openalex.org/W2026826085","https://openalex.org/W2048437343","https://openalex.org/W2100047082","https://openalex.org/W2109882182","https://openalex.org/W2141116065","https://openalex.org/W2148869009","https://openalex.org/W2149252982","https://openalex.org/W2315475239","https://openalex.org/W2405458868","https://openalex.org/W2545197953","https://openalex.org/W2591615201","https://openalex.org/W2613362452","https://openalex.org/W272324255","https://openalex.org/W2752195182","https://openalex.org/W2791333975","https://openalex.org/W2888099522","https://openalex.org/W2941228000","https://openalex.org/W2995402647","https://openalex.org/W3001221685","https://openalex.org/W3025764718","https://openalex.org/W3096187776","https://openalex.org/W3105992983","https://openalex.org/W3122107567","https://openalex.org/W4248782617","https://openalex.org/W4307802455"],"related_works":["https://openalex.org/W4225710828","https://openalex.org/W2991832717","https://openalex.org/W2764047277","https://openalex.org/W2535181211","https://openalex.org/W2466354565","https://openalex.org/W2358804928","https://openalex.org/W2115429408","https://openalex.org/W1990326457","https://openalex.org/W1980029983","https://openalex.org/W1419101303"],"abstract_inverted_index":{"We":[0,53],"audit":[1],"the":[2,44,76,94,108,111,119,126],"presence":[3,58,127],"of":[4,21,59,114,128],"domain-level":[5],"source":[6,38],"diversity":[7,39],"bias":[8,130],"in":[9,64,93,131],"video":[10,97],"search":[11,27,66,71,98,133],"results.":[12,99,134],"Using":[13],"a":[14,60],"virtual":[15],"agent-based":[16],"approach,":[17],"we":[18,79],"compare":[19],"outputs":[20,67],"four":[22],"Western":[23,70],"and":[24,31,117],"one":[25],"non-Western":[26],"engines":[28,72],"for":[29,68,121],"English":[30,47],"Russian":[32],"queries.":[33],"Our":[34],"findings":[35],"highlight":[36],"that":[37,81,103],"varies":[40],"substantially":[41],"depending":[42],"on":[43,125],"language":[45],"with":[46],"queries":[48],"returning":[49],"more":[50],"diverse":[51],"outputs.":[52],"also":[54],"find":[55],"disproportionately":[56],"high":[57],"single":[61],"platform,":[62],"YouTube,":[63],"top":[65],"all":[69],"except":[73],"Google.":[74],"At":[75],"same":[77],"time,":[78],"observe":[80],"Youtube's":[82],"major":[83],"competitors":[84,113],"such":[85],"as":[86],"Vimeo":[87],"or":[88],"Dailymotion":[89],"do":[90],"not":[91],"appear":[92],"sampled":[95],"Google's":[96,132],"This":[100],"finding":[101],"suggests":[102],"Google":[104],"might":[105],"be":[106],"downgrading":[107],"results":[109],"from":[110],"main":[112],"Google-owned":[115],"Youtube":[116],"highlights":[118],"necessity":[120],"further":[122],"studies":[123],"focusing":[124],"own-content":[129]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3167205956","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2025-01-09T22:46:09.317615","created_date":"2021-06-22"}