{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,12]],"date-time":"2024-09-12T08:21:15Z","timestamp":1726129275866},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030788179"},{"type":"electronic","value":"9783030788186"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-78818-6_13","type":"book-chapter","created":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T08:03:17Z","timestamp":1624521797000},"page":"143-155","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Crucial Challenges in Large-Scale Black Box Analyses"],"prefix":"10.1007","author":[{"ORCID":"http:\/\/orcid.org\/0000-0002-3527-1092","authenticated-orcid":false,"given":"Tobias D.","family":"Krafft","sequence":"first","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0001-9630-0769","authenticated-orcid":false,"given":"Martin","family":"Reber","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-6425-7011","authenticated-orcid":false,"given":"Roman","family":"Krafft","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-0854-5633","authenticated-orcid":false,"given":"Anna","family":"Coutrier","sequence":"additional","affiliation":[]},{"ORCID":"http:\/\/orcid.org\/0000-0002-4294-9017","authenticated-orcid":false,"given":"Katharina A.","family":"Zweig","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,25]]},"reference":[{"key":"13_CR1","doi-asserted-by":"crossref","unstructured":"Andreou, A., Venkatadri, G., Goga, O., Gummadi, K., Loiseau, P., Mislove, A.: Investigating Ad transparency mechanisms in social media: a case study of Facebook\u2019s explanations. In: NDSS 2018 - Network and Distributed System Security Symposium, San Diego, CA, United States, pp. 1\u201315 (2018)","DOI":"10.14722\/ndss.2018.23191"},{"key":"13_CR2","doi-asserted-by":"publisher","DOI":"10.1063\/1.3060436","volume-title":"An Introduction to Cybernetics","author":"WR Ashby","year":"1957","unstructured":"Ashby, W.R.: An Introduction to Cybernetics. Chapman & Hall Ltd., London (1957)"},{"key":"13_CR3","unstructured":"Biddings, A.: A new policy on advertising for speculative and experimental medical treatments. Google Ads Help (2019). https:\/\/support.google.com\/google-ads\/answer\/9475042. Accessed 11 Mar 2021"},{"issue":"4","key":"13_CR4","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1111\/j.1468-0386.2007.00378.x","volume":"13","author":"M Bovens","year":"2007","unstructured":"Bovens, M.: Analysing and assessing accountability: a conceptual framework1. Eur. Law J. 13(4), 447\u2013468 (2007). https:\/\/doi.org\/10.1111\/j.1468-0386.2007.00378.x","journal-title":"Eur. Law J."},{"key":"13_CR5","doi-asserted-by":"publisher","unstructured":"Bucher, T.: Neither black nor box: ways of knowing algorithms. In: Kubitschko, S., Kaun, A. (eds.) Innovative Methods in Media and Communication Research, pp. 81\u201398. Palgrave Macmillan, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-40700-5_5","DOI":"10.1007\/978-3-319-40700-5_5"},{"key":"13_CR6","unstructured":"Cadwalladr, C.: Facebook\u2019s role in Brexit - and the threat to democracy (2019). TED Talk. https:\/\/www.ted.com\/talks\/carole_cadwalladr_facebook_s_role_in_brexit_and_the_threat_to_democracy. Accessed Mar 11 2021"},{"issue":"1","key":"13_CR7","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1515\/popets-2015-0007","volume":"2015","author":"A Datta","year":"2015","unstructured":"Datta, A., Tschantz, M.C., Datta, A.: Automated experiments on Ad privacy settings. Proc. Priv. Enhancing Technol. 2015(1), 92\u2013112 (2015). https:\/\/doi.org\/10.1515\/popets-2015-0007","journal-title":"Proc. Priv. Enhancing Technol."},{"key":"13_CR8","unstructured":"DEK: Gutachten der Datenethikkommission der deutschen Bundesregierung. Bundesministerium des Innern, f\u00fcr Bau und Heimat (2019). https:\/\/www.bmi.bund.de\/SharedDocs\/downloads\/DE\/publikationen\/themen\/it-digitalpolitik\/gutachten-datenethikkommission.pdf. Accessed 11 Mar 2021"},{"key":"13_CR9","doi-asserted-by":"publisher","DOI":"10.7916\/D8ZK5TW2","author":"N Diakopoulos","year":"2014","unstructured":"Diakopoulos, N.: Algorithmic accountability reporting: on the investigation of black boxes, tow center for digital journalism\/knight brief. Columbia Journal. School (2014). https:\/\/doi.org\/10.7916\/D8ZK5TW2","journal-title":"Columbia Journal. School"},{"issue":"3","key":"13_CR10","doi-asserted-by":"publisher","first-page":"398","DOI":"10.1080\/21670811.2014.976411","volume":"3","author":"N Diakopoulos","year":"2015","unstructured":"Diakopoulos, N.: Algorithmic accountability. Journalistic investigation of computational power structures. Digit. Journal. 3(3), 398\u2013415 (2015). https:\/\/doi.org\/10.1080\/21670811.2014.976411","journal-title":"Digit. Journal."},{"key":"13_CR11","unstructured":"Dixon, E., Enos, E., Brodmerkle, S.: A\/B testing of a webpage. United States Patent (2011). https:\/\/patentimages.storage.googleapis.com\/35\/bf\/a3\/2a1ee861e2adaf\/US7975000.pdf. Accessed 11 Mar 2021"},{"key":"13_CR12","unstructured":"Enquete-Kommission: K\u00fcnstliche Intelligenz \u2013 GesellschaftlicheVerantwortung und wirtschaftliche, soziale und \u00f6kologische Potenzialedes Deutschen Bundestags: Abschlussbericht. Berlin, Drucksache 19\/23700 (2020). Accessed 11 Mar 2021"},{"issue":"2","key":"13_CR13","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1080\/09505431.2019.1656183","volume":"29","author":"S Erikainen","year":"2020","unstructured":"Erikainen, S., Couturier, A., Chan, S.: Marketing experimental stem cell therapies in the UK: biomedical lifestyle products and the promise of regenerative medicine in the digital era. Sci. Cult. 29(2), 219\u2013244 (2020). https:\/\/doi.org\/10.1080\/09505431.2019.1656183","journal-title":"Sci. Cult."},{"key":"13_CR14","doi-asserted-by":"publisher","DOI":"10.1177\/2055207619845546","author":"S Erikainen","year":"2019","unstructured":"Erikainen, S., Pickersgill, M., Cunningham-Burley, S., Chan, S.: Patienthood and participation in the digital era. Digit. Health (2019). https:\/\/doi.org\/10.1177\/2055207619845546","journal-title":"Digit. Health"},{"key":"13_CR15","unstructured":"Europ\u00e4ische Kommission: Wei\u00dfbuch Zur K\u00fcnstlichen Intelligenz - ein europ\u00e4isches Konzept f\u00fcr Exzellenz und Vertrauen (2020). Europ\u00e4ische Kommission https:\/\/ec.europa.eu\/info\/sites\/info\/files\/commission-white-paper-artificial-intelligence-feb2020_de.pdf. Accessed 11 Mar 2021"},{"key":"13_CR16","doi-asserted-by":"crossref","unstructured":"Gillespie, T.: The relevance of algorithms. In: Media Technologies: Essays on Communication, Materiality, and Society, p. 167 (2014)","DOI":"10.7551\/mitpress\/9780262525374.003.0009"},{"key":"13_CR17","unstructured":"Google: Healthcare and medicines. Google advertising policies help (2019). https:\/\/support.google.com\/adspolicy\/answer\/176031. Accessed 11 Mar 2021"},{"issue":"5","key":"13_CR18","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1080\/01972243.2010.511560","volume":"26","author":"LA Granka","year":"2010","unstructured":"Granka, L.A.: The politics of search: a decade retrospective. Inf. Soc. 26(5), 364\u2013374 (2010). https:\/\/doi.org\/10.1080\/01972243.2010.511560","journal-title":"Inf. Soc."},{"key":"13_CR19","volume-title":"Technikfolgenabsch\u00e4tzung - Eine Einf\u00fchrung","author":"A Grunwald","year":"2002","unstructured":"Grunwald, A.: Technikfolgenabsch\u00e4tzung - Eine Einf\u00fchrung. Edition Sigma, Berlin (2002)"},{"issue":"1","key":"13_CR20","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1177\/0162243915587360","volume":"41","author":"LD Introna","year":"2016","unstructured":"Introna, L.D.: Algorithms, governance, and governmentality: on governing academic writing. Sci. Technol. Human Values 41(1), 17\u201349 (2016). https:\/\/doi.org\/10.1177\/0162243915587360","journal-title":"Sci. Technol. Human Values"},{"key":"13_CR21","unstructured":"Kienle, A.: Integration von Wissensmanagement und kollaborativem Lernen durch technisch unterst\u00fctzte Kommunikationsprozesse. Dissertation, Universit\u00e4t Dortmund, Dortmund (2003)"},{"issue":"1","key":"13_CR22","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1080\/1369118X.2016.1154087","volume":"20","author":"R Kitchin","year":"2017","unstructured":"Kitchin, R.: Thinking critically about and researching algorithms. Inf. Commun. Soc. 20(1), 14\u201329 (2017). https:\/\/doi.org\/10.1080\/1369118X.2016.1154087","journal-title":"Inf. Commun. Soc."},{"issue":"1","key":"13_CR23","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1140\/epjds\/s13688-019-0217-5","volume":"8","author":"TD Krafft","year":"2019","unstructured":"Krafft, T.D., Gamer, M., Zweig, K.A.: What did you see? A study to measure personalization in Google\u2019s search engine. EPJ Data Sci. 8(1), 38 (2019)","journal-title":"EPJ Data Sci."},{"key":"13_CR24","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/978-3-030-52485-2_3","volume-title":"Bias and Social Aspects in Search and Recommendation","author":"TD Krafft","year":"2020","unstructured":"Krafft, T.D., Hauer, M.P., Zweig, K.A.: Why do we need to be bots? What prevents society from detecting biases in recommendation systems. In: Boratto, L., Faralli, S., Marras, M., Stilo, G. (eds.) BIAS 2020. CCIS, vol. 1245, pp. 27\u201334. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52485-2_3"},{"key":"13_CR25","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctt1pwt9w5","volume-title":"Algorithms of Oppression - How Search Engines Reinforce Racism","author":"SU Noble","year":"2018","unstructured":"Noble, S.U.: Algorithms of Oppression - How Search Engines Reinforce Racism. New York United Press, New York (2018)"},{"issue":"15","key":"13_CR26","doi-asserted-by":"publisher","first-page":"1400","DOI":"10.1212\/WNL.0000000000002461","volume":"86","author":"G Pagano","year":"2016","unstructured":"Pagano, G., Ferrara, N., Brooks, D.J., Pavese, N.: Age at onset and Parkinson disease phenotype. Neurology 86(15), 1400\u20131407 (2016). https:\/\/doi.org\/10.1212\/WNL.0000000000002461","journal-title":"Neurology"},{"key":"13_CR27","series-title":"Philosophical Studies Series","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/978-3-030-04363-6_2","volume-title":"The Ethics of Medical Data Donation","author":"B Prainsack","year":"2019","unstructured":"Prainsack, B.: Data donation: how to resist the iLeviathan. In: Krutzinna, J., Floridi, L. (eds.) The Ethics of Medical Data Donation. PSS, vol. 137, pp. 9\u201322. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-04363-6_2"},{"key":"13_CR28","doi-asserted-by":"crossref","unstructured":"Reber, M., Krafft, T.D., Krafft, R., Zweig, K.A., Couturier, A.: Data donations for mapping risk in google search of health queries: a case study of unproven stem cell treatments in SEM. In: IEEE Symposium Series on Computational Intelligence (SSCI), pp. 2985\u20132992 (2020)","DOI":"10.1109\/SSCI47803.2020.9308420"},{"key":"13_CR29","first-page":"4349","volume":"22","author":"C Sandvig","year":"2014","unstructured":"Sandvig, C., Hamilton, K., Karahalios, K., Langbort, C.: Auditing algorithms: research methods for detecting discrimination on internet platforms. Data Discrim. Conv. Crit. Concerns Prod. 22, 4349\u20134357 (2014)","journal-title":"Data Discrim. Conv. Crit. Concerns Prod."},{"key":"13_CR30","unstructured":"Seaver, N.: Knowing algorithms. In: Media in Transition, Cambridge, MA, vol. 8 (2014)"},{"key":"13_CR31","doi-asserted-by":"crossref","unstructured":"Wieringa, M.: What to account for when accounting for algorithms: a systematic literature review on algorithmic accountability. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, pp. 1\u201318 (2020)","DOI":"10.1145\/3351095.3372833"},{"key":"13_CR32","doi-asserted-by":"crossref","unstructured":"Zweig, K.A., Krafft, T.D., Klingel, A., Park, E.: Sozioinformatik Ein neuer Blick auf Informatik und Gesellschaft. Carl Hanser Verlag (2021, in publication)","DOI":"10.3139\/9783446468030.fm"}],"container-title":["Communications in Computer and Information Science","Advances in Bias and Fairness in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-78818-6_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T08:06:11Z","timestamp":1624521971000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-78818-6_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030788179","9783030788186"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-78818-6_13","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"25 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BIAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Algorithmic Bias in Search and Recommendation","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 April 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 April 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bias2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/biasinrecsys.github.io\/ecir2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}