{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T12:20:15Z","timestamp":1726230015654},"publisher-location":"Cham","reference-count":19,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031409523"},{"type":"electronic","value":"9783031409530"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-40953-0_26","type":"book-chapter","created":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T13:02:08Z","timestamp":1694610128000},"page":"314-327","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Conformal Prediction and Uncertainty Wrapper: What Statistical Guarantees Can You Get for Uncertainty Quantification in Machine Learning?"],"prefix":"10.1007","author":[{"given":"Lisa","family":"J\u00f6ckel","sequence":"first","affiliation":[]},{"given":"Michael","family":"Kl\u00e4s","sequence":"additional","affiliation":[]},{"given":"Janek","family":"Gro\u00df","sequence":"additional","affiliation":[]},{"given":"Pascal","family":"Gerber","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,14]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","unstructured":"Kl\u00e4s, M., Sembach, L.: Uncertainty wrappers for data-driven models \u2013 increase the transparency of AI\/ML-based models through enrichment with dependable situation-aware uncertainty estimates. In: Romanovsky, A., Troubitsyna, E., Gashi, I., Schoitsch, E., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP 2019. Lecture Notes in Computer Science, vol. 11699, pp. 358\u2013364. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26250-1_29","DOI":"10.1007\/978-3-030-26250-1_29"},{"issue":"3","key":"26_CR2","first-page":"371","volume":"9","author":"G Shafer","year":"2008","unstructured":"Shafer, G., Vovk, V.: A tutorial on conformal prediction. J. Mach. Learn. Res. 9(3), 371\u2013421 (2008)","journal-title":"J. Mach. Learn. Res."},{"issue":"4","key":"26_CR3","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1561\/2200000101","volume":"16","author":"AN Angelopoulos","year":"2023","unstructured":"Angelopoulos, A.N., Bates, S.: Conformal prediction: A gentle introduction. Found. Trends Mach. Learn. 16(4), 494\u2013591 (2023)","journal-title":"Found. Trends Mach. Learn."},{"key":"26_CR4","doi-asserted-by":"crossref","unstructured":"de Grancey, F., Jean-Luc, A., Alecu, L., Gerchinovitz, S., Mamalet, F., Vigouroux, D.: Object detection with probabilistic guarantees: a conformal prediction approach. In: WAISE (2022)","DOI":"10.1007\/978-3-031-14862-0_23"},{"key":"26_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"431","DOI":"10.1007\/978-3-319-99229-7_36","volume-title":"Computer Safety, Reliability, and Security","author":"M Kl\u00e4s","year":"2018","unstructured":"Kl\u00e4s, M., Vollmer, A.M.: Uncertainty in Machine Learning Applications: A Practice-Driven Classification of Uncertainty. In: Gallina, B., Skavhaug, A., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2018. LNCS, vol. 11094, pp. 431\u2013438. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99229-7_36"},{"key":"26_CR6","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.: On calibration of modern neural networks. In: ICML (2017)"},{"key":"26_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"315","DOI":"10.1007\/978-3-030-55583-2_23","volume-title":"Computer Safety, Reliability, and Security. SAFECOMP 2020 Workshops","author":"M Kl\u00e4s","year":"2020","unstructured":"Kl\u00e4s, M., J\u00f6ckel, L.: A framework for building uncertainty wrappers for AI\/ML-based data-driven components. In: Casimiro, A., Ortmeier, F., Schoitsch, E., Bitsch, F., Ferreira, P. (eds.) SAFECOMP 2020. LNCS, vol. 12235, pp. 315\u2013327. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-55583-2_23"},{"key":"26_CR8","doi-asserted-by":"publisher","unstructured":"Koopman, P., Osyk, B., Weast, J.: Autonomous vehicles meet the physical world: RSS, variability, uncertainty, and proving safety. In: Romanovsky, A., Troubitsyna, E., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP 2019. Lecture Notes in Computer Science, vol. 11698, pp. 245\u2013253. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26601-1_17","DOI":"10.1007\/978-3-030-26601-1_17"},{"key":"26_CR9","unstructured":"Amoukou, S.I., Brunel, N.J.B.: Adaptive conformal prediction by reweighting nonconformity score. arXiv:2303.12695 (2023)"},{"issue":"4","key":"26_CR10","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1093\/biomet\/26.4.404","volume":"26","author":"CJ Clopper","year":"1934","unstructured":"Clopper, C.J., Pearson, E.S.: The use of confidence or fiducial limits illustrated in the case of the binomial. Biometrika 26(4), 404\u2013413 (1934)","journal-title":"Biometrika"},{"issue":"1","key":"26_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"GW Brier","year":"1950","unstructured":"Brier, G.W.: Verification of forecasts expressed in terms of probability. Mon. Weather Rev. 78(1), 1\u20133 (1950)","journal-title":"Mon. Weather Rev."},{"issue":"4","key":"26_CR12","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1175\/1520-0450(1973)012<0595:ANVPOT>2.0.CO;2","volume":"12","author":"AH Murphy","year":"1973","unstructured":"Murphy, A.H.: A new vector partition of the probability score. J. Appl. Meteorol. 12(4), 595\u2013600 (1973)","journal-title":"J. Appl. Meteorol."},{"key":"26_CR13","doi-asserted-by":"publisher","unstructured":"J\u00f6ckel, L., Kl\u00e4s, M.: Could we relieve AI\/ML models of the responsibility of providing dependable uncertainty estimates? A study on outside-model uncertainty estimates. In: Habli, I., Sujan, M., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP 2021. Lecture Notes in Computer Science, vol. 12852, pp. 18\u201333. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-83903-1_2","DOI":"10.1007\/978-3-030-83903-1_2"},{"key":"26_CR14","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"AB Arrieta","year":"2020","unstructured":"Arrieta, A.B., et al.: Explainable artificial intelligence (XAI): concepts, taxonomies, opportunities and challenges toward responsible AI. Inf. Fusion 58, 82\u2013115 (2020)","journal-title":"Inf. Fusion"},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Kl\u00e4s, M., Adler, R., Sorokos, I., J\u00f6ckel, L., Reich, J.: Handling uncertainties of data-driven models in compliance with safety constraints for autonomous behaviour. In: EDDC (2021)","DOI":"10.1109\/EDCC53658.2021.00021"},{"key":"26_CR16","doi-asserted-by":"publisher","unstructured":"Gro\u00df, J., Adler, R., Kl\u00e4s, M., Reich, J., J\u00f6ckel, L., Gansch, R.: Architectural patterns for handling runtime uncertainty of data-driven models in safety-critical perception. In: Trapp, M., Saglietti, F., Spisl\u00e4nder, M., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP 2022. Lecture Notes in Computer Science, vol. 13414, pp. 284\u2013297.Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-14835-4_19","DOI":"10.1007\/978-3-031-14835-4_19"},{"key":"26_CR17","unstructured":"German Traffic Sign Benchmarks. http:\/\/benchmark.ini.rub.de\/?section=gtsrb. Accessed 11 May 2023"},{"key":"26_CR18","doi-asserted-by":"publisher","unstructured":"J\u00f6ckel, L., Kl\u00e4s, M.: Increasing trust in data-driven model validation \u2013 a framework for probabilistic augmentation of images and meta-data generation using application scope characteristics. In: Romanovsky, A., Troubitsyna, E., Bitsch, F. (eds.) Computer Safety, Reliability, and Security. SAFECOMP 2019. Lecture Notes in Computer Science, vol. 11698, pp. 155\u2013164. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-26601-1_11","DOI":"10.1007\/978-3-030-26601-1_11"},{"key":"26_CR19","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1016\/j.neunet.2018.01.005","volume":"99","author":"\u00c1 Arcos-Garc\u00eda","year":"2018","unstructured":"Arcos-Garc\u00eda, \u00c1., Alvarez-Garcia, J., Soria Morillo, L.: Deep neural network for traffic sign recognition systems: an analysis of spatial transformers and stochastic optimisation methods. Neural Netw. 99, 158\u2013165 (2018)","journal-title":"Neural Netw."}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security. SAFECOMP 2023 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-40953-0_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T13:05:50Z","timestamp":1694610350000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-40953-0_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031409523","9783031409530"],"references-count":19,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-40953-0_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"14 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAFECOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Safety, Reliability, and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Toulouse","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"42","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"safecomp2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/safecomp2023.cnrs.fr\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"100","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5.7","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"For the workshops, 35 out of 49 papers have been accepted","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}