{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T08:20:07Z","timestamp":1725870007750},"publisher-location":"Cham","reference-count":52,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319299730"},{"type":"electronic","value":"9783319299754"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-29975-4_15","type":"book-chapter","created":{"date-parts":[[2016,11,4]],"date-time":"2016-11-04T02:49:23Z","timestamp":1478227763000},"page":"273-296","source":"Crossref","is-referenced-by-count":16,"title":["On Sampling Methods for Costly Multi-Objective Black-Box Optimization"],"prefix":"10.1007","author":[{"given":"Ingrida","family":"Steponavi\u010d\u0117","sequence":"first","affiliation":[]},{"given":"Mojdeh","family":"Shirazi-Manesh","sequence":"additional","affiliation":[]},{"given":"Rob J.","family":"Hyndman","sequence":"additional","affiliation":[]},{"given":"Kate","family":"Smith-Miles","sequence":"additional","affiliation":[]},{"given":"Laura","family":"Villanova","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,11,5]]},"reference":[{"issue":"3","key":"15_CR1","doi-asserted-by":"crossref","first-page":"227","DOI":"10.1163\/156853974X00534","volume":"49","author":"J. Altmann","year":"1974","unstructured":"Altmann, J.: Observational study of behavior: sampling methods. Behaviour 49 (3), 227\u2013266 (1974)","journal-title":"Behaviour"},{"key":"15_CR2","unstructured":"Bischl, B., Bossek, J., Horn, D., Lang, M.: mlrMBO: Model-Based Optimization for MLR (2015). R package v1.0. https:\/\/github.com\/berndbischl\/mlrMBO"},{"key":"15_CR3","volume-title":"Empirical Model-Building and Response Surfaces","author":"G.E. Box","year":"1987","unstructured":"Box, G.E., Draper, N.R.: Empirical Model-Building and Response Surfaces. Wiley, New York (1987)"},{"key":"15_CR4","doi-asserted-by":"crossref","DOI":"10.1201\/9781420035834","volume-title":"The Theory of the Design of Experiments","author":"D.R. Cox","year":"2000","unstructured":"Cox, D.R., Reid, N.: The Theory of the Design of Experiments. CRC, Boca Raton (2000)"},{"issue":"3","key":"15_CR5","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1023\/A:1008935410038","volume":"10","author":"A. Doucet","year":"2000","unstructured":"Doucet, A., Godsill, S., Andrieu, C.: On sequential Monte Carlo sampling methods for Bayesian filtering. Stat. Comput. 10 (3), 197\u2013208 (2000)","journal-title":"Stat. Comput."},{"issue":"04","key":"15_CR6","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1080\/03052150500422294","volume":"38","author":"H. Fang","year":"2006","unstructured":"Fang, H., Horstemeyer, M.F.: Global response approximation with radial basis functions. Eng. Optim. 38 (04), 407\u2013424 (2006)","journal-title":"Eng. Optim."},{"issue":"1","key":"15_CR7","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1007\/BF01386213","volume":"2","author":"J.H. Halton","year":"1960","unstructured":"Halton, J.H.: On the efficiency of certain quasi-random sequences of points in evaluating multi-dimensional integrals. Numer. Math. 2 (1), 84\u201390 (1960)","journal-title":"Numer. Math."},{"issue":"3","key":"15_CR8","doi-asserted-by":"crossref","first-page":"844","DOI":"10.1111\/j.1749-6632.1960.tb42846.x","volume":"86","author":"J.M. Hammersley","year":"1960","unstructured":"Hammersley, J.M.: Monte Carlo methods for solving multivariable problems. Ann. N. Y. Acad. Sci. 86 (3), 844\u2013874 (1960)","journal-title":"Ann. N. Y. Acad. Sci."},{"issue":"1","key":"15_CR9","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1093\/biomet\/57.1.97","volume":"57","author":"W.K. Hastings","year":"1970","unstructured":"Hastings, W.K.: Monte Carlo sampling methods using Markov chains and their applications. Biometrika 57 (1), 97\u2013109 (1970)","journal-title":"Biometrika"},{"issue":"5","key":"15_CR10","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1109\/TEVC.2005.861417","volume":"10","author":"S. Huband","year":"2006","unstructured":"Huband, S., Hingston, P., Barone, L., While, L.: A review of multiobjective test problems and a scalable test problem toolkit. IEEE Trans. Evol. Comput. 10 (5), 477\u2013506 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"4","key":"15_CR11","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1002\/qre.909","volume":"24","author":"L. Ilzarbe","year":"2008","unstructured":"Ilzarbe, L., \u00c1lvarez, M.J., Viles, E., Tanco, M.: Practical applications of design of experiments in the field of engineering: a bibliographical review. Qual. Reliab. Eng. Int. 24 (4), 417\u2013428 (2008)","journal-title":"Qual. Reliab. Eng. Int."},{"issue":"3","key":"15_CR12","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1080\/03610918208812265","volume":"11","author":"R.L. Iman","year":"1982","unstructured":"Iman, R.L., Conover, W.: A distribution-free approach to inducing rank correlation among input variables. Commun. Stat. Simul. Comput. 11 (3), 311\u2013334 (1982)","journal-title":"Commun. Stat. Simul. Comput."},{"issue":"12","key":"15_CR13","doi-asserted-by":"crossref","first-page":"2391","DOI":"10.1109\/TCYB.2014.2307319","volume":"44","author":"S. Jiang","year":"2014","unstructured":"Jiang, S., Ong, Y.S., Zhang, J., Feng, L.: Consistencies and contradictions of performance metrics in multiobjective optimization. IEEE Trans. Cybern. 44 (12), 2391\u20132404 (2014)","journal-title":"IEEE Trans. Cybern."},{"issue":"2","key":"15_CR14","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/0378-3758(90)90122-B","volume":"26","author":"M.E. Johnson","year":"1990","unstructured":"Johnson, M.E., Moore, L.M., Ylvisaker, D.: Minimax and maximin distance designs. J. Stat. Plann. Infer. 26 (2), 131\u2013148 (1990)","journal-title":"J. Stat. Plann. Infer."},{"issue":"1","key":"15_CR15","first-page":"171","volume":"18","author":"V.R. Joseph","year":"2008","unstructured":"Joseph, V.R., Hung, Y.: Orthogonal-maximin Latin hypercube designs. Stat. Sin. 18 (1), 171 (2008)","journal-title":"Stat. Sin."},{"issue":"3","key":"15_CR16","doi-asserted-by":"crossref","first-page":"308","DOI":"10.1080\/00401706.1997.10485122","volume":"39","author":"J.R. Kalagnanam","year":"1997","unstructured":"Kalagnanam, J.R., Diwekar, U.M.: An efficient sampling technique for off-line quality control. Technometrics 39 (3), 308\u2013319 (1997)","journal-title":"Technometrics"},{"issue":"2","key":"15_CR17","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1002\/wics.73","volume":"2","author":"A.I. Khuri","year":"2010","unstructured":"Khuri, A.I., Mukhopadhyay, S.: Response surface methodology. Wiley Interdiscip. Rev. Comput. Stat. 2 (2), 128\u2013149 (2010)","journal-title":"Wiley Interdiscip. Rev. Comput. Stat."},{"issue":"1","key":"15_CR18","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1109\/TEVC.2005.851274","volume":"10","author":"J. Knowles","year":"2006","unstructured":"Knowles, J.: ParEGO: a hybrid algorithm with on-line landscape approximation for expensive multiobjective optimization problems. IEEE Trans. Evol. Comput. 10 (1), 50\u201366 (2006)","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"2","key":"15_CR19","doi-asserted-by":"crossref","first-page":"266","DOI":"10.1145\/264029.264064","volume":"23","author":"L. Kocis","year":"1997","unstructured":"Kocis, L., Whiten, W.J.: Computational investigations of low-discrepancy sequences. ACM Trans. Math. Softw. 23 (2), 266\u2013294 (1997)","journal-title":"ACM Trans. Math. Softw."},{"issue":"1","key":"15_CR20","doi-asserted-by":"crossref","first-page":"150","DOI":"10.1016\/0022-247X(62)90011-2","volume":"5","author":"H.J. Kushner","year":"1962","unstructured":"Kushner, H.J.: A versatile stochastic model of a function of unknown and time varying form. J. Math. Anal. Appl. 5 (1), 150\u2013167 (1962)","journal-title":"J. Math. Anal. Appl."},{"key":"15_CR21","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511546877","volume-title":"Planning Algorithms","author":"S.M. LaValle","year":"2006","unstructured":"LaValle, S.M.: Planning Algorithms. Cambridge University Press, Cambridge (2006)"},{"issue":"2","key":"15_CR22","first-page":"239","volume":"21","author":"M.D. McKay","year":"1979","unstructured":"McKay, M.D., Beckman, R.J., Conover, W.J.: Comparison of three methods for selecting values of input variables in the analysis of output from a computer code. Technometrics 21 (2), 239\u2013245 (1979)","journal-title":"Technometrics"},{"issue":"10","key":"15_CR23","doi-asserted-by":"crossref","first-page":"2053","DOI":"10.2514\/2.1538","volume":"40","author":"M. Meckesheimer","year":"2002","unstructured":"Meckesheimer, M., Booker, A.J., Barton, R.R., Simpson, T.W.: Computationally inexpensive metamodel assessment strategies. AIAA J. 40 (10), 2053\u20132060 (2002)","journal-title":"AIAA J."},{"key":"15_CR24","volume-title":"Design and Analysis of Experiments","author":"D.C. Montgomery","year":"2008","unstructured":"Montgomery, D.C.: Design and Analysis of Experiments. Wiley, Hoboken (2008)"},{"issue":"3","key":"15_CR25","doi-asserted-by":"crossref","first-page":"381","DOI":"10.1016\/0378-3758(94)00035-T","volume":"43","author":"M.D. Morris","year":"1995","unstructured":"Morris, M.D., Mitchell, T.J.: Exploratory designs for computational experiments. J. Stat. Plann. Infer. 43 (3), 381\u2013402 (1995)","journal-title":"J. Stat. Plann. Infer."},{"issue":"2","key":"15_CR26","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1007\/s10898-014-0184-0","volume":"60","author":"J. M\u00fcller","year":"2014","unstructured":"M\u00fcller, J., Shoemaker, C.A.: Influence of ensemble surrogate models and sampling strategy on the solution quality of algorithms for computationally expensive black-box global optimization problems. J. Glob. Optim. 60 (2), 123\u2013144 (2014)","journal-title":"J. Glob. Optim."},{"key":"15_CR27","doi-asserted-by":"crossref","unstructured":"Niederreiter, H.: Random number generation and quasi-Monte Carlo methods. CBMS-NSF Regional Conference Series in Applied Mathematics, vol.\u00a063. SIAM, Philadelphia (1992)","DOI":"10.1137\/1.9781611970081"},{"issue":"428","key":"15_CR28","doi-asserted-by":"crossref","first-page":"1517","DOI":"10.1080\/01621459.1994.10476891","volume":"89","author":"A.B. Owen","year":"1994","unstructured":"Owen, A.B.: Controlling correlations in Latin hypercube samples. J. Am. Stat. Assoc. 89 (428), 1517\u20131522 (1994)","journal-title":"J. Am. Stat. Assoc."},{"key":"15_CR29","volume-title":"Statistical Methods for Agricultural Workers","author":"V.G. Panse","year":"1954","unstructured":"Panse, V.G., Sukhatme, P.V.: Statistical Methods for Agricultural Workers. Indian Council of Agricultural Research, New Delhi (1954)"},{"key":"15_CR30","doi-asserted-by":"crossref","unstructured":"Poles, S., Fu, Y., Rigoni, E.: The effect of initial population sampling on the convergence of multi-objective genetic algorithms. In: Multiobjective Programming and Goal Programming, pp.\u00a0123\u2013133. Springer, Berlin (2009)","DOI":"10.1007\/978-3-540-85646-7_12"},{"key":"15_CR31","doi-asserted-by":"crossref","unstructured":"Ponweiser, W., Wagner, T., Biermann, D., Vincze, M.: Multiobjective optimization on a limited budget of evaluations using model-assisted $$\\mathcal{S}$$ -metric selection. In: Parallel Problem Solving from Nature\u2013PPSN X, pp.\u00a0784\u2013794. Springer, Berlin (2008)","DOI":"10.1007\/978-3-540-87700-4_78"},{"key":"15_CR32","volume-title":"Mathematical Statistics and Data Analysis","author":"J. Rice","year":"2006","unstructured":"Rice, J.: Mathematical Statistics and Data Analysis. Cengage Learning, Belmont (2006)"},{"key":"15_CR33","doi-asserted-by":"crossref","first-page":"21","DOI":"10.21314\/JOR.2000.038","volume":"2","author":"R.T. Rockafellar","year":"2000","unstructured":"Rockafellar, R.T., Uryasev, S.: Optimization of conditional value-at-risk. J. Risk 2, 21\u201342 (2000)","journal-title":"J. Risk"},{"key":"15_CR34","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4757-3692-2","volume-title":"Observational Studies","author":"P.R. Rosenbaum","year":"2002","unstructured":"Rosenbaum, P.R.: Observational Studies. Springer, New York (2002)"},{"key":"15_CR35","volume-title":"Design of Experiments Using the Taguchi Approach: 16 Steps to Product and Process Improvement","author":"R.K. Roy","year":"2001","unstructured":"Roy, R.K.: Design of Experiments Using the Taguchi Approach: 16 Steps to Product and Process Improvement. Wiley, New York (2001)"},{"key":"15_CR36","doi-asserted-by":"crossref","first-page":"409","DOI":"10.1214\/ss\/1177012413","volume":"4","author":"J. Sacks","year":"1989","unstructured":"Sacks, J., Welch, W.J., Mitchell, T.J., Wynn, H.P.: Design and analysis of computer experiments. Stat. Sci. 4, 409\u2013423 (1989)","journal-title":"Stat. Sci."},{"key":"15_CR37","doi-asserted-by":"crossref","unstructured":"Santner, T.J., Williams, B.J., Notz, W.I.: Space-filling designs for computer experiments. In: The Design and Analysis of Computer Experiments. Springer Series in Statistics, pp.\u00a0121\u2013161. Springer, New York (2003)","DOI":"10.1007\/978-1-4757-3799-8_5"},{"key":"15_CR38","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1016\/0041-5553(67)90144-9","volume":"7","author":"I.M. Sobol","year":"1967","unstructured":"Sobol, I.M.: On the distribution of points in a cube and the approximate evaluation of integrals. USSR Comput. Math. Math. Phys. 7, 86\u2013112 (1967)","journal-title":"USSR Comput. Math. Math. Phys."},{"key":"15_CR39","unstructured":"Starnes, D.S., Tabor, J., Yates, D., Moore, D.S.: The Practice of Statistics, New York, 5th edn. W.H. Freeman (2014)"},{"issue":"2","key":"15_CR40","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1080\/00401706.1984.10487928","volume":"26","author":"D.M. Steinberg","year":"1984","unstructured":"Steinberg, D.M., Hunter, W.G.: Experimental design: review and comment. Technometrics 26 (2), 71\u201397 (1984)","journal-title":"Technometrics"},{"key":"15_CR41","doi-asserted-by":"crossref","unstructured":"Steponavi\u010d\u0117, I., Hyndman, R.J., Smith-Miles, K., Villanova, L.: Efficient identification of the Pareto optimal set. In: Learning and Intelligent Optimization, pp.\u00a0341\u2013352. Springer, New York (2014)","DOI":"10.1007\/978-3-319-09584-4_29"},{"issue":"3","key":"15_CR42","first-page":"965","volume":"8","author":"B. Tang","year":"1998","unstructured":"Tang, B.: Selecting Latin hypercubes using correlation criteria. Stat. Sin. 8 (3), 965\u2013977 (1998)","journal-title":"Stat. Sin."},{"issue":"8","key":"15_CR43","doi-asserted-by":"crossref","first-page":"669","DOI":"10.1080\/08839514.2013.823324","volume":"27","author":"Y. Tenne","year":"2013","unstructured":"Tenne, Y.: An analysis of the impact of the initial sample on evolutionary metamodel-assisted optimization. Appl. Artif. Intell. 27 (8), 669\u2013699 (2013)","journal-title":"Appl. Artif. Intell."},{"issue":"4","key":"15_CR44","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1007\/s00366-014-0372-z","volume":"31","author":"Y. Tenne","year":"2015","unstructured":"Tenne, Y.: Initial sampling methods in metamodel-assisted optimization. Eng. Comput. 31 (4), 661\u2013680 (2015)","journal-title":"Eng. Comput."},{"key":"15_CR45","volume-title":"Planning and multi-objective optimization of manufacturing processes by means of empirical surrogate models","author":"T. Wagner","year":"2013","unstructured":"Wagner, T.: Planning and multi-objective optimization of manufacturing processes by means of empirical surrogate models. Vulkan, Essen (2013)"},{"issue":"7","key":"15_CR46","doi-asserted-by":"crossref","first-page":"887","DOI":"10.1016\/S0895-7177(00)00178-3","volume":"32","author":"X. Wang","year":"2000","unstructured":"Wang, X., Hickernell, F.J.: Randomized Halton sequences. Math. Comput. Model. 32 (7), 887\u2013899 (2000)","journal-title":"Math. Comput. Model."},{"issue":"1","key":"15_CR47","first-page":"18","volume":"123","author":"J. Wu","year":"2001","unstructured":"Wu, J., Azarm, S.: Metrics for quality assessment of a multiobjective design optimization solution set. Math. Comput. Model. 123 (1), 18\u201325 (2001)","journal-title":"Math. Comput. Model."},{"key":"15_CR48","unstructured":"Yates, F.: Sampling Methods for Censuses and Surveys. Charles Griffin & Co. Ltd., London (1949)"},{"issue":"1","key":"15_CR49","doi-asserted-by":"crossref","first-page":"82","DOI":"10.1080\/00207721.2012.702244","volume":"45","author":"A. \u017dilinskas","year":"2014","unstructured":"\u017dilinskas, A.: A statistical model-based algorithm for \u2018black-box\u2019 multi-objective optimisation. Int. J. Syst. Sci. 45 (1), 82\u201393 (2014)","journal-title":"Int. J. Syst. Sci."},{"key":"15_CR50","doi-asserted-by":"crossref","unstructured":"Zitzler, E., Thiele, L.: Multiobjective optimization using evolutionary algorithms \u2013 a comparative case study. In: Parallel Problem Solving from Nature - PPSN-V, pp.\u00a0292\u2013301. Springer, Heidelberg (1998)","DOI":"10.1007\/BFb0056872"},{"issue":"2","key":"15_CR51","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1109\/TEVC.2003.810758","volume":"7","author":"E. Zitzler","year":"2003","unstructured":"Zitzler, E., Thiele, L., Laumanns, M., Fonseca, C.M., Da\u00a0Fonseca, V.G.: Performance assessment of multiobjective optimizers: an analysis and review. IEEE Trans. Evol. Comput. 7 (2), 117\u2013132 (2003)","journal-title":"IEEE Trans. Evol. Comput."},{"key":"15_CR52","doi-asserted-by":"crossref","unstructured":"Zitzler, E., Brockhoff, D., Thiele, L.: The hypervolume indicator revisited: on the design of Pareto-compliant indicators via weighted integration. In: Evolutionary Multi-Criterion Optimization, pp.\u00a0862\u2013876. Springer, Berlin (2007)","DOI":"10.1007\/978-3-540-70928-2_64"}],"container-title":["Springer Optimization and Its Applications","Advances in Stochastic and Deterministic Global Optimization"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-29975-4_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,15]],"date-time":"2019-09-15T04:09:58Z","timestamp":1568520598000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-29975-4_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319299730","9783319299754"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-29975-4_15","relation":{},"ISSN":["1931-6828","1931-6836"],"issn-type":[{"type":"print","value":"1931-6828"},{"type":"electronic","value":"1931-6836"}],"subject":[],"published":{"date-parts":[[2016]]}}}