{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T18:13:20Z","timestamp":1732040000696},"reference-count":126,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["European Journal of Operational Research"],"published-print":{"date-parts":[[2021,7]]},"DOI":"10.1016\/j.ejor.2020.11.016","type":"journal-article","created":{"date-parts":[[2020,11,18]],"date-time":"2020-11-18T17:44:13Z","timestamp":1605721453000},"page":"397-422","update-policy":"http:\/\/dx.doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":221,"title":["Performance indicators in multiobjective optimization"],"prefix":"10.1016","volume":"292","author":[{"given":"Charles","family":"Audet","sequence":"first","affiliation":[]},{"given":"Jean","family":"Bigeon","sequence":"additional","affiliation":[]},{"given":"Dominique","family":"Cartier","sequence":"additional","affiliation":[]},{"given":"S\u00e9bastien","family":"Le Digabel","sequence":"additional","affiliation":[]},{"given":"Ludovic","family":"Salomon","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0001","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1007\/s10898-015-0270-y","article-title":"Multi objective optimization of computationally expensive multi-modal functions with RBF surrogates and multi-rule selection","volume":"64","author":"Akhtar","year":"2016","journal-title":"Journal of Global Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0002","series-title":"Technical Report","article-title":"BMOBench: Black-box multi-objective optimization benchmarking platform","author":"Al-Dujaili","year":"2016"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0003","doi-asserted-by":"crossref","first-page":"659","DOI":"10.1007\/s10898-018-0709-z","article-title":"Revisiting norm optimization for multi-objective black-box problems: A finite-time analysis","volume":"73","author":"Al-Dujaili","year":"2018","journal-title":"Journal of Global Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0004","series-title":"Proceedings of the 2015 annual conference on genetic and evolutionary computation","first-page":"607","article-title":"Characterizing Pareto front approximations in many-objective optimization","author":"Asafuddoula","year":"2015"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0005","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1137\/060677513","article-title":"Multiobjective optimization through a series of single-objective formulations","volume":"19","author":"Audet","year":"2008","journal-title":"SIAM Journal on Optimization"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0006","doi-asserted-by":"crossref","first-page":"545","DOI":"10.1016\/j.ejor.2009.11.010","article-title":"A mesh adaptive direct search algorithm for multiobjective optimization","volume":"204","author":"Audet","year":"2010","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0007","series-title":"Parallel problem solving from nature, PPSN XI","first-page":"586","article-title":"Theoretically investigating optimal \u03bc-distributions for the hypervolume indicator: First results for three objectives","author":"Auger","year":"2010"},{"key":"10.1016\/j.ejor.2020.11.016_bib0008","series-title":"Proceedings of the tenth ACM SIGEVO workshop on foundations of genetic algorithms","first-page":"87","article-title":"Theory of the hypervolume indicator: Optimal \u03bc-distributions and the choice of the reference point","author":"Auger","year":"2009"},{"key":"10.1016\/j.ejor.2020.11.016_bib0009","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.tcs.2011.03.012","article-title":"Hypervolume-based multiobjective optimization: Theoretical foundations and practical implications","volume":"425","author":"Auger","year":"2012","journal-title":"Theoretical Computer Science"},{"key":"10.1016\/j.ejor.2020.11.016_bib0010","series-title":"Evolutionary algorithms in theory and practice: Evolution strategies, evolutionary programming, genetic algorithms","author":"B\u00e4ck","year":"1996"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0011","doi-asserted-by":"crossref","first-page":"815","DOI":"10.1007\/s11081-017-9366-1","article-title":"Best practices for comparing optimization algorithms","volume":"18","author":"Beiranvand","year":"2017","journal-title":"Optimization and Engineering"},{"issue":"5","key":"10.1016\/j.ejor.2020.11.016_bib0012","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1109\/TEVC.2009.2015575","article-title":"On the complexity of computing the hypervolume indicator","volume":"13","author":"Beume","year":"2009","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0013","doi-asserted-by":"crossref","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","article-title":"SMS-EMOA: Multiobjective selection based on dominated hypervolume","volume":"181","author":"Beume","year":"2007","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0014","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1007\/s10898-018-0609-2","article-title":"Efficient multiobjective optimization employing Gaussian processes, spectral sampling and a genetic algorithm","volume":"71","author":"Bradford","year":"2018","journal-title":"Journal of Global Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0015","series-title":"Multiobjective optimization: Interactive and evolutionary approaches","volume":"5252","author":"Branke","year":"2008"},{"issue":"6","key":"10.1016\/j.ejor.2020.11.016_bib0016","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1016\/j.comgeo.2010.03.004","article-title":"Approximating the volume of unions and intersections of high-dimensional geometric objects","volume":"43","author":"Bringmann","year":"2010","journal-title":"Computational Geometry"},{"key":"10.1016\/j.ejor.2020.11.016_bib0017","series-title":"Parallel problem solving from nature, PPSN XI","first-page":"607","article-title":"Tight bounds for the approximation ratio of the hypervolume indicator","author":"Bringmann","year":"2010"},{"key":"10.1016\/j.ejor.2020.11.016_bib0018","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/j.artint.2012.09.005","article-title":"Approximation quality of the hypervolume indicator","volume":"195","author":"Bringmann","year":"2013","journal-title":"Artificial Intelligence"},{"key":"10.1016\/j.ejor.2020.11.016_bib0019","series-title":"Evolutionary multi-criterion optimization","first-page":"103","article-title":"Quantitative performance assessment of multiobjective optimizers: The average runtime attainment function","author":"Brockhoff","year":"2017"},{"key":"10.1016\/j.ejor.2020.11.016_bib0020","series-title":"Proceedings of the 14th annual conference on genetic and evolutionary computation","first-page":"465","article-title":"On the properties of the R2 indicator","author":"Brockhoff","year":"2012"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0021","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1162\/EVCO_a_00135","article-title":"2 indicator-based multiobjective search","volume":"23","author":"Brockhoff","year":"2015","journal-title":"Evolutionary Computation"},{"key":"10.1016\/j.ejor.2020.11.016_bib0022","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1016\/j.ins.2017.11.051","article-title":"A diversity indicator based on reference vectors for many-objective optimization","volume":"430\u2013431","author":"Cai","year":"2018","journal-title":"Information Sciences"},{"key":"10.1016\/j.ejor.2020.11.016_bib0023","series-title":"IEEE 54th annual symposium on foundations of computer science","first-page":"410","article-title":"Klee\u2019s measure problem made easy","author":"Chan","year":"2013"},{"key":"10.1016\/j.ejor.2020.11.016_bib0024","series-title":"Advances in swarm intelligence","first-page":"504","article-title":"On the performance metrics of multiobjective optimization","author":"Cheng","year":"2012"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0025","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1007\/s10710-005-6164-x","article-title":"Solving multiobjective optimization problems using an artificial immune system","volume":"6","author":"Coello","year":"2005","journal-title":"Genetic Programming and Evolvable Machines"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0026","doi-asserted-by":"crossref","first-page":"773","DOI":"10.1016\/j.cor.2003.08.017","article-title":"Three new metrics to measure the convergence of metaheuristics towards the Pareto frontier and the aesthetic of a set of solutions in biobjective optimization","volume":"32","author":"Collette","year":"2005","journal-title":"Computers and Operations Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0027","series-title":"Multiobjective optimization: Principles and case studies","author":"Collette","year":"2011"},{"key":"10.1016\/j.ejor.2020.11.016_bib0028","series-title":"Optimization methods in finance","author":"Cornu\u00e9jols","year":"2018"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0029","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4203\/ctr.5.1","article-title":"Recent developments in derivative-free multiobjective optimization","volume":"5","author":"Cust\u00f3dio","year":"2012","journal-title":"Computational Technology Reviews"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0030","doi-asserted-by":"crossref","first-page":"1109","DOI":"10.1137\/10079731X","article-title":"Direct multisearch for multiobjective optimization","volume":"21","author":"Cust\u00f3dio","year":"2011","journal-title":"SIAM Journal on Optimization"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0031","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1002\/(SICI)1099-1360(199801)7:1<34::AID-MCDA161>3.0.CO;2-6","article-title":"Pareto simulated annealing\u2013a metaheuristic technique for multiple-objective combinatorial optimization","volume":"7","author":"Czyzzak","year":"1998","journal-title":"Journal of Multi-Criteria Decision Analysis"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0032","doi-asserted-by":"crossref","first-page":"841","DOI":"10.1016\/j.ejor.2016.05.029","article-title":"Efficient computation of the search region in multi-objective optimization","volume":"260","author":"D\u00e4chert","year":"2017","journal-title":"European Journal of Operational Research"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0033","doi-asserted-by":"crossref","first-page":"631","DOI":"10.1137\/S1052623496307510","article-title":"Normal-boundary intersection: A new method for generating the Pareto surface in nonlinear multicriteria optimization problems","volume":"8","author":"Das","year":"1998","journal-title":"SIAM Journal on Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0034","series-title":"Multi-objective optimization using evolutionary algorithms","author":"Deb","year":"2001"},{"key":"10.1016\/j.ejor.2020.11.016_bib0035","series-title":"Parallel problem solving from nature PPSN VI","first-page":"849","article-title":"A fast elitist non-dominated sorting genetic algorithm for multi-objective optimization: NSGA-II","author":"Deb","year":"2000"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0036","doi-asserted-by":"crossref","first-page":"1062","DOI":"10.1016\/j.ejor.2006.06.042","article-title":"Omni-optimizer: A generic evolutionary algorithm for single and multi-objective optimization","volume":"185","author":"Deb","year":"2008","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0037","series-title":"Evolutionary multi-criterion optimization","first-page":"359","article-title":"The expected R2-indicator improvement for multi-objective Bayesian optimization","author":"Deutz","year":"2019"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0038","article-title":"A weakly Pareto compliant quality indicator","volume":"22","author":"Dilettoso","year":"2017","journal-title":"Mathematical and Computational Applications"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0039","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1007\/s101070100263","article-title":"Benchmarking optimization software with performance profiles","volume":"91","author":"Dolan","year":"2002","journal-title":"Mathematical Programming"},{"key":"10.1016\/j.ejor.2020.11.016_bib0040","series-title":"Multicriteria optimization, volume 491 of lecture notes in economics and mathematical systems","author":"Ehrgott","year":"2005"},{"key":"10.1016\/j.ejor.2020.11.016_bib0041","series-title":"On Quality Indicators for Black-Box Level Set Approximation","first-page":"157","author":"Emmerich","year":"2013"},{"key":"10.1016\/j.ejor.2020.11.016_bib0042","series-title":"Evolutionary multi-criterion optimization","first-page":"111","article-title":"Cone-based hypervolume indicators: Construction, properties, and efficient computation","author":"Emmerich","year":"2013"},{"key":"10.1016\/j.ejor.2020.11.016_bib0043","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1016\/j.protcy.2014.10.001","article-title":"On Reference Point Free Weighted Hypervolume Indicators based on Desirability Functions and their Probabilistic Interpretation","volume":"16","author":"Emmerich","year":"2014","journal-title":"Procedia Technology"},{"key":"10.1016\/j.ejor.2020.11.016_bib0044","series-title":"A Multicriteria Generalization of Bayesian Global Optimization","first-page":"229","author":"Emmerich","year":"2016"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3376916","article-title":"Indicator-based multi-objective evolutionary algorithms: A comprehensive survey","volume":"53","author":"Falc\u00f3n-Cardona","year":"2020","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/j.ejor.2020.11.016_bib0046","series-title":"Evolutionary multi-criterion optimization","first-page":"307","article-title":"CRI-EMOA: A Pareto-front shape invariant evolutionary multi-objective algorithm","author":"Falc\u00f3n-Cardona","year":"2019"},{"key":"10.1016\/j.ejor.2020.11.016_bib0047","series-title":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","first-page":"2024","article-title":"On the Construction of Pareto-Compliant Quality Indicators","author":"Falc\u00f3n-Cardona","year":"2019"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0048","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1115\/1.1623186","article-title":"An information-theoretic entropy metric for assessing multi-objective optimization solution set quality","volume":"125","author":"Farhang-Mehr","year":"2004","journal-title":"Journal of Mechanical Design"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0049","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1007\/s11081-009-9099-x","article-title":"On the quality of discrete representations in multiple objective programming","volume":"11","author":"Faulkenberg","year":"2009","journal-title":"Optimization and Engineering"},{"issue":"1\u20132","key":"10.1016\/j.ejor.2020.11.016_bib0050","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1007\/s10898-016-0427-3","article-title":"A Bayesian approach to constrained single-and multi-objective optimization","volume":"67","author":"Feliot","year":"2017","journal-title":"Journal of Global Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0051","series-title":"Machine learning, optimization, and data science","first-page":"533","article-title":"User preferences in Bayesian multi-objective optimization: The expected weighted hypervolume improvement criterion","author":"Feliot","year":"2019"},{"key":"10.1016\/j.ejor.2020.11.016_bib0052","series-title":"Evolutionary multi-criterion optimization","first-page":"250","article-title":"Exploring the performance of stochastic multiobjective optimisers with the second-order attainment function","author":"Fonseca","year":"2005"},{"key":"10.1016\/j.ejor.2020.11.016_bib0053","series-title":"Evolutionary multi-criterion optimization","first-page":"106","article-title":"On the computation of the empirical attainment function","author":"Fonseca","year":"2011"},{"key":"10.1016\/j.ejor.2020.11.016_bib0054","series-title":"Evolutionary multi-criterion optimization","first-page":"213","article-title":"Inferential performance assessment of stochastic optimisers and the attainment function","author":"da Fonseca","year":"2001"},{"key":"10.1016\/j.ejor.2020.11.016_bib0055","series-title":"Proceedings of the 11th workshop proceedings on foundations of genetic algorithms","first-page":"81","article-title":"The logarithmic hypervolume indicator","author":"Friedrich","year":"2011"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0056","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1007\/s12597-014-0178-1","article-title":"A direction based classical method to obtain complete Pareto set of multi-criteria optimization problems","volume":"52","author":"Ghosh","year":"2015","journal-title":"Opsearch"},{"key":"10.1016\/j.ejor.2020.11.016_bib0057","series-title":"Parallel problem solving from nature \u2013 PPSN XIV","first-page":"814","article-title":"Hypervolume sharpe-ratio indicator: Formalization and first theoretical results","author":"Guerreiro","year":"2016"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0058","doi-asserted-by":"crossref","first-page":"614","DOI":"10.1016\/j.ejor.2019.11.023","article-title":"An analysis of the hypervolume sharpe-ratio indicator","volume":"283","author":"Guerreiro","year":"2020","journal-title":"European Journal of Operational Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0059","series-title":"Evaluating the quality of approximations to the non-dominated set","author":"Hansen","year":"1998"},{"issue":"10","key":"10.1016\/j.ejor.2020.11.016_bib0060","first-page":"1186","article-title":"Discretizing manifolds via minimum energy points","volume":"51","author":"Hardin","year":"2004","journal-title":"Notices of the AMS"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0061","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1016\/j.aim.2004.05.006","article-title":"Minimal Riesz energy point configurations for rectifiable d-dimensional manifolds","volume":"193","author":"Hardin","year":"2005","journal-title":"Advances in Mathematics"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0062","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1162\/evco_a_00226","article-title":"How to specify a reference point in hypervolume calculation for fair performance comparison","volume":"26","author":"Ishibuchi","year":"2018","journal-title":"Evolutionary Computation"},{"key":"10.1016\/j.ejor.2020.11.016_bib0063","series-title":"IEEE symposium on computational intelligence in multi-criteria decision-making","first-page":"170","article-title":"Difficulties in specifying reference points to calculate the inverted generational distance for many-objective optimization problems","author":"Ishibuchi","year":"2014"},{"key":"10.1016\/j.ejor.2020.11.016_bib0064","series-title":"Evolutionary multi-criterion optimization","first-page":"110","article-title":"Modified distance calculation in generational distance and inverted generational distance","author":"Ishibuchi","year":"2015"},{"key":"10.1016\/j.ejor.2020.11.016_bib0065","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1016\/j.cor.2017.09.016","article-title":"Improved quick hypervolume algorithm","volume":"90","author":"Jaszkiewicz","year":"2018","journal-title":"Computers and Operations Research"},{"issue":"12","key":"10.1016\/j.ejor.2020.11.016_bib0066","doi-asserted-by":"crossref","first-page":"2391","DOI":"10.1109\/TCYB.2014.2307319","article-title":"Consistencies and contradictions of performance metrics in multiobjective optimization","volume":"44","author":"Jiang","year":"2014","journal-title":"IEEE Transactions on Cybernetics"},{"key":"10.1016\/j.ejor.2020.11.016_bib0067","series-title":"2016 IEEE Symposium Series on Computational Intelligence (SSCI)","first-page":"1","article-title":"On the use of hypervolume for diversity measurement of Pareto front approximations","author":"Jiang","year":"2016"},{"key":"10.1016\/j.ejor.2020.11.016_bib0068","doi-asserted-by":"crossref","first-page":"104872","DOI":"10.1016\/j.cor.2019.104872","article-title":"Equidistant representations: Connecting coverage and uniformity in discrete biobjective optimization","volume":"117","author":"Kidd","year":"2020","journal-title":"Computers and Operations Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0069","series-title":"Evolutionary computation","first-page":"711","article-title":"On metrics for comparing nondominated sets","volume":"1","author":"Knowles","year":"2002"},{"key":"10.1016\/j.ejor.2020.11.016_bib0070","doi-asserted-by":"crossref","first-page":"347","DOI":"10.1016\/j.cor.2016.06.021","article-title":"A box decomposition algorithm to compute the hyperVolume indicator","volume":"79","author":"Lacour","year":"2017","journal-title":"Computers and Operations Research"},{"key":"10.1016\/j.ejor.2020.11.016_bib0071","series-title":"Approximating the Pareto set: Concepts, diversity issues, and performance assessment","author":"Laumanns","year":"1999"},{"key":"10.1016\/j.ejor.2020.11.016_sbref0072","series-title":"Congress on evolutionary computation","first-page":"46","article-title":"A unified model for multi-objective evolutionary algorithms with elitism","volume":"1","author":"Laumanns","year":"2000"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0073","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1109\/TSMCA.2003.817059","article-title":"U-measure: a quality measure for multiobjective programming","volume":"33","author":"Leung","year":"2003","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics - Part A: Systems and Humans"},{"issue":"12","key":"10.1016\/j.ejor.2020.11.016_bib0074","doi-asserted-by":"crossref","first-page":"2568","DOI":"10.1109\/TCYB.2014.2310651","article-title":"Diversity comparison of Pareto front approximations in many-objective optimization","volume":"44","author":"Li","year":"2014","journal-title":"IEEE Transactions on Cybernetics"},{"key":"10.1016\/j.ejor.2020.11.016_bib0075","series-title":"Proceedings of the 2015 annual conference on genetic and evolutionary computation","first-page":"703","article-title":"A performance comparison indicator for Pareto front approximations in many-objective optimization","author":"Li","year":"2015"},{"key":"10.1016\/j.ejor.2020.11.016_bib0076","series-title":"Technical Report","article-title":"Dominance move: A measure of comparing solution sets in multiobjective optimization","author":"Li","year":"2017"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0077","doi-asserted-by":"crossref","first-page":"26:1","DOI":"10.1145\/3300148","article-title":"Quality evaluation of solution sets in multiobjective optimisation: A survey","volume":"52","author":"Li","year":"2019","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/j.ejor.2020.11.016_bib0078","series-title":"IEEE congress on evolutionary computation (IEEE World Congress on Computational Intelligence)","first-page":"625","article-title":"Uniformity assessment for evolutionary multi-objective optimization","author":"Li","year":"2008"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0079","doi-asserted-by":"crossref","first-page":"2744","DOI":"10.1137\/15M1037810","article-title":"A derivative-free approach to constrained multiobjective nonsmooth optimization","volume":"26","author":"Liuzzi","year":"2016","journal-title":"SIAM Journal on Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0080","series-title":"Proceedings of the 10th annual conference on genetic and evolutionary computation","first-page":"665","article-title":"G-metric: An M-ary quality indicator for the evaluation of non-dominated sets","author":"Lizarraga-Lizarraga","year":"2008"},{"key":"10.1016\/j.ejor.2020.11.016_bib0081","series-title":"2016 IEEE Congress on Evolutionary Computation (CEC)","first-page":"999","article-title":"IGD+-EMOA: A multi-objective evolutionary algorithm based on IGD+","author":"Lopez","year":"2016"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0082","first-page":"77","article-title":"Portfolio selection","volume":"7","author":"Markowitz","year":"1952","journal-title":"Journal of Finance"},{"key":"10.1016\/j.ejor.2020.11.016_bib0083","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1016\/j.ins.2016.07.025","article-title":"A stopping criterion for multi-objective optimization evolutionary algorithms","volume":"367\u2013368","author":"Mart\u00ed","year":"2016","journal-title":"Information Sciences"},{"key":"10.1016\/j.ejor.2020.11.016_bib0084","series-title":"Advances in natural computation","first-page":"1044","article-title":"New quality measures for multiobjective programming","author":"Meng","year":"2005"},{"issue":"10","key":"10.1016\/j.ejor.2020.11.016_bib0085","doi-asserted-by":"crossref","first-page":"2101","DOI":"10.2514\/1.8977","article-title":"Normal constraint method with guarantee of even representation of complete Pareto frontier","volume":"42","author":"Messac","year":"2004","journal-title":"AIAA Journal"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0086","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1137\/080724083","article-title":"Benchmarking derivative-free optimization algorithms","volume":"20","author":"Mor\u00e9","year":"2009","journal-title":"SIAM Journal on Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0087","series-title":"Practical approaches to multi-objective optimization","article-title":"A new approach on many objective diversity measurement","author":"Mostaghim","year":"2005"},{"key":"10.1016\/j.ejor.2020.11.016_bib0088","series-title":"Interior-point polynomial algorithms in convex programming","author":"Nesterov","year":"1994"},{"key":"10.1016\/j.ejor.2020.11.016_bib0089","article-title":"Numerical optimization","author":"Nocedal","year":"2006"},{"key":"10.1016\/j.ejor.2020.11.016_sbref0090","series-title":"Evolutionary computation","first-page":"878","article-title":"A critical survey of performance indices for multi-objective optimisation","volume":"2","author":"Okabe","year":"2003"},{"key":"10.1016\/j.ejor.2020.11.016_bib0091","series-title":"Latin American computing conference","first-page":"1","article-title":"Performance metrics in multi-objective optimization","author":"Riquelme","year":"2015"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0092","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1007\/s10589-015-9815-8","article-title":"Optimal averaged Hausdorff archives for bi-objective problems: theoretical and numerical results","volume":"64","author":"Rudolph","year":"2016","journal-title":"Computational Optimization and Applications"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0093","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1109\/TEVC.2013.2281525","article-title":"Quick hypervolume","volume":"18","author":"Russo","year":"2014","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0094","doi-asserted-by":"crossref","first-page":"245","DOI":"10.1007\/s10732-016-9309-6","article-title":"Extending quick hypervolume","volume":"22","author":"Russo","year":"2016","journal-title":"Journal of Heuristics"},{"issue":"3","key":"10.1016\/j.ejor.2020.11.016_bib0095","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1007\/s101070050128","article-title":"Measuring the quality of discrete representations of efficient sets in multiple objective mathematical programming","volume":"87","author":"Say\u0131n","year":"2000","journal-title":"Mathematical Programming"},{"key":"10.1016\/j.ejor.2020.11.016_bib0096","series-title":"Technical Report","article-title":"Fault tolerant design using single and multicriteria genetic algorithm optimization","author":"Schott","year":"1995"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0097","doi-asserted-by":"crossref","first-page":"504","DOI":"10.1109\/TEVC.2011.2161872","article-title":"Using the averaged Hausdorff distance as a performance measure in evolutionary multiobjective optimization","volume":"16","author":"Schutze","year":"2012","journal-title":"IEEE Transactions on Evolutionary Computation"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0098","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1145\/584091.584093","article-title":"A mathematical theory of communication","volume":"5","author":"Shannon","year":"2001","journal-title":"ACM SIGMOBILE Mobile Computing and Communications Review"},{"key":"10.1016\/j.ejor.2020.11.016_bib0099","series-title":"Evolutionary multi-criterion optimization","first-page":"95","article-title":"Enhancing decision space diversity in evolutionary multiobjective algorithms","author":"Shir","year":"2009"},{"key":"10.1016\/j.ejor.2020.11.016_bib0100","series-title":"Proceedings of the 2014 annual conference on genetic and evolutionary computation","first-page":"1415","article-title":"A theoretical analysis of volume based Pareto front approximations","author":"Shukla","year":"2014"},{"key":"10.1016\/j.ejor.2020.11.016_bib0101","series-title":"Stochastic versus fuzzy approaches to multiobjective mathematical programming under uncertainty","author":"Slowinski","year":"1990"},{"issue":"4","key":"10.1016\/j.ejor.2020.11.016_bib0102","doi-asserted-by":"crossref","first-page":"251","DOI":"10.1023\/A:1015516501242","article-title":"Evolutionary algorithms for multi-objective optimization: performance assessments and comparisons","volume":"17","author":"Tan","year":"2002","journal-title":"Artificial Intelligence Review"},{"key":"10.1016\/j.ejor.2020.11.016_bib0103","series-title":"Proceedings of the 2016 IEEE congress on evolutionary computation (CEC\u20192016)","first-page":"5222","article-title":"A multi-objective evolutionary algorithm based on an enhanced inverted generational distance metric","author":"Tian","year":"2016"},{"key":"10.1016\/j.ejor.2020.11.016_bib0104","series-title":"Learning and intelligent optimization","first-page":"70","article-title":"R2-EMOA: Focused multiobjective search using R2-indicator-based selection","author":"Trautmann","year":"2013"},{"key":"10.1016\/j.ejor.2020.11.016_bib0105","series-title":"Parallel problem solving from nature, PPSN XI","first-page":"707","article-title":"Defining and optimizing indicator-based diversity measures in multiobjective search","author":"Ulrich","year":"2010"},{"key":"10.1016\/j.ejor.2020.11.016_bib0106","series-title":"Proceedings of the 12th annual conference on genetic and evolutionary computation","first-page":"455","article-title":"Integrating decision space diversity into hypervolume-based multiobjective search","author":"Ulrich","year":"2010"},{"key":"10.1016\/j.ejor.2020.11.016_bib0107","series-title":"Technical Report","article-title":"Multiobjective evolutionary algorithms: Classifications, analyses, and new innovations","author":"Van Veldhuizen","year":"1999"},{"key":"10.1016\/j.ejor.2020.11.016_bib0108","series-title":"Proceedings of the 2000 congress on evolutionary computation","first-page":"204","article-title":"On measuring multiobjective evolutionary algorithm performance","volume":"1","author":"Van Veldhuizen","year":"2000"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0109","doi-asserted-by":"crossref","first-page":"331","DOI":"10.13053\/cys-22-2-2950","article-title":"A generalization of the averaged Hausdorff distance","volume":"22","author":"Vargas","year":"2018","journal-title":"Computaci\u00f3n y Sistemas"},{"key":"10.1016\/j.ejor.2020.11.016_bib0110","series-title":"Evolutionary multi-criterion optimization","first-page":"81","article-title":"Preference articulation by means of the R2 indicator","author":"Wagner","year":"2013"},{"key":"10.1016\/j.ejor.2020.11.016_bib0111","series-title":"Evolutionary multi-criterion optimization","first-page":"16","article-title":"A taxonomy of online stopping criteria for multi-objective evolutionary algorithms","author":"Wagner","year":"2011"},{"key":"10.1016\/j.ejor.2020.11.016_bib0112","series-title":"Evolutionary multi-criterion optimization","first-page":"198","article-title":"OCD: Online convergence detection for evolutionary multi-objective algorithms based on statistical testing","author":"Wagner","year":"2009"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0113","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/TEVC.2010.2077298","article-title":"A fast way of calculating exact hypervolumes","volume":"16","author":"While","year":"2012","journal-title":"IEEE Transactions on Evolutionary Computation"},{"key":"10.1016\/j.ejor.2020.11.016_bib0114","series-title":"Multiple criteria decision analysis","first-page":"739","article-title":"Continuous multiobjective programming","author":"Wiecek","year":"2016"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0115","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1115\/1.1329875","article-title":"Metrics for quality assessment of a multiobjective design optimization solution set","volume":"123","author":"Wu","year":"2000","journal-title":"Journal of Mechanical Design"},{"key":"10.1016\/j.ejor.2020.11.016_bib0116","series-title":"Parallel problem solving from nature \u2013 PPSN XIII","first-page":"672","article-title":"A portfolio optimization approach to selection in multiobjective evolutionary algorithms","author":"Yevseyeva","year":"2014"},{"key":"10.1016\/j.ejor.2020.11.016_bib0117","doi-asserted-by":"crossref","first-page":"322","DOI":"10.1016\/j.asoc.2018.03.005","article-title":"3D fast convex-hull-based evolutionary multiobjective optimization algorithm","volume":"67","author":"Zhao","year":"2018","journal-title":"Applied Soft Computing"},{"issue":"1","key":"10.1016\/j.ejor.2020.11.016_bib0118","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1007\/s00158-016-1469-3","article-title":"A new distribution metric for comparing Pareto optimal solutions","volume":"55","author":"Zheng","year":"2017","journal-title":"Structural and Multidisciplinary Optimization"},{"key":"10.1016\/j.ejor.2020.11.016_bib0119","series-title":"IEEE international conference on evolutionary computation","first-page":"892","article-title":"Combining model-based and genetics-based offspring generation for multi-objective optimization using a convergence criterion","author":"Zhou","year":"2006"},{"key":"10.1016\/j.ejor.2020.11.016_bib0120","series-title":"Evolutionary algorithms for multiobjective optimization: Methods and applications","author":"Zitzler","year":"1999"},{"key":"10.1016\/j.ejor.2020.11.016_bib0121","series-title":"Evolutionary multi-criterion optimization","first-page":"862","article-title":"The hypervolume indicator revisited: on the design of Pareto-compliant indicators via weighted integration","author":"Zitzler","year":"2007"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0122","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1162\/106365600568202","article-title":"Comparison of multiobjective evolutionary algorithms: Empirical results","volume":"8","author":"Zitzler","year":"2000","journal-title":"Evolutionary Computation"},{"key":"10.1016\/j.ejor.2020.11.016_bib0123","series-title":"Multiobjective optimization","first-page":"373","article-title":"Quality assessment of Pareto set approximations","author":"Zitzler","year":"2008"},{"key":"10.1016\/j.ejor.2020.11.016_bib0124","series-title":"Parallel problem solving from nature - PPSN VIII","first-page":"832","article-title":"Indicator-based selection in multiobjective search","author":"Zitzler","year":"2004"},{"key":"10.1016\/j.ejor.2020.11.016_bib0125","series-title":"Parallel problem solving from nature \u2013 PPSN V","first-page":"292","article-title":"Multiobjective optimization using evolutionary algorithms \u2013 A comparative case study","author":"Zitzler","year":"1998"},{"issue":"2","key":"10.1016\/j.ejor.2020.11.016_bib0126","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1109\/TEVC.2003.810758","article-title":"Performance assessment of multiobjective optimizers: An analysis and review","volume":"7","author":"Zitzler","year":"2003","journal-title":"IEEE Transactions on Evolutionary Computation"}],"container-title":["European Journal of Operational Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221720309620?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0377221720309620?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2021,3,19]],"date-time":"2021-03-19T01:04:09Z","timestamp":1616115849000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0377221720309620"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7]]},"references-count":126,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2021,7]]}},"alternative-id":["S0377221720309620"],"URL":"https:\/\/doi.org\/10.1016\/j.ejor.2020.11.016","relation":{},"ISSN":["0377-2217"],"issn-type":[{"value":"0377-2217","type":"print"}],"subject":[],"published":{"date-parts":[[2021,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Performance indicators in multiobjective optimization","name":"articletitle","label":"Article Title"},{"value":"European Journal of Operational Research","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ejor.2020.11.016","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}