{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T16:42:02Z","timestamp":1742402522378,"version":"3.32.0"},"reference-count":59,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2007,4,1]],"date-time":"2007-04-01T00:00:00Z","timestamp":1175385600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2007,4]]},"DOI":"10.1016\/j.infsof.2006.06.009","type":"journal-article","created":{"date-parts":[[2006,7,22]],"date-time":"2006-07-22T11:17:05Z","timestamp":1153567025000},"page":"398-417","source":"Crossref","is-referenced-by-count":84,"title":["Mutating database queries"],"prefix":"10.1016","volume":"49","author":[{"given":"Javier","family":"Tuya","sequence":"first","affiliation":[]},{"given":"Ma Jos\u00e9","family":"Su\u00e1rez-Cabal","sequence":"additional","affiliation":[]},{"given":"Claudio de","family":"la Riva","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2006.06.009_bib1","series-title":"Proceedings of the 27th International Conference on Software Engineering","first-page":"402","article-title":"Is mutation an appropriate tool for testing experiments?","author":"Andrews","year":"2005"},{"issue":"1","key":"10.1016\/j.infsof.2006.06.009_bib2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0167-9236(01)00097-5","article-title":"The effects of information request ambiguity and construct incongruence on query development","volume":"32","author":"Borthick","year":"2001","journal-title":"Decision Support Systems"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib3","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/S1467-0895(01)00023-9","article-title":"The effects of normalization on end-user query errors: an experimental evaluation","volume":"2","author":"Borthick","year":"2001","journal-title":"International Journal of Accounting Information Systems"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib4","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1016\/S1467-0895(02)00070-2","article-title":"Further evidence of the effects of normalization on end-user query errors: an experimental evaluation","volume":"3","author":"Bowen","year":"2002","journal-title":"International Journal of Accounting Information Systems"},{"key":"10.1016\/j.infsof.2006.06.009_bib5","series-title":"Proceedings of the fifth International Conference on Quality Software","first-page":"197","article-title":"Proving the safety of SQL queries","author":"Brass","year":"2005"},{"issue":"5","key":"10.1016\/j.infsof.2006.06.009_bib6","doi-asserted-by":"crossref","first-page":"630","DOI":"10.1016\/j.jss.2005.06.028","article-title":"Semantic errors in SQL Queries: a quite complete list","volume":"79","author":"Brass","year":"2006","journal-title":"Journal of Systems and Software"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib7","doi-asserted-by":"crossref","first-page":"441","DOI":"10.2307\/249587","article-title":"User\u2013database interface: the effect of abstraction levels on query performance","volume":"17","author":"Chan","year":"1993","journal-title":"MIS Quarterly"},{"key":"10.1016\/j.infsof.2006.06.009_bib8","unstructured":"H.C. Chan, L. Xiang, Evaluation of the Impacts of data model and query language on query performance, in: Proceedings of the Second, Annual Workshop on HCI Research in MIS, Seattle, WA, 2003, pp. 12\u201313."},{"key":"10.1016\/j.infsof.2006.06.009_bib9","series-title":"Proceedings of the 2nd International Symposium on Cooperative Database Systems for Advanced Applications","first-page":"363","article-title":"Testing database applications with SQL semantics","author":"Chan","year":"1999"},{"key":"10.1016\/j.infsof.2006.06.009_bib10","series-title":"Proceedings of the fifth International Conference on Quality Software","first-page":"187","article-title":"Fault-based testing of database application programs with conceptual data model","author":"Chan","year":"2005"},{"issue":"1","key":"10.1016\/j.infsof.2006.06.009_bib11","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1002\/stvr.286","article-title":"An AGENDA for testing relational database applications, Software Testing","volume":"14","author":"Chays","year":"2004","journal-title":"Verification and Reliability"},{"key":"10.1016\/j.infsof.2006.06.009_bib12","series-title":"Proceedings of the First, International Workshop on Automated Program Analysis, Testing and Verification","first-page":"15","article-title":"Automating the testing of databases","author":"Davies","year":"2000"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib13","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1109\/C-M.1978.218136","article-title":"Hints on test data selection: help for the practicing programmer","volume":"11","author":"DeMillo","year":"1978","journal-title":"IEEE Computer"},{"issue":"9","key":"10.1016\/j.infsof.2006.06.009_bib14","doi-asserted-by":"crossref","first-page":"900","DOI":"10.1109\/32.92910","article-title":"Constraint-based automatic test data generation","volume":"17","author":"DeMillo","year":"1991","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/j.infsof.2006.06.009_bib15","series-title":"Proceedings of the 27th International Conference on Software Engineering","first-page":"78","article-title":"Testing database transactions with AGENDA","author":"Deng","year":"2005"},{"key":"10.1016\/j.infsof.2006.06.009_bib16","series-title":"Analysis and Verification of Web Services","first-page":"1","article-title":"Testing web database applications, Workshop on Testing","author":"Deng","year":"2004"},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib17","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1109\/TSE.2005.36","article-title":"Leveraging user-session data to support web application testing","volume":"31","author":"Elbaum","year":"2005","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"10.1016\/j.infsof.2006.06.009_bib18","doi-asserted-by":"crossref","first-page":"159","DOI":"10.1109\/32.988497","article-title":"Test case priorization: A family of empirical studies","volume":"28","author":"Elbaum","year":"2002","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib19","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1109\/TSE.1977.231145","article-title":"Testing programs with the aid of a compiler","volume":"3","author":"Hamlet","year":"1977","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"10.1016\/j.infsof.2006.06.009_bib20","doi-asserted-by":"crossref","first-page":"31","DOI":"10.4018\/jdm.2002040103","article-title":"Regression testing of database applications","volume":"13","author":"Haraty","year":"2002","journal-title":"Journal of Database Management"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib21","doi-asserted-by":"crossref","first-page":"761","DOI":"10.1145\/1634.1886","article-title":"Incomplete information in relational databases","volume":"31","author":"Imielinski","year":"1984","journal-title":"Journal of the Association for Computing Machinery"},{"key":"10.1016\/j.infsof.2006.06.009_bib22","unstructured":"International Standards Organisation, Information technology \u2013 Database languages \u2013 SQL, ISO\/IEC 9075:1992, third edition."},{"key":"10.1016\/j.infsof.2006.06.009_bib23","series-title":"Proceedings of the 9th European Software Engineering Conference and the 11th ACM SIGSOFT International Symposium on Foundations of Software Engineering","first-page":"98","article-title":"A family of test adequacy criteria for database-driven applications","author":"Kapfhammer","year":"2003"},{"issue":"7","key":"10.1016\/j.infsof.2006.06.009_bib24","doi-asserted-by":"crossref","first-page":"686","DOI":"10.1002\/spe.4380210704","article-title":"A Fortran language system for mutation-based software testing","volume":"21","author":"King","year":"1991","journal-title":"Software Practice and Experience"},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib25","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1145\/187436.187445","article-title":"How to Modify SQL Queries in Order to Guarantee Sure Answers","volume":"23","author":"Klein","year":"1994","journal-title":"ACM SIGMOD Record"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib26","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1145\/322993.322996","article-title":"Fault Classes and Error Detection Capability of Specification-Based Testing","volume":"8","author":"Kuhn","year":"1999","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"10.1016\/j.infsof.2006.06.009_bib27","doi-asserted-by":"crossref","first-page":"831","DOI":"10.1006\/ijhc.1999.0358","article-title":"The impact of data models and task complexity on end-user performance: an experimental investigation","volume":"52","author":"Liao","year":"2000","journal-title":"International Journal of Human\u2013Computer Studies"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib28","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1145\/166635.166656","article-title":"A survey on usage of SQL","volume":"22","author":"Lu","year":"1993","journal-title":"ACM SIGMOD Record"},{"issue":"2","key":"10.1016\/j.infsof.2006.06.009_bib29","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1002\/stvr.308","article-title":"MuJava: an automated class mutation system, Software Testing","volume":"15","author":"Ma","year":"2005","journal-title":"Verification and Reliability"},{"key":"10.1016\/j.infsof.2006.06.009_bib30","series-title":"Proceedings of the fifth ACM SIGACT-SIGMOD Symposium on Principles of Database Systems","first-page":"217","article-title":"Test data for relational queries","author":"Mannila","year":"1986"},{"issue":"1","key":"10.1016\/j.infsof.2006.06.009_bib31","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.infsof.2005.02.007","article-title":"Testing web applications","volume":"48","author":"Mansour","year":"2005","journal-title":"Information and Software Technology"},{"key":"10.1016\/j.infsof.2006.06.009_bib32","doi-asserted-by":"crossref","unstructured":"A.P. Mathur, Performance, effectiveness, and reliability issues in software testing, in: Proceedings of the 15th Annual International Computer Software and Applications Conference, 1991, pp. 604\u2013605.","DOI":"10.1109\/CMPSAC.1991.170248"},{"key":"10.1016\/j.infsof.2006.06.009_bib33","unstructured":"National Institute of Standards and Technology, Software Diagnostics and Conformance Testing Division, Conformance Test Suite Software (http:\/\/www.itl.nist.gov\/div897\/ctg\/software.htm), accessed July 2005."},{"issue":"1","key":"10.1016\/j.infsof.2006.06.009_bib34","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/125489.125473","article-title":"Investigations on the Software Testing Coupling Effect","volume":"1","author":"Offutt","year":"1992","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"issue":"2","key":"10.1016\/j.infsof.2006.06.009_bib35","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1145\/227607.227610","article-title":"An experimental determination of sufficient mutant operators","volume":"5","author":"Offutt","year":"1996","journal-title":"ACM Transactions on Software Engineering and Methodology"},{"key":"10.1016\/j.infsof.2006.06.009_bib36","doi-asserted-by":"crossref","unstructured":"A.J. Offutt, R.H. Untch RH. Mutation 2000: uniting the orthogonal, in: Mutation 2000: Mutation Testing in the Twentieth and the Twenty First, Centuries, San Jose, CA, 2000, pp. 45\u201355.","DOI":"10.1007\/978-1-4757-5939-6_7"},{"key":"10.1016\/j.infsof.2006.06.009_bib37","doi-asserted-by":"crossref","unstructured":"A.J. Offut, W. Xu, Generating test cases for web services using Data Perturbation, in: Workshop on Testing, Analysis and Verification of Web Services, ACM Press, New York, NY, USA, 2004, pp. 1\u201310.","DOI":"10.1145\/1022494.1022529"},{"key":"10.1016\/j.infsof.2006.06.009_bib38","unstructured":"A.J. Offutt, J. Pan, J.M. Voas, Procedures for Reducing the Size of Coverage based Test Sets, in: Proceedings of the 12th International Conference on Testing Computer Software, Washington, DC, 1995, pp. 111\u2013123."},{"issue":"8","key":"10.1016\/j.infsof.2006.06.009_bib39","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1016\/j.infsof.2003.10.003","article-title":"Comparison of fault classes in specification-based testing","volume":"46","author":"Okun","year":"2004","journal-title":"Information and Software Technology"},{"key":"10.1016\/j.infsof.2006.06.009_bib40","unstructured":"R. P\u00f6nighaus, \u2018Favourite\u2019 SQL-Statements \u2013 an empirical analysis of SQL-Usage in commercial applications, in: Proceedings of the sixth International Conference on Information Systems and Management of Data, Lecture Notes in Computer Science, vol. 1006, Springer, 1995, pp. 75\u201391."},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib41","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1109\/TSE.1977.231131","article-title":"Use of psychological experimentation as an aid to Development of a query language","volume":"3","author":"Reisner","year":"1977","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/j.infsof.2006.06.009_bib42","series-title":"Proceedings of the ACM SIGSMALL\/PC Symposium on Small systems","first-page":"100","article-title":"Automated test plan generator for database application systems","author":"Robbert","year":"1991"},{"issue":"5","key":"10.1016\/j.infsof.2006.06.009_bib43","doi-asserted-by":"crossref","first-page":"74","DOI":"10.1109\/MS.2003.1231157","article-title":"Putting your best tests forward","volume":"20","author":"Rothermel","year":"2003","journal-title":"IEEE Software"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib44","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1002\/stvr.256","article-title":"Empirical studies of test-suite reduction, Software Testing","volume":"12","author":"Rothermel1","year":"2002","journal-title":"Verification and Reliability"},{"issue":"10","key":"10.1016\/j.infsof.2006.06.009_bib45","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1109\/32.962562","article-title":"Prioritizing test cases for regression testing","volume":"27","author":"Rothermel","year":"2001","journal-title":"IEEE Transactions on Software Engineering"},{"issue":"2","key":"10.1016\/j.infsof.2006.06.009_bib46","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1109\/TSMCA.2003.820581","article-title":"Effects of query complexity and learning on novice user query performance with conceptual and logical database interfaces","volume":"34","author":"Siau","year":"2004","journal-title":"IEEE Transactions on Systems, Man and Cybernetics-Part A: Systems and Humans"},{"key":"10.1016\/j.infsof.2006.06.009_bib47","series-title":"Proceedings of the 24th International Conference on Very Large Data Bases","first-page":"618","article-title":"Massive stochastic testing of SQL","author":"Slutz","year":"1998"},{"key":"10.1016\/j.infsof.2006.06.009_bib48","series-title":"Proceedings of the ACM SIGSOFT Symposium on the Foundations of Software Engineering","first-page":"253","article-title":"Using an SQL coverage measurement for testing database Applications","author":"Su\u00e1rez-Cabal","year":"2004"},{"issue":"6","key":"10.1016\/j.infsof.2006.06.009_bib49","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1109\/2.587557","article-title":"SQL test suite goes online","volume":"30","author":"Sullivan","year":"1997","journal-title":"Computer"},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib50","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1109\/32.48939","article-title":"Automated test case generation for programs specified by relational algebra queries","volume":"16","author":"Tsai","year":"1990","journal-title":"IEEE Transactions on Software Engineering"},{"key":"10.1016\/j.infsof.2006.06.009_bib51","series-title":"A denotational semantics approach, Proceedings of the ACM SIGMOD international conference on Management of data","first-page":"162","article-title":"Null values in database management","author":"Vassiliou","year":"1979"},{"key":"10.1016\/j.infsof.2006.06.009_bib52","doi-asserted-by":"crossref","unstructured":"D. Willmor, S.M. Embury, A safe regression test selection technique for database driven applications, in: Proceedings of the IEEE International Conference on Software Maintenance, September 2005.","DOI":"10.1109\/ICSM.2005.15"},{"key":"10.1016\/j.infsof.2006.06.009_bib53","unstructured":"D. Willmor, S.M. Embury, Exploring test adequacy for database systems, in: Proceedings of the 3rd UK Software Testing Research Workshop, September 2005."},{"key":"10.1016\/j.infsof.2006.06.009_bib54","series-title":"Proceedings of the 28th International Conference on Software Engineering","article-title":"An intensional approach to the specification of test cases for database applications","author":"Willmor","year":"2006"},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib55","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1002\/swf.37","article-title":"Insights into software testing","volume":"2","author":"Woodward","year":"2001","journal-title":"Software Focus"},{"issue":"3","key":"10.1016\/j.infsof.2006.06.009_bib56","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/0950-5849(93)90053-6","article-title":"Mutation testing \u2013 Its origin and evolution","volume":"35","author":"Woodward","year":"1993","journal-title":"Information and Software Technology"},{"key":"10.1016\/j.infsof.2006.06.009_bib57","series-title":"Proceedings of the ACM Workshop on Privacy in Electronic Society","first-page":"118","article-title":"Privacy preserving database application testing","author":"Wu","year":"2003"},{"key":"10.1016\/j.infsof.2006.06.009_bib58","series-title":"Proceedings of the 25th Annual International Computer Software and Applications Conference","first-page":"161","article-title":"Automatic generation of database instances for white-box testing","author":"Zhang","year":"2001"},{"issue":"4","key":"10.1016\/j.infsof.2006.06.009_bib59","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1145\/267580.267590","article-title":"Software unit test coverage and adequacy","volume":"29","author":"Zhu","year":"1997","journal-title":"ACM Computing Surveys"}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584906000814?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584906000814?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,1,10]],"date-time":"2025-01-10T01:22:22Z","timestamp":1736472142000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584906000814"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,4]]},"references-count":59,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2007,4]]}},"alternative-id":["S0950584906000814"],"URL":"https:\/\/doi.org\/10.1016\/j.infsof.2006.06.009","relation":{},"ISSN":["0950-5849"],"issn-type":[{"type":"print","value":"0950-5849"}],"subject":[],"published":{"date-parts":[[2007,4]]}}}