Publications on Search-Based Test Generation

@inproceedings{EvenMendoza2026,
  author    = "Even-Mendoza, Karine and Obiri, Janine and Dakhama, Aidan and McMinn, Phil and
               Langdon, William B.",
  title     = "{Fuzz3}: Entropy as a Third Oracle",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE Challenge Track)",
  year      = "2026",
  pages     = "107--113",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "16699",
  doi       = "10.1007/978-3-032-30699-9_9"
}

@inproceedings{Gruber2024,
  author    = "Gruber, Martin and Roslan, Muhammad Firhard and Parry, Owain and Scharnb{\"o}ck,
               Fabian and McMinn, Phil and Fraser, Gordon",
  title     = "Do Automatic Test Generation Tools Generate Flaky Tests?",
  booktitle = "International Conference on Software Engineering (ICSE)",
  year      = "2024",
  pages     = "1--12",
  publisher = "ACM",
  doi       = "10.1145/3597503.3608138"
}

@inproceedings{Roslan2022,
  author    = "Roslan, Muhammad Firhard and Rojas, Jos{\'e} Miguel and McMinn, Phil",
  title     = "An Empirical Comparison of {EvoSuite} and {DSpot} for Improving Developer-Written
               Test Suites With Respect to Mutation Score",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2022",
  pages     = "19--34",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "13711",
  doi       = "10.1007/978-3-031-21251-2_2"
}

@inproceedings{Binkley2020,
  author    = "Binkley, David W. and Glenn, James and Alsharif, Abdullah and McMinn, Phil",
  title     = "An Investigation Into the Effect of Control and Data Dependence Paths on Predicate
               Testability",
  booktitle = "International Working Conference on Source Code Analysis and Manipulation (SCAM)",
  year      = "2020",
  pages     = "160--170",
  publisher = "IEEE",
  doi       = "10.1109/SCAM51674.2020.00023"
}

@inproceedings{You2018,
  author    = "You, Byeonghyeon and Kim, Junhwi and Kwon, Minhyuk and McMinn, Phil and Yoo, Shin",
  title     = "Evaluation of {CAVM}, {Austin}, and {CodeScroll} for Test Data Generation for {C}",
  booktitle = "Korea Conference on Software Engineering (KCSE)",
  year      = "2018"
}

@article{Shamshiri2018,
  author  = "Shamshiri, Sina and Rojas, Jos{\'e} Miguel and Gazzola, Luca and Fraser, Gordon and
             McMinn, Phil and Mariani, Leonardo and Arcuri, Andrea",
  title   = "Random or Evolutionary Search for Object-Oriented Test Suite Generation?",
  journal = "Software Testing, Verification and Reliability",
  year    = "2018",
  number  = "4",
  volume  = "28",
  doi     = "10.1002/stvr.1660"
}

@inproceedings{Kim2017,
  author    = "Kim, Junhwi and You, Byeonghyeon and Kwon, Minhyuk and McMinn, Phil and Yoo, Shin",
  title     = "Evaluating {CAVM}: A New Search-Based Test Data Generation Tool for {C}",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2017",
  pages     = "143--149",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "10452",
  doi       = "10.1007/978-3-319-66299-2_12"
}

@inproceedings{Shamshiri2017,
  author    = "Shamshiri, Sina and Campos, Jos{\'e} and Fraser, Gordon and McMinn, Phil",
  title     = "Disposable Testing: Avoiding Maintenance of Generated Unit Tests by Throwing Them
               Away",
  booktitle = "International Conference on Software Engineering (ICSE)",
  year      = "2017",
  pages     = "207--209",
  publisher = "IEEE",
  doi       = "10.1109/ICSE-C.2017.100"
}

@inproceedings{McMinn2016,
  author    = "McMinn, Phil and Wright, Chris J. and Kinneer, Cody and McCurdy, Colton J. and
               Camara, Michael and Kapfhammer, Gregory M.",
  title     = "{SchemaAnalyst}: Search-Based Test Data Generation for Relational Database Schemas",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2016",
  pages     = "586--590",
  publisher = "IEEE",
  doi       = "10.1109/ICSME.2016.93"
}

@inproceedings{McMinn2016a,
  author    = "McMinn, Phil and Kapfhammer, Gregory M.",
  title     = "{AVMf}: An Open-Source Framework and Implementation of the Alternating Variable
               Method",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2016",
  pages     = "259--266",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "9962",
  doi       = "10.1007/978-3-319-47106-8_21"
}

@article{McMinn2015,
  author  = "McMinn, Phil and Wright, Chris J. and Kapfhammer, Gregory M.",
  title   = "The Effectiveness of Test Coverage Criteria for Relational Database Schema Integrity
             Constraints",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2015",
  pages   = "8:1--8:49",
  number  = "1",
  volume  = "25",
  doi     = "10.1145/2818639"
}

@inproceedings{Shamshiri2015,
  author    = "Shamshiri, Sina and Just, Rene and Rojas, Jos{\'e} Miguel and Fraser, Gordon and
               McMinn, Phil and Arcuri, Andrea",
  title     = "Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of
               Effectiveness and Challenges",
  booktitle = "International Conference on Automated Software Engineering (ASE)",
  year      = "2015",
  pages     = "201--211",
  publisher = "IEEE",
  doi       = "10.1109/ASE.2015.86"
}

@techreport{McMinn2015a,
  author      = "McMinn, Phil and Wright, Chris J. and Kapfhammer, Gregory M.",
  title       = "An Analysis of the Effectiveness of Different Coverage Criteria for Testing
                 Relational Database Schema Integrity Constraints",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2015",
  number      = "CS-15-01"
}

@inproceedings{Kinneer2015,
  author    = "Kinneer, Cody and Kapfhammer, Gregory M. and Wright, Chris J. and McMinn, Phil",
  title     = "Automatically Evaluating the Efficiency of Search-Based Test Data Generation for
               Relational Database Schemas",
  booktitle = "International Conference on Software Engineering and Knowledge Engineering (SEKE)",
  year      = "2015",
  pages     = "352--357",
  doi       = "10.18293/SEKE2015-205"
}

@inproceedings{Shamshiri2015a,
  author    = "Shamshiri, Sina and Rojas, Jos{\'e} Miguel and Fraser, Gordon and McMinn, Phil",
  title     = "Random or Genetic Algorithm Search for Object-Oriented Test Suite Generation?",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2015",
  pages     = "1367--1374",
  publisher = "ACM",
  doi       = "10.1145/2739480.2754696"
}

@article{Kempka2015,
  author  = "Kempka, Joseph and McMinn, Phil and Sudholt, Dirk",
  title   = "Design and Analysis of Different Alternating Variable Searches for Search-Based
             Software Testing",
  journal = "Theoretical Computer Science",
  year    = "2015",
  pages   = "1--20",
  volume  = "605",
  doi     = "10.1016/j.tcs.2014.12.009"
}

@article{Fraser2015,
  author  = "Fraser, Gordon and Staats, Matt and McMinn, Phil and Arcuri, Andrea and Padberg, Frank",
  title   = "Does Automated Unit Test Generation Really Help Software Testers? A Controlled
             Empirical Study",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2015",
  pages   = "1--49",
  editor  = "Harman, Mark and Pezz{\`e}, Mauro",
  number  = "4",
  volume  = "24",
  doi     = "10.1145/2699688"
}

@article{Fraser2015a,
  author  = "Fraser, Gordon and Arcuri, Andrea and McMinn, Phil",
  title   = "A Memetic Algorithm for Whole Test Suite Generation",
  journal = "Journal of Systems and Software",
  year    = "2015",
  pages   = "311--327",
  volume  = "103",
  doi     = "10.1016/j.jss.2014.05.032"
}

@inproceedings{Fraser2013,
  author    = "Fraser, Gordon and Staats, Matt and McMinn, Phil and Arcuri, Andrea and Padberg,
               Frank",
  title     = "Does Automated White-Box Test Generation Really Help Software Testers?",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2013",
  pages     = "291--301",
  publisher = "ACM",
  doi       = "10.1145/2483760.2483774"
}

@inproceedings{Kempka2013,
  author    = "Kempka, Joseph and McMinn, Phil and Sudholt, Dirk",
  title     = "A Theoretical Runtime and Empirical Analysis of Different Alternating Variable
               Searches for Search-Based Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2013",
  pages     = "1445--1452",
  publisher = "ACM",
  doi       = "10.1145/2463372.2463549"
}

@inproceedings{Fraser2013a,
  author    = "Fraser, Gordon and Arcuri, Andrea and McMinn, Phil",
  title     = "Test Suite Generation With Memetic Algorithms",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2013",
  pages     = "1437--1444",
  publisher = "ACM",
  doi       = "10.1145/2463372.2463548"
}

@inproceedings{Shamshiri2013,
  author    = "Shamshiri, Sina and Fraser, Gordon and McMinn, Phil and Orso, Alessandro",
  title     = "Search-Based Propagation of Regression Faults in Automated Regression Testing",
  booktitle = "International Workshop on Regression Testing (Regression)",
  year      = "2013",
  pages     = "396--399",
  publisher = "IEEE",
  doi       = "10.1109/ICSTW.2013.51"
}

@article{Anand2013,
  author  = "Anand, Saswat and Burke, Edmund K. and Chen, Tsong Yueh and Clark, John and Cohen,
             Myra B. and Grieskamp, Wolfgang and Harman, Mark and Harrold, Mary Jean and McMinn,
             Phil",
  title   = "An Orchestrated Survey of Methodologies for Automated Software Test Case Generation",
  journal = "Journal of Systems and Software",
  year    = "2013",
  pages   = "1978--2001",
  editor  = "Bertolino, Antonia and Foster, Howard and Li, J. Jenny and Zhu, Hong",
  number  = "8",
  volume  = "86",
  doi     = "10.1016/j.jss.2013.02.061"
}

@inproceedings{Afshan2013,
  author    = "Afshan, Sheeva and McMinn, Phil and Stevenson, Mark",
  title     = "Evolving Readable String Test Inputs Using a Natural Language Model to Reduce Human
               Oracle Cost",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2013",
  pages     = "352--361",
  publisher = "IEEE",
  doi       = "10.1109/ICST.2013.11"
}

@inproceedings{Kapfhammer2013,
  author    = "Kapfhammer, Gregory M. and McMinn, Phil and Wright, Chris J.",
  title     = "Search-Based Testing of Relational Schema Integrity Constraints Across Multiple
               Database Management Systems",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2013",
  pages     = "31--40",
  publisher = "IEEE",
  doi       = "10.1109/ICST.2013.47"
}

@article{McMinn2013,
  author  = "McMinn, Phil",
  title   = "An Identification of Program Factors That Impact Crossover Performance in Evolutionary
             Test Input Generation for the Branch Coverage of {C} Programs",
  journal = "Information and Software Technology",
  year    = "2013",
  pages   = "153--172",
  number  = "1",
  volume  = "55",
  doi     = "10.1016/j.infsof.2012.03.010"
}

@article{McMinn2012,
  author  = "McMinn, Phil and Harman, Mark and Lakhotia, Kiran and Hassoun, Youssef and Wegener,
             Joachim",
  title   = "Input Domain Reduction Through Irrelevant Variable Removal and Its Effect on Local,
             Global and Hybrid Search-Based Structural Test Data Generation",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2012",
  pages   = "453--477",
  number  = "2",
  volume  = "38",
  doi     = "10.1109/TSE.2011.18"
}

@inproceedings{McMinn2012a,
  author    = "McMinn, Phil and Shahbaz, Muzammil and Stevenson, Mark",
  title     = "Search-Based Test Input Generation for String Data Types Using the Results of Web
               Queries",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2012",
  pages     = "141--150",
  publisher = "IEEE",
  doi       = "10.1109/ICST.2012.94"
}

@inproceedings{Baars2011,
  author    = "Baars, Arthur and Harman, Mark and Hassoun, Youssef and Lakhotia, Kiran and McMinn,
               Phil and Tonella, Paolo and Vos, Tanja",
  title     = "Symbolic Search-Based Testing",
  booktitle = "International Conference on Automated Software Engineering (ASE)",
  year      = "2011",
  pages     = "53--62",
  publisher = "IEEE",
  doi       = "10.1109/ASE.2011.6100119"
}

@incollection{Harman2011,
  author    = "Harman, Mark and McMinn, Phil and de Souza, Jerffeson Teixeira and Yoo, Shin",
  title     = "Search-Based Software Engineering: Techniques, Taxonomy, Tutorial",
  booktitle = "Empirical Software Engineering and Verification",
  year      = "2011",
  pages     = "1--59",
  editor    = "Meyer, Bertrand and Nordio, Martin",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "7007",
  doi       = "10.1007/978-3-642-25231-0_1"
}

@inproceedings{McMinn2011,
  author    = "McMinn, Phil",
  title     = "Search-Based Software Testing: Past, Present and Future",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2011",
  pages     = "153--163",
  publisher = "IEEE",
  doi       = "10.1109/ICSTW.2011.100"
}

@article{Harman2010,
  author  = "Harman, Mark and McMinn, Phil",
  title   = "A Theoretical and Empirical Study of Search Based Testing: Local, Global and Hybrid
             Search",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2010",
  pages   = "226--247",
  number  = "2",
  volume  = "36",
  doi     = "10.1109/TSE.2009.71"
}

@inproceedings{Harman2010a,
  author    = "Harman, Mark and Kim, Sung Gon and Lakhotia, Kiran and McMinn, Phil and Yoo, Shin",
  title     = "Optimizing for the Number of Tests Generated in Search Based Test Data Generation
               With an Application to the Oracle Cost Problem",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2010",
  pages     = "182--191",
  publisher = "IEEE",
  doi       = "10.1109/ICSTW.2010.31"
}

@article{Lakhotia2010,
  author  = "Lakhotia, Kiran and McMinn, Phil and Harman, Mark",
  title   = "An Empirical Investigation Into Branch Coverage for {C} Programs Using {CUTE} and
             {AUSTIN}",
  journal = "Journal of Systems and Software",
  year    = "2010",
  pages   = "2379--2391",
  number  = "12",
  volume  = "83",
  doi     = "10.1016/j.jss.2010.07.026"
}

@inproceedings{McMinn2010,
  author    = "McMinn, Phil",
  title     = "How Does Program Structure Impact the Effectiveness of the Crossover Operator in
               Evolutionary Testing?",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2010",
  pages     = "9--18",
  publisher = "IEEE",
  doi       = "10.1109/SSBSE.2010.11"
}

@inproceedings{McMinn2010a,
  author    = "McMinn, Phil and Stevenson, Mark and Harman, Mark",
  title     = "Reducing Qualitative Human Oracle Costs Associated With Automatically Generated Test
               Data",
  booktitle = "International Workshop on Software Test Output Validation (STOV)",
  year      = "2010",
  pages     = "1--4",
  publisher = "ACM",
  doi       = "10.1145/1868048.1868049"
}

@inproceedings{Lakhotia2009,
  author    = "Lakhotia, Kiran and McMinn, Phil and Harman, Mark",
  title     = "Automated Test Data Generation for Coverage: Haven't We Solved This Problem Yet?",
  booktitle = "Testing: Academic and Industrial Conference --- Practice And Research Techniques
               (TAIC PART)",
  year      = "2009",
  pages     = "95--104",
  publisher = "IEEE",
  doi       = "10.1109/TAICPART.2009.15"
}

@article{McMinn2009,
  author  = "McMinn, Phil and Binkley, David W. and Harman, Mark",
  title   = "Empirical Evaluation of a Nesting Testability Transformation for Evolutionary Testing",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2009",
  pages   = "11:1--11:27",
  number  = "3",
  volume  = "18",
  doi     = "10.1145/1525880.1525884"
}

@inproceedings{McMinn2009a,
  author    = "McMinn, Phil",
  title     = "Search-Based Failure Discovery Using Testability Transformations to Generate
               Pseudo-Oracles",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2009",
  pages     = "1689--1696",
  publisher = "ACM",
  doi       = "10.1145/1569901.1570127"
}

@inproceedings{Lakhotia2008,
  author    = "Lakhotia, Kiran and Harman, Mark and McMinn, Phil",
  title     = "Handling Dynamic Data Structures in Search-Based Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2008",
  pages     = "1759--1766",
  publisher = "ACM",
  doi       = "10.1145/1389095.1389435"
}

@inproceedings{Harman2007,
  author    = "Harman, Mark and Hassoun, Youssef and Lakhotia, Kiran and McMinn, Phil and Wegener,
               Joachim",
  title     = "The Impact of Input Domain Reduction on Search-Based Test Data Generation",
  booktitle = "Joint meeting of the European Software Engineering Conference and the ACM SIGSOFT
               Symposium on the Foundations of Software Engineering (ESEC/FSE)",
  year      = "2007",
  pages     = "155--164",
  publisher = "ACM",
  doi       = "10.1145/1287624.1287647"
}

@inproceedings{Harman2007a,
  author    = "Harman, Mark and McMinn, Phil",
  title     = "A Theoretical and Empirical Analysis of Evolutionary Testing and Hill Climbing for
               Structural Test Data Generation",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2007",
  pages     = "73--83",
  publisher = "ACM",
  doi       = "10.1145/1273463.1273475"
}

@inproceedings{Harman2007b,
  author    = "Harman, Mark and Lakhotia, Kiran and McMinn, Phil",
  title     = "A Multi-Objective Approach to Search-Based Test Data Generation",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2007",
  pages     = "1098--1105",
  publisher = "ACM",
  doi       = "10.1145/1276958.1277175"
}

@techreport{McMinn2007,
  author      = "McMinn, Phil",
  title       = "{IGUANA: Input Generation Using Automated Novel Algorithms}. A Plug and Play
                 Research Tool",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2007",
  number      = "CS-07-14"
}

@article{McMinn2006,
  author  = "McMinn, Phil and Holcombe, Mike",
  title   = "Evolutionary Testing Using an Extended Chaining Approach",
  journal = "Evolutionary Computation",
  year    = "2006",
  pages   = "41--64",
  number  = "1",
  volume  = "14",
  doi     = "10.1162/evco.2006.14.1.41"
}

@inproceedings{McMinn2006a,
  author    = "McMinn, Phil and Harman, Mark and Binkley, David W. and Tonella, Paolo",
  title     = "The Species Per Path Approach to Search-Based Test Data Generation",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2006",
  pages     = "13--24",
  publisher = "ACM",
  doi       = "10.1145/1146238.1146241"
}

@inproceedings{McMinn2005,
  author    = "McMinn, Phil and Binkley, David W. and Harman, Mark",
  title     = "Testability Transformation for Efficient Automated Test Data Search in the Presence
               of Nesting",
  booktitle = "UK Software Testing Workshop (UKTest)",
  year      = "2005",
  pages     = "165--182"
}

@inproceedings{McMinn2005a,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "Evolutionary Testing of State-Based Programs",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2005",
  pages     = "1013--1020",
  publisher = "ACM",
  doi       = "10.1145/1068009.1068182"
}

@phdthesis{McMinn2005b,
  author = "McMinn, Phil",
  title  = "Evolutionary Search for Test Data in the Presence of State Behaviour",
  school = "University of Sheffield",
  year   = "2005"
}

@article{McMinn2004,
  author  = "McMinn, Phil",
  title   = "Search-Based Software Test Data Generation: A Survey",
  journal = "Software Testing, Verification and Reliability",
  year    = "2004",
  pages   = "105--156",
  number  = "2",
  volume  = "14",
  doi     = "10.1002/stvr.294"
}

@inproceedings{McMinn2004a,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "Hybridizing Evolutionary Testing With the Chaining Approach",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2004",
  pages     = "1363--1374",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "3103",
  doi       = "10.1007/978-3-540-24855-2_157"
}

@inproceedings{McMinn2003,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "The State Problem for Evolutionary Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2003",
  pages     = "2488--2498",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "2724",
  doi       = "10.1007/3-540-45110-2_152"
}