Publications

@inproceedings{McMinn2025,
  author    = "McMinn, Phil and Roslan, Muhammad Firhard and Kapfhammer, Gregory M.",
  title     = "Beyond Test Flakiness: A Manifesto for a Holistic Approach to Test Suite Health",
  booktitle = "Flaky Tests Workshop (FTW)",
  year      = "2025"
}

@inproceedings{Osikowicz2025,
  author    = "Osikowicz, Aleksander M. and McMinn, Phil and Shin, Donghwan",
  title     = "Empirically Evaluating Flaky Tests for Autonomous Driving Systems in Simulated
               Environments",
  booktitle = "Flaky Tests Workshop (FTW)",
  year      = "2025"
}

@inproceedings{Elgendy2024,
  author    = "Elgendy, Islam T. and Hierons, Robert M. and McMinn, Phil",
  title     = "Evaluating String Distance Metrics for Reducing Automatically Generated Test Suites",
  booktitle = "International Conference on Automation of Software Test (AST)",
  year      = "2024"
}

@inproceedings{Gruber2024,
  author    = "Gruber, Martin and Roslan, Muhammad Firhard and Parry, Owain and Scharnb{\"o}ck,
               Fabian and McMinn, Phil and Fraser, Gordon",
  title     = "Do Automatic Test Generation Tools Generate Flaky Tests?",
  booktitle = "International Conference on Software Engineering (ICSE)",
  year      = "2024"
}

@inproceedings{Maton2024b,
  author    = "Maton, Megan and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "{PseudoSweep}: A Pseudo-Tested Code Identifier",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2024"
}

@inproceedings{Maton2024,
  author    = "Maton, Megan and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Exploring Pseudo-Testedness: Empirically Evaluating Extreme Mutation Testing at the
               Statement Level",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2024"
}

@inproceedings{Roslan2024b,
  author    = "Roslan, Muhammad Firhard and Rojas, Jos{\'e} Miguel and McMinn, Phil",
  title     = "{Viscount}: A Direct Method Call Coverage Tool for {Java}",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2024"
}

@inproceedings{Roslan2024,
  author    = "Roslan, Muhammad Firhard and Rojas, Jos{\'e} Miguel and McMinn, Phil",
  title     = "Private --- Keep Out? Understanding How Developers Account for Code Visibility in
               Unit Testing",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2024"
}

@inproceedings{Levai2023,
  author    = "L{\'e}vai, Zal{\'a}n and McMinn, Phil",
  title     = "Batching Non-Conflicting Mutations for Efficient, Safe, Parallel Mutation Analysis
               in Rust",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2023"
}

@article{Parry2023,
  author  = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title   = "Empirically Evaluating Flaky Test Detection Techniques Combining Test Case Rerunning
             and Machine Learning Models",
  journal = "Empirical Software Engineering",
  year    = "2023",
  issue   = "3",
  volume  = "28"
}

@inproceedings{Althomali2022,
  author    = "Althomali, Ibrahim and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Automated Repair of Responsive Web Page Layouts",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2022"
}

@inproceedings{Clegg2022,
  author    = "Clegg, Benjamin S. and McMinn, Phil and Fraser, Gordon",
  title     = "Diagnosability, Adequacy \& Size: How Test Suites Impact Autograding",
  booktitle = "Hawaii International Conference on System Sciences (HICSS)",
  year      = "2022"
}

@inproceedings{Parry2022,
  author    = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "What Do Developer-Repaired Flaky Tests Tell Us About the Effectiveness of Automated
               Flaky Test Detection?",
  booktitle = "International Conference on Automation of Software Test (AST)",
  year      = "2022"
}

@inproceedings{Parry2022a,
  author    = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Surveying the Developer Experience of Flaky Tests",
  booktitle = "International Conference on Software Engineering --- Software Engineering In
               Practice track (ICSE-SEIP)",
  year      = "2022"
}

@inproceedings{Parry2022b,
  author    = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Evaluating Features for Machine Learning Detection of Order- And Non-Order-Dependent
               Flaky Tests",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2022"
}

@inproceedings{Roslan2022,
  author    = "Roslan, Muhammad Firhard and Rojas, Jos{\'e} Miguel and McMinn, Phil",
  title     = "An Empirical Comparison of {EvoSuite} and {DSpot} for Improving Developer-Written
               Test Suites With Respect to Mutation Score",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2022"
}

@article{Althomali2021,
  author  = "Althomali, Ibrahim and Kapfhammer, Gregory M. and McMinn, Phil",
  title   = "Automated Visual Classification of DOM-based Presentation Failure Reports for
             Responsive Web Pages",
  journal = "Software Testing, Verification and Reliability",
  year    = "2021",
  number  = "4",
  volume  = "31"
}

@inproceedings{Clegg2021,
  author    = "Clegg, Benjamin S. and Villa-Uriol, Maria-Cruz and McMinn, Phil and Fraser, Gordon",
  title     = "Gradeer: An Open-Source Modular Hybrid Grader",
  booktitle = "International Conference on Software Engineering --- Joint Track on Software
               Engineering Education and Training (ICSE-JSEET)",
  year      = "2021"
}

@inproceedings{Clegg2021a,
  author    = "Clegg, Benjamin S. and McMinn, Phil and Fraser, Gordon",
  title     = "An Empirical Study to Determine if Mutants Can Effectively Simulate Students'
               Programming Mistakes to Increase Tutors' Confidence in Autograding",
  booktitle = "ACM SIGCSE Technical Symposium on Computer Science Education (SIGCSE)",
  year      = "2021",
  pages     = "1055--1061"
}

@article{Mahajan2021,
  author  = "Mahajan, Sonal and Alameer, Abdulmajeed and McMinn, Phil and Halfond, William G. J.",
  title   = "Effective Automated Repair of Internationalization Presentation Failures in Web
             Applications Using Style Similarity Clustering and Search-Based Techniques",
  journal = "Software Testing, Verification and Reliability",
  year    = "2021",
  number  = "1--2",
  volume  = "31"
}

@article{Parry2021,
  author  = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title   = "A Survey of Flaky Tests",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2021"
}

@inproceedings{Alsharif2020,
  author    = "Alsharif, Abdullah and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Hybrid Methods for Reducing Database Schema Test Suites: Experimental Insights From
               Computational and Human Studies",
  booktitle = "International Conference on Automation of Software Test (AST)",
  year      = "2020"
}

@inproceedings{Alsharif2020a,
  author    = "Alsharif, Abdullah and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "{STICCER}: Fast and Effective Database Test Suite Reduction Through Merging of
               Similar Test Cases",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2020"
}

@inproceedings{Binkley2020,
  author    = "Binkley, David W. and Glenn, James and Alsharif, Abdullah and McMinn, Phil",
  title     = "An Investigation Into the Effect of Control and Data Dependence Chain Length on
               Predicate Testability",
  booktitle = "International Working Conference on Source Code Analysis \& Manipulation (SCAM)",
  year      = "2020"
}

@inproceedings{Clegg2020,
  author    = "Clegg, Benjamin S. and McMinn, Phil and Fraser, Gordon",
  title     = "The Influence of Test Suite Properties on Automated Grading",
  booktitle = "International Conference on Software Engineering Education and Training (CSEE\&T)",
  year      = "2020"
}

@inproceedings{Parry2020,
  author    = "Parry, Owain and Hilton, Michael and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Flake It 'Till You Make It: Using Automated Repair to Induce and Fix Latent Test
               Flakiness",
  booktitle = "International Workshop on Automated Program Repair (APR)",
  year      = "2020"
}

@article{Walsh2020,
  author  = "Walsh, Thomas A. and Kapfhammer, Gregory M. and McMinn, Phil",
  title   = "Automatically Identifying Potential Regressions in the Layout of Responsive Web Pages",
  journal = "Software Testing, Verification and Reliability",
  year    = "2020",
  number  = "6",
  volume  = "30"
}

@inproceedings{Alsharif2019,
  author    = "Alsharif, Abdullah and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "What Factors Make {SQL} Test Cases Understandable for Testers? A Human Study of
               Automatic Test Data Generation Techniques",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2019",
  pages     = "437--448"
}

@inproceedings{Althomali2019,
  author    = "Althomali, Ibrahim and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Automatic Visual Verification of Layout Failures in Responsively Designed Web Pages",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2019",
  pages     = "183--193"
}

@inproceedings{Clegg2019,
  author    = "Clegg, Benjamin S. and Fraser, Gordon and North, Siobh{\'a}n and McMinn, Phil",
  title     = "Simulating Student Mistakes to Evaluate the Fairness of Automated Grading",
  booktitle = "International Conference on Software Engineering --- Software Engineering Education
               and Training track (ICSE-SEET)",
  year      = "2019",
  pages     = "121--125"
}

@article{McMinn2019,
  author  = "McMinn, Phil and Wright, Chris J. and McCurdy, Colton J. and Kapfhammer, Gregory M.",
  title   = "Automatic Detection and Removal of Ineffective Mutants for the Mutation Analysis of
             Relational Database Schemas",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2019",
  pages   = "427--463",
  number  = "5",
  volume  = "45"
}

@inproceedings{Paterson2019,
  author    = "Paterson, David and Campos, Jos{\'e} and Abreu, Rui and Kapfhammer, Gregory M. and
               Fraser, Gordon and McMinn, Phil",
  title     = "An Empirical Study on the Use of Defect Prediction for Test Case Prioritization",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2019",
  pages     = "346--357"
}

@inproceedings{Almasi2018,
  author    = "Almasi, M. Mohammad and Hemmati, Hadi and Fraser, Gordon and McMinn, Phil and
               Benefelds, Janis",
  title     = "Search-Based Detection of Deviation Failures in the Migration of Legacy Spreadsheet
               Applications",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2018",
  pages     = "266--275"
}

@inproceedings{Alsharif2018,
  author    = "Alsharif, Abdullah and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "{DOMINO}: Fast and Effective Test Data Generation for Relational Database Schemas",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2018"
}

@article{Hall2018,
  author  = "Hall, Mathew and Walkinshaw, Neil and McMinn, Phil",
  title   = "Effectively Incorporating Expert Knowledge in Automated Software Remodularisation",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2018",
  pages   = "613--630",
  number  = "7",
  volume  = "44"
}

@inproceedings{Mahajan2018,
  author    = "Mahajan, Sonal and Alameer, Abdulmajeed and McMinn, Phil and Halfond, William G. J.",
  title     = "Automated Repair of Internationalization Failures Using Style Similarity Clustering
               and Search-Based Techniques",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2018"
}

@inproceedings{Mahajan2018a,
  author    = "Mahajan, Sonal and Abolhassani, Negarsadat and McMinn, Phil and Halfond, William G.
               J.",
  title     = "Automated Repair of Mobile Friendly Problems in Web Pages",
  booktitle = "International Conference on Software Engineering (ICSE)",
  year      = "2018",
  pages     = "140--150"
}

@inproceedings{Paterson2018,
  author    = "Paterson, David and Kapfhammer, Gregory M. and Fraser, Gordon and McMinn, Phil",
  title     = "Using Controlled Numbers of Real Faults and Mutants to Empirically Evaluate
               Coverage-Based Test Case Prioritization",
  booktitle = "International Conference on Automation of Software Test (AST)",
  year      = "2018",
  pages     = "57--63"
}

@article{Shamshiri2018,
  author  = "Shamshiri, Sina and Rojas, Jos{\'e} Miguel and Gazzola, Luca and Fraser, Gordon and
             McMinn, Phil and Mariani, Leonardo and Arcuri, Andrea",
  title   = "Random or Evolutionary Search for Object-Oriented Test Suite Generation?",
  journal = "Software Testing, Verification and Reliability",
  year    = "2018",
  number  = "4",
  volume  = "28"
}

@inproceedings{You2018,
  author    = "You, Byeonghyeon and Kim, Junhwi and Kwon, Minhyuk and McMinn, Phil and Yoo, Shin",
  title     = "Evaluation of {CAVM}, {Austin}, and {CodeScroll} for Test Data Generation for {C}",
  booktitle = "Korea Conference on Software Engineering (KCSE)",
  year      = "2018"
}

@inproceedings{Kim2017,
  author    = "Kim, Junhwi and You, Byeonghyeon and Kwon, Minhyuk and McMinn, Phil and Yoo, Shin",
  title     = "Evaluating {CAVM}: A New Search-Based Test Data Generation Tool for {C}",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2017",
  pages     = "143--149"
}

@inproceedings{Mahajan2017,
  author    = "Mahajan, Sonal and Alameer, Abdulmajeed and McMinn, Phil and Halfond, William G. J.",
  title     = "Automated Repair of Layout Cross Browser Issues Using Search-Based Techniques",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2017",
  pages     = "249--260"
}

@inproceedings{Mahajan2017a,
  author    = "Mahajan, Sonal and Alameer, Abdulmajeed and McMinn, Phil and Halfond, William G. J.",
  title     = "{XFix}: Automated Tool for Repair of Layout Cross Browser Issues",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2017",
  pages     = "368--371"
}

@inproceedings{Shamshiri2017,
  author    = "Shamshiri, Sina and Campos, Jos{\'e} and Fraser, Gordon and McMinn, Phil",
  title     = "Disposable Testing: Avoiding Maintenance of Generated Unit Tests by Throwing Them
               Away",
  booktitle = "International Conference on Software Engineering (ICSE)",
  year      = "2017",
  pages     = "207--209"
}

@inproceedings{Walsh2017,
  author    = "Walsh, Thomas A. and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Automated Layout Failure Detection for Responsive Web Pages Without an Explicit
               Oracle",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2017",
  pages     = "192--202"
}

@inproceedings{Walsh2017a,
  author    = "Walsh, Thomas A. and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "{ReDeCheck}: An Automatic Layout Failure Checking Tool for Responsively Designed Web
               Pages",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2017",
  pages     = "360--363"
}

@inproceedings{Kapfhammer2016,
  author    = "Kapfhammer, Gregory M. and Wright, Chris J. and McMinn, Phil",
  title     = "Hitchhikers Need Free Vehicles! Shared Repositories for Statistical Analysis in
               {SBST}",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2016",
  pages     = "55--56"
}

@inproceedings{McCurdy2016,
  author    = "McCurdy, Colton J. and McMinn, Phil and Kapfhammer, Gregory M.",
  title     = "{mrstudyr}: Retrospectively Studying the Effectiveness of Mutant Reduction
               Techniques",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2016",
  pages     = "591--595"
}

@inproceedings{McMinn2016,
  author    = "McMinn, Phil and Wright, Chris J. and Kinneer, Cody and McCurdy, Colton J. and
               Camara, Michael and Kapfhammer, Gregory M.",
  title     = "{SchemaAnalyst}: Search-Based Test Data Generation for Relational Database Schemas",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2016",
  pages     = "586--590"
}

@inproceedings{McMinn2016a,
  author    = "McMinn, Phil and Kapfhammer, Gregory M.",
  title     = "{AVMf}: An Open-Source Framework and Implementation of the Alternating Variable
               Method",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2016",
  pages     = "259--266",
  series    = "Lecture Notes in Computer Science",
  volume    = "9962"
}

@inproceedings{McMinn2016b,
  author    = "McMinn, Phil and Kapfhammer, Gregory M. and Wright, Chris J.",
  title     = "Virtual Mutation Analysis of Relational Database Schemas",
  booktitle = "International Workshop on Automation of Software Test (AST)",
  year      = "2016",
  pages     = "36--42"
}

@inproceedings{McMinn2016c,
  author    = "McMinn, Phil and Harman, Mark and Fraser, Gordon and Kapfhammer, Gregory M.",
  title     = "Automated Search for Good Coverage Criteria: Moving From Code Coverage to Fault
               Coverage Through Search-Based Software Engineering",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2016",
  pages     = "43--44"
}

@article{Barr2015,
  author  = "Barr, Earl T. and Harman, Mark and McMinn, Phil and Shahbaz, Muzammil and Yoo, Shin",
  title   = "The Oracle Problem in Software Testing: A Survey",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2015",
  pages   = "507--525",
  number  = "5",
  volume  = "41"
}

@article{Fraser2015,
  author  = "Fraser, Gordon and Staats, Matt and McMinn, Phil and Arcuri, Andrea and Padberg, Frank",
  title   = "Does Automated Unit Test Generation Really Help Software Testers? A Controlled
             Empirical Study",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2015",
  editor  = "Harman, Mark and Pezz{\`e}, Mauro",
  number  = "4",
  volume  = "24"
}

@article{Fraser2015a,
  author  = "Fraser, Gordon and Arcuri, Andrea and McMinn, Phil",
  title   = "A Memetic Algorithm for Whole Test Suite Generation",
  journal = "Journal of Systems and Software",
  year    = "2015",
  pages   = "311--327",
  volume  = "103"
}

@article{Kempka2015,
  author  = "Kempka, Joseph and McMinn, Phil and Sudholt, Dirk",
  title   = "Design and Analysis of Different Alternating Variable Searches for Search-Based
             Software Testing",
  journal = "Theoretical Computer Science",
  year    = "2015",
  pages   = "1--20",
  volume  = "605"
}

@inproceedings{Kinneer2015,
  author    = "Kinneer, Cody and Kapfhammer, Gregory M. and Wright, Chris J. and McMinn, Phil",
  title     = "Automatically Evaluating the Efficiency of Search-Based Test Data Generation for
               Relational Database Schemas",
  booktitle = "International Conference on Software Engineering and Knowledge Engineering (SEKE)",
  year      = "2015"
}

@inproceedings{Kinneer2015a,
  author    = "Kinneer, Cody and Kapfhammer, Gregory M. and Wright, Chris J. and McMinn, Phil",
  title     = "{EXPOSE}: Inferring Worst-Case Time Complexity by Automatic Empirical Study",
  booktitle = "International Conference on Software Engineering and Knowledge Engineering (SEKE)",
  year      = "2015"
}

@article{McMinn2015,
  author  = "McMinn, Phil and Wright, Chris J. and Kapfhammer, Gregory M.",
  title   = "The Effectiveness of Test Coverage Criteria for Relational Database Schema Integrity
             Constraints",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2015",
  pages   = "8:1--8:49",
  number  = "1",
  volume  = "25"
}

@techreport{McMinn2015a,
  author      = "McMinn, Phil and Wright, Chris J. and Kapfhammer, Gregory M.",
  title       = "An Analysis of the Effectiveness of Different Coverage Criteria for Testing
                 Relational Database Schema Integrity Constraints",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2015",
  number      = "CS-15-01"
}

@article{Shahbaz2015,
  author  = "Shahbaz, Muzammil and McMinn, Phil and Stevenson, Mark",
  title   = "Automatic Generation of Valid and Invalid Test Data for String Validation Routines
             Using Web Searches and Regular Expressions",
  journal = "Science of Computer Programming",
  year    = "2015",
  pages   = "405--425",
  number  = "4",
  volume  = "97"
}

@inproceedings{Shamshiri2015,
  author    = "Shamshiri, Sina and Just, Rene and Rojas, Jos{\'e} Miguel and Fraser, Gordon and
               McMinn, Phil and Arcuri, Andrea",
  title     = "Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of
               Effectiveness and Challenges",
  booktitle = "International Conference on Automated Software Engineering (ASE)",
  year      = "2015",
  pages     = "201--211"
}

@inproceedings{Shamshiri2015a,
  author    = "Shamshiri, Sina and Rojas, Jos{\'e} Miguel and Fraser, Gordon and McMinn, Phil",
  title     = "Random or Genetic Algorithm Search for Object-Oriented Test Suite Generation?",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2015",
  pages     = "1367--1374"
}

@inproceedings{Walsh2015,
  author    = "Walsh, Thomas A. and McMinn, Phil and Kapfhammer, Gregory M.",
  title     = "Automatic Detection of Potential Layout Faults Following Changes to Responsive Web
               Pages",
  booktitle = "International Conference on Automated Software Engineering (ASE)",
  year      = "2015",
  pages     = "709--714"
}

@inproceedings{Hall2014,
  author    = "Hall, Mathew and Khojaye, Muhammad and Walkinshaw, Neil and McMinn, Phil",
  title     = "Establishing the Source Code Disruption Caused by Automated Remodularisation Tools",
  booktitle = "International Conference on Software Maintenance and Evolution (ICSME)",
  year      = "2014",
  pages     = "466--470"
}

@inproceedings{Wright2014,
  author    = "Wright, Chris J. and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "The Impact of Equivalent, Redundant and Quasi Mutants on Database Schema Mutation
               Analysis",
  booktitle = "International Conference on Quality Software (QSIC)",
  year      = "2014",
  pages     = "57--66"
}

@inproceedings{Afshan2013,
  author    = "Afshan, Sheeva and McMinn, Phil and Stevenson, Mark",
  title     = "Evolving Readable String Test Inputs Using a Natural Language Model to Reduce Human
               Oracle Cost",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2013",
  pages     = "352--361"
}

@article{Anand2013,
  author  = "Anand, Saswat and Burke, Edmund and Chen, Tsong Yueh and Clark, John and Cohen, Myra
             B. and Grieskamp, Wolfgang and Harman, Mark and Harrold, Mary Jean and McMinn, Phil",
  title   = "An Orchestrated Survey on Automated Software Test Case Generation",
  journal = "Journal of Systems and Software",
  year    = "2013",
  pages   = "1978--2001",
  editor  = "Bertolino, Antonia and Foster, Howard and Li, J. Jenny and Zhu, Hong",
  number  = "8",
  volume  = "86"
}

@inproceedings{Fraser2013,
  author    = "Fraser, Gordon and Staats, Matt and McMinn, Phil and Arcuri, Andrea and Padberg,
               Frank",
  title     = "Does Automated White-Box Test Generation Really Help Software Testers?",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2013",
  pages     = "291--301"
}

@inproceedings{Fraser2013a,
  author    = "Fraser, Gordon and Arcuri, Andrea and McMinn, Phil",
  title     = "Test Suite Generation With Memetic Algorithms",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2013",
  pages     = "1437--1444"
}

@techreport{Harman2013,
  author      = "Harman, Mark and McMinn, Phil and Shahbaz, Muzammil and Yoo, Shin",
  title       = "A Comprehensive Survey of Trends in Oracles for Software Testing",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2013",
  number      = "CS-13-01"
}

@inproceedings{Kapfhammer2013,
  author    = "Kapfhammer, Gregory M. and McMinn, Phil and Wright, Chris J.",
  title     = "Search-Based Testing of Relational Schema Integrity Constraints Across Multiple
               Database Management Systems",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2013",
  pages     = "31--40"
}

@inproceedings{Kempka2013,
  author    = "Kempka, Joseph and McMinn, Phil and Sudholt, Dirk",
  title     = "A Theoretical Runtime and Empirical Analysis of Different Alternating Variable
               Searches for Search-Based Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2013",
  pages     = "1445--1452"
}

@article{McMinn2013,
  author  = "McMinn, Phil",
  title   = "An Identification of Program Factors That Impact Crossover Performance in Evolutionary
             Test Input Generation for the Branch Coverage of {C} Programs",
  journal = "Information and Software Technology",
  year    = "2013",
  pages   = "153--172",
  number  = "1",
  volume  = "55"
}

@inproceedings{Shamshiri2013,
  author    = "Shamshiri, Sina and Fraser, Gordon and McMinn, Phil and Orso, Alex",
  title     = "Search-Based Propagation of Regression Faults in Automated Regression Testing",
  booktitle = "International Workshop on Regression Testing (Regression)",
  year      = "2013",
  pages     = "396--399"
}

@inproceedings{Wright2013,
  author    = "Wright, Chris J. and McMinn, Phil and Gallardo, Julio",
  title     = "Towards the Automatic Identification of Faulty Multi-Agent Based Simulation Runs
               Using {MASTER}",
  booktitle = "Multi-Agent-Based Simulation XIII --- International Workshop on Multi-Agent
               Simulation (MABS)",
  year      = "2013",
  pages     = "153--172",
  series    = "Lecture Notes in Artificial Intelligence",
  volume    = "7838"
}

@inproceedings{Wright2013a,
  author    = "Wright, Chris J. and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Efficient Mutation Analysis of Relational Database Structure Using Mutant Schemata
               and Parallelisation",
  booktitle = "International Workshop on Mutation Analysis (Mutation)",
  year      = "2013",
  pages     = "63--72"
}

@inproceedings{Hall2012,
  author    = "Hall, Mathew and Walkinshaw, Neil and McMinn, Phil",
  title     = "Supervised Software Modularisation",
  booktitle = "International Conference on Software Maintenance (ICSM)",
  year      = "2012",
  pages     = "472--481"
}

@article{Holcombe2012,
  author  = "Holcombe, Mike and Adra, Salem and Bicak, Mesude and Chin, Shawn and Coakley, Simon
             and Graham, Alison I. and Green, Jeffrey and Greenough, Chris and Jackson, Duncan and
             Kiran, Mariam and MacNeil, Sheila and Maleki-Dizaji, Afsaneh and McMinn, Phil and
             Pogson, Mark and Poole, Robert and Qwarnstrom, Eva and Ratnieks, Francis and Rolfe,
             Matthew D. and Smallwood, Rod and Sun, Tao and Worth, David",
  title   = "Modelling Complex Biological Systems Using an Agent-Based Approach",
  journal = "Integrative Biology",
  year    = "2012",
  pages   = "53--64",
  number  = "1",
  volume  = "4"
}

@article{McMinn2012,
  author  = "McMinn, Phil and Harman, Mark and Hassoun, Youssef and Lakhotia, Kiran and Wegener,
             Joachim",
  title   = "Input Domain Reduction Through Irrelevant Variable Removal and Its Effect on Local,
             Global and Hybrid Search-Based Structural Test Data Generation",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2012",
  pages   = "453--477",
  number  = "2",
  volume  = "38"
}

@inproceedings{McMinn2012a,
  author    = "McMinn, Phil and Shahbaz, Muzammil and Stevenson, Mark",
  title     = "Search-Based Test Input Generation for String Data Types Using the Results of Web
               Queries",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2012",
  pages     = "141--150"
}

@inproceedings{Shahbaz2012,
  author    = "Shahbaz, Muzammil and McMinn, Phil and Stevenson, Mark",
  title     = "Automated Discovery of Valid Test Strings From the Web Using Dynamic Regular
               Expressions Collation and Natural Language Processing",
  booktitle = "International Conference on Quality Software (QSIC)",
  year      = "2012",
  pages     = "79--88"
}

@inproceedings{Adra2011,
  author    = "Adra, Salem and Kiran, Mariam and McMinn, Phil and Walkinshaw, Neil",
  title     = "A Multiobjective Optimisation Approach for Dynamic Inference and Refinement of
               Agent-Based Model Specifications",
  booktitle = "Congress on Evolutionary Computation (CEC)",
  year      = "2011",
  pages     = "2237--2244"
}

@inproceedings{Afshan2011,
  author    = "Afshan, Sheeva and McMinn, Phil",
  title     = "An Investigation Into Qualitative Human Oracle Costs",
  booktitle = "Psychology of Programming Interest Group Annual Workshop (PPIG)",
  year      = "2011"
}

@inproceedings{Baars2011,
  author    = "Baars, Arthur and Harman, Mark and Hassoun, Youssef and Lakhotia, Kiran and McMinn,
               Phil and Tonella, Paolo and Vos, Tanja",
  title     = "Symbolic Search-Based Testing",
  booktitle = "International Conference on Automated Software Engineering (ASE)",
  year      = "2011",
  pages     = "53--62"
}

@incollection{Harman2011,
  author    = "Harman, Mark and McMinn, Phil and de Souza, Jerffeson Teixeira and Yoo, Shin",
  title     = "Search-Based Software Engineering: Techniques, Taxonomy, Tutorial",
  booktitle = "Empirical Software Engineering and Verification",
  year      = "2011",
  pages     = "1--59",
  editor    = "Meyer, Bertrand and Nordio, Martin",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "7007"
}

@inproceedings{McMinn2011,
  author    = "McMinn, Phil",
  title     = "Search-Based Software Testing: Past, Present and Future",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2011",
  pages     = "153--163"
}

@inproceedings{Adra2010,
  author    = "Adra, Salem and McMinn, Phil",
  title     = "Mutation Operators for Agent-Based Models",
  booktitle = "International Workshop on Mutation Analysis (Mutation)",
  year      = "2010",
  pages     = "151--156"
}

@techreport{Afshan2010,
  author      = "Afshan, Sheeva and McMinn, Phil and Walkinshaw, Neil",
  title       = "Using Dictionary Compression Algorithms to Identify Phases in Program Traces",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2010",
  number      = "CS-10-01"
}

@inproceedings{Hall2010,
  author    = "Hall, Mathew and McMinn, Phil and Walkinshaw, Neil",
  title     = "Superstate Identification for State Machines Using Search-Based Clustering",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2010",
  pages     = "1381--1388"
}

@article{Harman2010,
  author  = "Harman, Mark and McMinn, Phil",
  title   = "A Theoretical and Empirical Study of Search Based Testing: Local, Global and Hybrid
             Search",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2010",
  pages   = "226--247",
  number  = "2",
  volume  = "36"
}

@inproceedings{Harman2010a,
  author    = "Harman, Mark and Kim, Sung Gon and Lakhotia, Kiran and McMinn, Phil and Yoo, Shin",
  title     = "Optimizing for the Number of Tests Generated in Search Based Test Data Generation
               With an Application to the Oracle Cost Problem",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2010",
  pages     = "182--191"
}

@article{Lakhotia2010,
  author  = "Lakhotia, Kiran and McMinn, Phil and Harman, Mark",
  title   = "An Empirical Investigation Into Branch Coverage for {C} Programs Using {CUTE} and
             {AUSTIN}",
  journal = "Journal of Systems and Software",
  year    = "2010",
  pages   = "2379--2391",
  number  = "12",
  volume  = "83"
}

@inproceedings{McMinn2010,
  author    = "McMinn, Phil",
  title     = "How Does Program Structure Impact the Effectiveness of the Crossover Operator in
               Evolutionary Testing?",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE)",
  year      = "2010",
  pages     = "9--18"
}

@inproceedings{McMinn2010a,
  author    = "McMinn, Phil and Stevenson, Mark and Harman, Mark",
  title     = "Reducing Qualitative Human Oracle Costs Associated With Automatically Generated Test
               Data",
  booktitle = "International Workshop on Software Test Output Validation (STOV)",
  year      = "2010",
  pages     = "1--4"
}

@inproceedings{Walkinshaw2010,
  author    = "Walkinshaw, Neil and Afshan, Sheeva and McMinn, Phil",
  title     = "Using Compression Algorithms to Support the Comprehension of Program Traces",
  booktitle = "International Workshop on Dynamic Analysis (WODA)",
  year      = "2010",
  pages     = "8--13"
}

@inproceedings{Lakhotia2009,
  author    = "Lakhotia, Kiran and McMinn, Phil and Harman, Mark",
  title     = "Automated Test Data Generation for Coverage: Haven't We Solved This Problem Yet?",
  booktitle = "Testing: Academic and Industrial Conference --- Practice And Research Techniques
               (TAIC PART)",
  year      = "2009",
  pages     = "95--104"
}

@article{McMinn2009,
  author  = "McMinn, Phil and Binkley, David W. and Harman, Mark",
  title   = "Empirical Evaluation of a Nesting Testability Transformation for Evolutionary Testing",
  journal = "ACM Transactions on Software Engineering and Methodology",
  year    = "2009",
  pages   = "11:1--11:27",
  number  = "3",
  volume  = "18"
}

@inproceedings{McMinn2009a,
  author    = "McMinn, Phil",
  title     = "Search-Based Failure Discovery Using Testability Transformations to Generate
               Pseudo-Oracles",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2009",
  pages     = "1689--1696"
}

@incollection{Harman2008,
  author    = "Harman, Mark and Baresel, Andr{\'e} and Binkley, David W. and Hierons, Robert M. and
               Hu, Lin and Korel, Bogdan and McMinn, Phil and Roper, Marc",
  title     = "Testability Transformation --- Program Transformation to Improve Testability",
  booktitle = "Formal Methods and Testing",
  year      = "2008",
  pages     = "320--344",
  editor    = "Hierons, Robert M. and Bowen, Jonathan P. and Harman, Mark",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "4949"
}

@article{Kiran2008,
  author  = "Kiran, Mariam and Coakley, Simon and Walkinshaw, Neil and McMinn, Phil and Holcombe,
             Mike",
  title   = "Validation and Discovery From Computational Biology Models",
  journal = "BioSystems",
  year    = "2008",
  pages   = "141--150",
  number  = "1--2",
  volume  = "93"
}

@inproceedings{Lakhotia2008,
  author    = "Lakhotia, Kiran and Harman, Mark and McMinn, Phil",
  title     = "Handling Dynamic Data Structures in Search-Based Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2008",
  pages     = "1759--1766"
}

@article{Sun2008,
  author  = "Sun, Tao and McMinn, Phil and Holcombe, Mike and Smallwood, Rod and MacNeil, Sheila",
  title   = "Agent Based Modelling Helps in Understanding the Rules by Which Fibroblasts Support
             Keratinocyte Colony Formation",
  journal = "PLOS ONE",
  year    = "2008",
  number  = "5",
  volume  = "3"
}

@inproceedings{Harman2007,
  author    = "Harman, Mark and Hassoun, Youssef and Lakhotia, Kiran and McMinn, Phil and Wegener,
               Joachim",
  title     = "The Impact of Input Domain Reduction on Search-Based Test Data Generation",
  booktitle = "Joint meeting of the European Software Engineering Conference and the ACM SIGSOFT
               Symposium on the Foundations of Software Engineering (ESEC/FSE)",
  year      = "2007",
  pages     = "155--164"
}

@inproceedings{Harman2007a,
  author    = "Harman, Mark and McMinn, Phil",
  title     = "A Theoretical and Empirical Analysis of Evolutionary Testing and Hill Climbing for
               Structural Test Data Generation",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2007",
  pages     = "73--83"
}

@inproceedings{Harman2007b,
  author    = "Harman, Mark and Lakhotia, Kiran and McMinn, Phil",
  title     = "A Multi-Objective Approach to Search-Based Test Data Generation",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2007",
  pages     = "1098--1105"
}

@techreport{McMinn2007,
  author      = "McMinn, Phil",
  title       = "{IGUANA: Input Generation Using Automated Novel Algorithms}. A Plug and Play
                 Research Tool",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2007",
  number      = "CS-07-14"
}

@article{Sun2007,
  author  = "Sun, Tao and McMinn, Phil and Coakley, Simon and Holcombe, Mike and Smallwood, Rod and
             MacNeil, Sheila",
  title   = "An Integrated Systems Biology Approach to Understanding the Rules of Keratinocyte
             Colony Formation",
  journal = "Journal of the Royal Society Interface",
  year    = "2007",
  pages   = "1077--1092",
  number  = "17",
  volume  = "4"
}

@article{McMinn2006,
  author  = "McMinn, Phil and Holcombe, Mike",
  title   = "Evolutionary Testing Using an Extended Chaining Approach",
  journal = "Evolutionary Computation",
  year    = "2006",
  pages   = "41--64",
  number  = "1",
  volume  = "14"
}

@inproceedings{McMinn2006a,
  author    = "McMinn, Phil and Harman, Mark and Binkley, David W. and Tonella, Paolo",
  title     = "The Species Per Path Approach to Search-Based Software Test Data Generation",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2006",
  pages     = "13--24"
}

@inproceedings{McMinn2005,
  author    = "McMinn, Phil and Binkley, David W. and Harman, Mark",
  title     = "Testability Transformation for Efficient Automated Test Data Search in the Presence
               of Nesting",
  booktitle = "UK Software Testing Workshop (UKTest)",
  year      = "2005",
  pages     = "165--182"
}

@inproceedings{McMinn2005a,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "Evolutionary Testing of State-Based Programs",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2005",
  pages     = "1013--1020"
}

@phdthesis{McMinn2005b,
  author = "McMinn, Phil",
  title  = "Evolutionary Search for Test Data in the Presence of State Behaviour",
  school = "University of Sheffield",
  year   = "2005"
}

@article{McMinn2004,
  author  = "McMinn, Phil",
  title   = "Search-Based Software Test Data Generation: A Survey",
  journal = "Software Testing, Verification and Reliability",
  year    = "2004",
  pages   = "105--156",
  number  = "2",
  volume  = "14"
}

@inproceedings{McMinn2004a,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "Hybridizing Evolutionary Testing With the Chaining Approach",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2004",
  pages     = "1363--1374",
  series    = "Lecture Notes in Computer Science",
  volume    = "3103"
}

@inproceedings{McMinn2003,
  author    = "McMinn, Phil and Holcombe, Mike",
  title     = "The State Problem for Evolutionary Testing",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2003",
  pages     = "2488--2498",
  series    = "Lecture Notes in Computer Science",
  volume    = "2724"
}