Publications on Oracles

@inproceedings{EvenMendoza2026,
  author    = "Even-Mendoza, Karine and Obiri, Janine and Dakhama, Aidan and McMinn, Phil and
               Langdon, William B.",
  title     = "{Fuzz3}: Entropy as a Third Oracle",
  booktitle = "International Symposium on Search-Based Software Engineering (SSBSE Challenge Track)",
  year      = "2026",
  pages     = "107--113",
  publisher = "Springer",
  series    = "Lecture Notes in Computer Science",
  volume    = "16699",
  doi       = "10.1007/978-3-032-30699-9_9"
}

@inproceedings{Maton2025,
  author    = "Maton, Megan and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Where Tests Fall Short: Empirically Analyzing Oracle Gaps in Covered Code",
  booktitle = "International Symposium on Empirical Software Engineering and Measurement (ESEM)",
  year      = "2025",
  pages     = "1--11",
  publisher = "IEEE",
  doi       = "10.1109/ESEM64174.2025.00063"
}

@inproceedings{Walsh2017,
  author    = "Walsh, Thomas A. and Kapfhammer, Gregory M. and McMinn, Phil",
  title     = "Automated Layout Failure Detection for Responsive Web Pages Without an Explicit
               Oracle",
  booktitle = "International Symposium on Software Testing and Analysis (ISSTA)",
  year      = "2017",
  pages     = "192--202",
  publisher = "ACM",
  doi       = "10.1145/3092703.3092712"
}

@article{Barr2015,
  author  = "Barr, Earl T. and Harman, Mark and McMinn, Phil and Shahbaz, Muzammil and Yoo, Shin",
  title   = "The Oracle Problem in Software Testing: A Survey",
  journal = "IEEE Transactions on Software Engineering",
  year    = "2015",
  pages   = "507--525",
  number  = "5",
  volume  = "41",
  doi     = "10.1109/TSE.2014.2372785"
}

@article{Shahbaz2015,
  author  = "Shahbaz, Muzammil and McMinn, Phil and Stevenson, Mark",
  title   = "Automatic Generation of Valid and Invalid Test Data for String Validation Routines
             Using Web Searches and Regular Expressions",
  journal = "Science of Computer Programming",
  year    = "2015",
  pages   = "405--425",
  number  = "4",
  volume  = "97",
  doi     = "10.1016/j.scico.2014.04.008"
}

@techreport{Harman2013,
  author      = "Harman, Mark and McMinn, Phil and Shahbaz, Muzammil and Yoo, Shin",
  title       = "A Comprehensive Survey of Trends in Oracles for Software Testing",
  institution = "Department of Computer Science, University of Sheffield",
  year        = "2013",
  number      = "CS-13-01"
}

@inproceedings{Afshan2013,
  author    = "Afshan, Sheeva and McMinn, Phil and Stevenson, Mark",
  title     = "Evolving Readable String Test Inputs Using a Natural Language Model to Reduce Human
               Oracle Cost",
  booktitle = "International Conference on Software Testing, Verification and Validation (ICST)",
  year      = "2013",
  pages     = "352--361",
  publisher = "IEEE",
  doi       = "10.1109/ICST.2013.11"
}

@inproceedings{Shahbaz2012,
  author    = "Shahbaz, Muzammil and McMinn, Phil and Stevenson, Mark",
  title     = "Automated Discovery of Valid Test Strings From the Web Using Dynamic Regular
               Expressions Collation and Natural Language Processing",
  booktitle = "International Conference on Quality Software (QSIC)",
  year      = "2012",
  pages     = "79--88",
  publisher = "IEEE",
  doi       = "10.1109/QSIC.2012.15"
}

@inproceedings{Afshan2011,
  author    = "Afshan, Sheeva and McMinn, Phil",
  title     = "An Investigation Into Qualitative Human Oracle Costs",
  booktitle = "Psychology of Programming Interest Group Annual Workshop (PPIG)",
  year      = "2011"
}

@inproceedings{Harman2010a,
  author    = "Harman, Mark and Kim, Sung Gon and Lakhotia, Kiran and McMinn, Phil and Yoo, Shin",
  title     = "Optimizing for the Number of Tests Generated in Search Based Test Data Generation
               With an Application to the Oracle Cost Problem",
  booktitle = "International Workshop on Search-Based Software Testing (SBST)",
  year      = "2010",
  pages     = "182--191",
  publisher = "IEEE",
  doi       = "10.1109/ICSTW.2010.31"
}

@inproceedings{McMinn2010a,
  author    = "McMinn, Phil and Stevenson, Mark and Harman, Mark",
  title     = "Reducing Qualitative Human Oracle Costs Associated With Automatically Generated Test
               Data",
  booktitle = "International Workshop on Software Test Output Validation (STOV)",
  year      = "2010",
  pages     = "1--4",
  publisher = "ACM",
  doi       = "10.1145/1868048.1868049"
}

@inproceedings{McMinn2009a,
  author    = "McMinn, Phil",
  title     = "Search-Based Failure Discovery Using Testability Transformations to Generate
               Pseudo-Oracles",
  booktitle = "Genetic and Evolutionary Computation Conference (GECCO)",
  year      = "2009",
  pages     = "1689--1696",
  publisher = "ACM",
  doi       = "10.1145/1569901.1570127"
}