Publications

  • [PDF] [DOI] Y. Lin, Y. S. Ong, J. Sun, G. Fraser, and J. S. Dong, “Graph-Based Seed Object Synthesis for Search-Based Unit Testing,” in Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering, New York, NY, USA, 2021, p. 1068–1080.
    [Bibtex]
    @inproceedings{FSE21_ObjectSeed,
    author = {Lin, Yun and Ong, You Sheng and Sun, Jun and Fraser, Gordon and Dong, Jin Song},
    title = {Graph-Based Seed Object Synthesis for Search-Based Unit Testing},
    year = {2021},
    isbn = {9781450385626},
    publisher = {Association for Computing Machinery},
    address = {New York, NY, USA},
    url = {https://doi.org/10.1145/3468264.3468619},
    doi = {10.1145/3468264.3468619},
    abstract = {Search-based software testing (SBST) generates tests using search algorithms guided
    by measurements gauging how far a test case is away from exercising a coverage goal.
    The effectiveness of SBST largely depends on the continuity and monotonicity of the
    fitness landscape decided by these measurements and the search operators. Unfortunately,
    the fitness landscape is challenging when the function under test takes object inputs,
    as classical measurement hardly provide guidance for constructing legitimate object
    inputs. To overcome this problem, we propose test seeds, i.e., test code skeletons
    of legitimate objects which enable the use of classical measurements. Given a target
    branch in a function under test, we first statically analyze the function to build
    an object construction graph that captures the relation between the operands of the
    target method and the states of their relevant object inputs. Based on the graph,
    we synthesize test template code where each "slot" is a mutation point for the search
    algorithm. This approach can be seamlessly integrated with existing SBST algorithms,
    and we implemented EvoObj on top of EvoSuite. Our experiments show that EvoObj outperforms
    EvoSuite with statistical significance on 2750 methods over 103 open source Java projects
    using state-of-the-art SBST algorithms.},
    booktitle = {Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering},
    pages = {1068–1080},
    numpages = {13},
    keywords = {object oriented, code synthesis, software testing, search-based},
    location = {Athens, Greece},
    series = {ESEC/FSE 2021}
    }
  • [PDF] S. Vogl, S. Schweikl, and G. Fraser, “Encoding the certainty of boolean variables to improve the guidance for search-based test generation,” in Proceedings of the Genetic and Evolutionary Computation Conference, 2021, pp. 1088-1096.
    [Bibtex]
    @inproceedings{GECCO21_Fitness,
      title={Encoding the certainty of boolean variables to improve the guidance for search-based test generation},
      author={Vogl, Sebastian and Schweikl, Sebastian and Fraser, Gordon},
      booktitle={Proceedings of the Genetic and Evolutionary Computation Conference},
      pages={1088--1096},
      year={2021}
    }
  • [PDF] S. Vogl, S. Schweikl, G. Fraser, A. Arcuri, J. Campos, and A. Panichella, “EVOSUITE at the SBST 2021 Tool Competition,” in 2021 IEEE/ACM 14th International Workshop on Search-Based Software Testing (SBST), 2021, pp. 28-29.
    [Bibtex]
    @inproceedings{SBST21_competition,
      title={EVOSUITE at the SBST 2021 Tool Competition},
      author={Vogl, Sebastian and Schweikl, Sebastian and Fraser, Gordon and Arcuri, Andrea and Campos, Jose and Panichella, Annibale},
      booktitle={2021 IEEE/ACM 14th International Workshop on Search-Based Software Testing (SBST)},
      pages={28--29},
      year={2021},
      organization={IEEE}
    }
  • [PDF] Y. Lin, J. Sun, G. Fraser, Z. Xiu, T. Liu, and J. S. Dong, “Recovering fitness gradients for interprocedural Boolean flags in search-based testing,” in Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, 2020, pp. 440-451.
    [Bibtex]
    @inproceedings{ISSTA20_Gradient,
      title={Recovering fitness gradients for interprocedural Boolean flags in search-based testing},
      author={Lin, Yun and Sun, Jun and Fraser, Gordon and Xiu, Ziheng and Liu, Ting and Dong, Jin Song},
      booktitle={Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis},
      pages={440--451},
      year={2020}
    }
  • [PDF] A. Panichella, J. Campos, and G. Fraser, “EvoSuite at the SBST 2020 Tool Competition,” in Proceedings of the IEEE/ACM 42nd International Conference on Software Engineering Workshops, 2020, pp. 549-552.
    [Bibtex]
    @inproceedings{SBST20_competition,
      title={EvoSuite at the SBST 2020 Tool Competition},
      author={Panichella, Annibale and Campos, Jos{\'e} and Fraser, Gordon},
      booktitle={Proceedings of the IEEE/ACM 42nd International Conference on Software Engineering Workshops},
      pages={549--552},
      year={2020}
    }
  • [PDF] J. Campos, A. Panichella, and G. Fraser, “EvoSuiTE at the SBST 2019 tool competition,” in 2019 IEEE/ACM 12th International Workshop on Search-Based Software Testing (SBST), 2019, pp. 29-32.
    [Bibtex]
    @inproceedings{SBST19_competition,
      title={EvoSuiTE at the SBST 2019 tool competition},
      author={Campos, Jos{\'e} and Panichella, Annibale and Fraser, Gordon},
      booktitle={2019 IEEE/ACM 12th International Workshop on Search-Based Software Testing (SBST)},
      pages={29--32},
      year={2019},
      organization={IEEE}
    }
  • [PDF] [DOI] G. Fraser, J. M. Rojas, and A. Arcuri, “EvoSuite at the SBST 2018 Tool Competition,” in Proceedings of the 11th International Workshop on Search-Based Software Testing, New York, NY, USA, 2018, p. 34–37.
    [Bibtex]
    @inproceedings{SBST18_competition,
    author = {Fraser, Gordon and Rojas, Jos\'{e} Miguel and Arcuri, Andrea},
    title = {EvoSuite at the SBST 2018 Tool Competition},
    year = {2018},
    isbn = {9781450357418},
    publisher = {Association for Computing Machinery},
    address = {New York, NY, USA},
    url = {https://doi.org/10.1145/3194718.3194729},
    doi = {10.1145/3194718.3194729},
    abstract = {EvoSuite is a search-based tool that automatically generates executable unit tests
    for Java code (JUnit tests). This paper summarises the results and experiences of
    EvoSuite's participation at the sixth unit testing competition at SBST 2018, where
    EvoSuite achieved the highest overall score (687 points) for the fifth time in six
    editions of the competition.},
    booktitle = {Proceedings of the 11th International Workshop on Search-Based Software Testing},
    pages = {34–37},
    numpages = {4},
    location = {Gothenburg, Sweden},
    series = {SBST '18}
    }
  • [PDF] G. Fraser, “A Tutorial on Using and Extending the EvoSuite Search-Based Test Generator,” in Search-Based Software Engineering, Springer, 2018, pp. 106-130.
    [Bibtex]
    @incollection{ssbse18_tutorial,
      title={A Tutorial on Using and Extending the EvoSuite Search-Based Test Generator},
      author={Fraser, Gordon},
      booktitle={Search-Based Software Engineering},
      pages={106--130},
      year={2018},
      publisher={Springer}
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite at the SBST 2017 Tool Competition,” in 10th International Workshop on Search-Based Software Testing (SBST’17) at ICSE’17, 2017, pp. 39-42.
    [Bibtex]
    @inproceedings{SBST17_competition,
      author    = {Gordon Fraser and Andrea Arcuri},
      title     = {EvoSuite at the SBST 2017 Tool Competition},
      booktitle = {10th International Workshop on Search-Based Software Testing (SBST'17) at ICSE'17},
      year      = {2017},
      pages     = {39--42},
    }
  • [PDF] M. M. Almasi, H. Hemmati, G. Fraser, and A. Arcuri, “An Industrial Evaluation of Unit Test Generation: Finding Real Faults in a Financial Application,” in 39th International Conference on Software Engineering, ICSE 2017, Software Engineering in Practice Track, 2017, pp. 263-272.
    [Bibtex]
    @inproceedings{icse17_experience,
        author    = {M. Moein Almasi and Hadi Hemmati and Gordon Fraser and Andrea Arcuri},
        TITLE={An Industrial Evaluation of Unit Test Generation: Finding Real Faults in a Financial Application},
        YEAR={2017},
        pages     = {263--272},
        booktitle     = {39th International Conference on Software Engineering, ICSE 2017, Software Engineering in Practice Track},
        publisher = {IEEE},
    }
  • [PDF] A. Arcuri, G. Fraser, and R. Just, “Private API Access and Functional Mocking in Automated Unit Test Generation,” in ICST’11: Proceedings of the 10th International Conference on Software Testing, Verification and Validation, 2017.
    [Bibtex]
    @inproceedings{icst17_mocking,
        AUTHOR="A. Arcuri and G. Fraser and R. Just",
        TITLE={Private API Access and Functional Mocking in Automated Unit Test Generation},
      booktitle = {ICST'11: Proceedings of the 10th International Conference on Software Testing, Verification and Validation},
        YEAR="2017",
        note={To appear}
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite at the SBST 2016 Tool Competition,” in 9th International Workshop on Search-Based Software Testing (SBST’16) at ICSE’16, 2016, pp. 33-36.
    [Bibtex]
    @inproceedings{SBST16_competition,
      author    = {Gordon Fraser and Andrea Arcuri},
      title     = {EvoSuite at the SBST 2016 Tool Competition},
      booktitle = {9th International Workshop on Search-Based Software Testing (SBST'16) at ICSE'16},
      year      = {2016},
      pages     = {33--36},
    }
  • [PDF] A. Arcuri and G. Fraser, “Java Enterprise Edition Support in Search-Based JUnit Test Generation,” in International Symposium on Search Based Software Engineering, 2016, pp. 3-17.
    [Bibtex]
    @inproceedings{ssbse16_jee,
      title={Java Enterprise Edition Support in Search-Based JUnit Test Generation},
      author={Arcuri, Andrea and Fraser, Gordon},
      booktitle={International Symposium on Search Based Software Engineering},
      pages={3--17},
      year={2016},
      organization={Springer}
    }
  • [PDF] [DOI] J. M. Rojas, M. Vivanti, A. Arcuri, and G. Fraser, “A detailed investigation of the effectiveness of whole test suite generation,” Empirical Software Engineering, pp. 1-42, 2016.
    [Bibtex]
    @Article{emse16_effectiveness,
    author="Rojas, Jos{\'e} Miguel
    and Vivanti, Mattia
    and Arcuri, Andrea
    and Fraser, Gordon",
    title="A detailed investigation of the effectiveness of whole test suite generation",
    journal="Empirical Software Engineering",
    year="2016",
    pages="1--42",
    abstract="A common application of search-based software testing is to generate test cases for all goals defined by a coverage criterion (e.g., lines, branches, mutants). Rather than generating one test case at a time for each of these goals individually, whole test suite generation optimizes entire test suites towards satisfying all goals at the same time. There is evidence that the overall coverage achieved with this approach is superior to that of targeting individual coverage goals. Nevertheless, there remains some uncertainty on (a) whether the results generalize beyond branch coverage, (b) whether the whole test suite approach might be inferior to a more focused search for some particular coverage goals, and (c) whether generating whole test suites could be optimized by only targeting coverage goals not already covered. In this paper, we perform an in-depth analysis to study these questions. An empirical study on 100 Java classes using three different coverage criteria reveals that indeed there are some testing goals that are only covered by the traditional approach, although their number is only very small in comparison with those which are exclusively covered by the whole test suite approach. We find that keeping an archive of already covered goals along with the tests covering them and focusing the search on uncovered goals overcomes this small drawback on larger classes, leading to an improved overall effectiveness of whole test suite generation.",
    issn="1573-7616",
    doi="10.1007/s10664-015-9424-2",
    url="http://dx.doi.org/10.1007/s10664-015-9424-2"
    }
  • [PDF] [DOI] J. M. Rojas, G. Fraser, and A. Arcuri, “Seeding strategies in search-based unit test generation,” Software Testing, Verification and Reliability, p. n/a–n/a, 2016.
    [Bibtex]
    @article{STVR_seeding,
    author = {Rojas, Jos{\'e} Miguel and Fraser, Gordon and Arcuri, Andrea},
    title = {Seeding strategies in search-based unit test generation},
    journal = {Software Testing, Verification and Reliability},
    issn = {1099-1689},
    url = {http://dx.doi.org/10.1002/stvr.1601},
    doi = {10.1002/stvr.1601},
    pages = {n/a--n/a},
    keywords = {test case generation, search-based testing, testing classes, search-based software engineering, JUnit, Java},
    year = {2016},
    }
  • [PDF] A. Arcuri, J. Campos, and G. Fraser, “Unit Test Generation During Software Development: EvoSuite Plugins for Maven, IntelliJ and Jenkins,” in IEEE International Conference on Software Testing, Verification and Validation (ICST), 2016, pp. 401-408.
    [Bibtex]
    @inproceedings{ICST16_Tool, 
      author={A. Arcuri and J. Campos and G. Fraser}, 
      booktitle={IEEE International Conference on Software Testing, Verification and Validation (ICST)}, 
      title={Unit Test Generation During Software Development: EvoSuite Plugins for Maven, IntelliJ and Jenkins}, 
      year={2016}, 
      pages={401--408},
      publisher = {IEEE Computer Society},
    }
  • [PDF] G. Fraser, M. Staats, P. McMinn, A. Arcuri, and F. Padberg, “Does Automated Unit Test Generation Really Help Software Testers? A Controlled Empirical Study,” ACM Transactions on Software Engineering and Methodology (TOSEM), vol. 24, iss. 4, p. 23, 2015.
    [Bibtex]
    @article{TOSEM_userstudy,
    author = {Gordon Fraser and Matt Staats and Phil McMinn and Andrea Arcuri and Frank Padberg},
    title = {Does Automated Unit Test Generation Really Help Software Testers? A Controlled Empirical Study},
    journal ={ACM Transactions on Software Engineering and Methodology (TOSEM)},
      volume={24},
      number={4},
      pages={23},
      year={2015},
      publisher={ACM}
    }
  • [PDF] [DOI] A. Arcuri, G. Fraser, and J. P. Galeotti, “Generating TCP/UDP network data for automated unit test generation,” in 10th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering (ESEC/FSE), New York, NY, USA, 2015, pp. 155-165.
    [Bibtex]
    @inproceedings{FSE15_vnet,
      title={Generating TCP/UDP network data for automated unit test generation},
      author={Arcuri, Andrea and Fraser, Gordon and Galeotti, Juan Pablo},
      booktitle={10th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering (ESEC/FSE)},
      year={2015},
      pages = {155--165},
      numpages = {11},
      url = {http://doi.acm.org/10.1145/2786805.2786828},
      doi = {10.1145/2786805.2786828},
      acmid = {2786828},
      publisher = {ACM},
      address = {New York, NY, USA},
      keywords = {JUnit, Java, Unit testing, automated test generation},
    }
  • [PDF] G. Fraser, A. Arcuri, and P. McMinn, “A Memetic Algorithm for Whole Test Suite Generation,” Journal of Systems and Software, vol. 103, pp. 311-327, 2015.
    [Bibtex]
    @article{jss14_memetic,
       journal={Journal of Systems and Software},
       title={A Memetic Algorithm for Whole Test Suite Generation},
       publisher={Elsevier},
       author={Fraser, Gordon and Arcuri, Andrea and McMinn, Phil},
       language={English},
       volume={103},
       pages={311--327},
       year={2015},
    }
  • [PDF] J. M. Rojas, G. Fraser, and A. Arcuri, “Automated Unit Test Generation during Software Development: A Controlled Experiment and Think-Aloud Observations,” in Proceedings of the 2015 International Symposium on Software Testing and Analysis, 2015, pp. 338-349.
    [Bibtex]
    @inproceedings{ISSTA15_Study,
     author = {Jos{\'e} Miguel Rojas and Gordon Fraser and Andrea Arcuri},
     title = {Automated Unit Test Generation during Software Development: A Controlled Experiment and Think-Aloud Observations},
     booktitle = {Proceedings of the 2015 International Symposium on Software Testing and Analysis},
     series = {ISSTA '15},
     year = {2015},
     publisher = {ACM},
     pages={338--349},
    }
  • [PDF] J. M. Rojas, J. Campos, M. Vivanti, G. Fraser, and A. Arcuri, “Combining Multiple Coverage Criteria in Search-Based Unit Test Generation,” in Search-Based Software Engineering, Springer, 2015, pp. 93-108.
    [Bibtex]
    @incollection{ssbse15_multi,
      title={Combining Multiple Coverage Criteria in Search-Based Unit Test Generation},
      author={Rojas, Jos{\'e} Miguel and Campos, Jos{\'e} and Vivanti, Mattia and Fraser, Gordon and Arcuri, Andrea},
      booktitle={Search-Based Software Engineering},
      pages={93--108},
      year={2015},
      publisher={Springer}
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite at the SBST 2015 Tool Competition,” in 8th International Workshop on Search-Based Software Testing (SBST’15) at ICSE’15, 2015.
    [Bibtex]
    @inproceedings{SBST15_competition,
      author    = {Gordon Fraser and Andrea Arcuri},
      title     = {EvoSuite at the SBST 2015 Tool Competition},
      booktitle = {8th International Workshop on Search-Based Software Testing (SBST'15) at ICSE'15},
      year      = {2015},
      note = {To appear}
    }
  • [PDF] S. Shamshiri, R. Just, J. M. Rojas, G. Fraser, P. McMinn, and A. Arcuri, “Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of Effectiveness and Challenges,” in Proceedings of the 30th IEEE/ACM International Conference on Automated Software Engineering (ASE), 2015, pp. 201-211.
    [Bibtex]
    @inproceedings{ase15_faults,
      title={Do Automatically Generated Unit Tests Find Real Faults? An Empirical Study of Effectiveness and Challenges},
      author={Shamshiri, Sina and Just, Rene and Rojas, Jos{\'e} Miguel and Fraser, Gordon and McMinn, Phil and Arcuri, Andrea},
      booktitle={Proceedings of the 30th IEEE/ACM International Conference on Automated Software Engineering (ASE)},
      year={2015},
      pages={201--211},
      organization={IEEE}
    }
  • [PDF] G. Fraser and A. Arcuri, “A Large Scale Evaluation of Automated Unit Test Generation Using EvoSuite,” ACM Transactions on Software Engineering and Methodology (TOSEM), vol. 24, iss. 2, p. 8, 2014.
    [Bibtex]
    @article{TOSEM_evaluation,
    author = {Gordon Fraser and Andrea Arcuri},
    title = {A Large Scale Evaluation of Automated Unit Test Generation Using EvoSuite},
    journal ={ACM Transactions on Software Engineering and Methodology (TOSEM)},
    year={2014},
    volume={24},
      number={2},
      pages={8},
      year={2014},
      publisher={ACM}
    }
  • [PDF] A. Arcuri, G. Fraser, and J. P. Galeotti, “Automated Unit Test Generation for Classes with Environment Dependencies,” in IEEE/ACM Int. Conference on Automated Software Engineering (ASE), New York, NY, USA, 2014.
    [Bibtex]
    @inproceedings{ase14_environment,
        AUTHOR="Andrea Arcuri and Gordon Fraser and Juan Pablo Galeotti",
        TITLE="Automated Unit Test Generation for Classes with Environment Dependencies",
        booktitle={IEEE/ACM Int. Conference on Automated Software Engineering (ASE)},
        pages="",
        year = {2014},
        pages = {79--90},
        numpages = {12},
        publisher = {ACM},
        address = {New York, NY, USA},
    }
  • [PDF] J. Campos, A. Arcuri, G. Fraser, and R. Abreu, “Continuous Test Generation: Enhancing Continuous Integration with Automated Test Generation,” in IEEE/ACM Int. Conference on Automated Software Engineering (ASE), New York, NY, USA, 2014, pp. 55-66.
    [Bibtex]
    @inproceedings{ase14_ctg,
        AUTHOR="Jose Campos and Andrea Arcuri and Gordon Fraser and Rui Abreu",
        TITLE="Continuous Test Generation: Enhancing Continuous Integration with Automated Test Generation",
        booktitle={IEEE/ACM Int. Conference on Automated Software Engineering (ASE)},
        year = {2014},
        location = {Vasteras, Sweden},
        pages = {55--66},
        numpages = {12},
        publisher = {ACM},
        address = {New York, NY, USA},
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite at the Second Unit Testing Tool Competition,” in Future Internet Testing, 2014, pp. 95-100.
    [Bibtex]
    @inproceedings{fittest2014,
      year={2014},
      booktitle={Future Internet Testing},
      series={Lecture Notes in Computer Science},
      editor={Vos, Tanja E.J. and Lakhotia, Kiran and Bauersfeld, Sebastian},
      title={EvoSuite at the Second Unit Testing Tool Competition},
      publisher={Springer International Publishing},
      author={Fraser, Gordon and Arcuri, Andrea},
      pages={95-100},
    }
  • [PDF] A. Arcuri and G. Fraser, “On The Effectiveness of Whole Test Suite Generation,” in Proceedings of the Sixth International Conference on Search Based Software Engineering, Berlin, Heidelberg, 2014, pp. 1-15.
    [Bibtex]
    @inproceedings{ssbse14,
     author = {Arcuri, Andrea and Fraser, Gordon},
     title = {On The Effectiveness of Whole Test Suite Generation},
     booktitle = {Proceedings of the Sixth International Conference on Search Based Software Engineering},
     series = {SSBSE'14},
     year = {2014},
     publisher = {Springer-Verlag},
     address = {Berlin, Heidelberg},
     pages={1--15},
    }
  • [PDF] J. P. Galeotti, G. Fraser, and A. Arcuri, “Extending a Search-Based Test Generator with Adaptive Dynamic Symbolic Execution (Tool paper),” in Proceedings of the 2014 International Symposium on Software Testing and Analysis, New York, NY, USA, 2014, pp. 421-424.
    [Bibtex]
    @inproceedings{issta14_dse,
     author = {Galeotti, Juan Pablo and Fraser, Gordon and Arcuri, Andrea},
     title = {Extending a Search-Based Test Generator with Adaptive Dynamic Symbolic Execution (Tool paper)},
     booktitle = {Proceedings of the 2014 International Symposium on Software Testing and Analysis},
     series = {ISSTA '14},
     year = {2014},
     numpages = {4},
     publisher = {ACM},
     address = {New York, NY, USA},
     pages={421--424},
     organization={ACM}
    }
  • [PDF] G. Fraser and A. Arcuri, “Achieving Scalable Mutation-based Generation of Whole Test Suites,” Empirical Software Engineering, vol. 20, iss. 3, pp. 783-812, 2014.
    [Bibtex]
    @article{emse14_mutation,
       year={2014},
       journal={Empirical Software Engineering},
       title={Achieving Scalable Mutation-based Generation of Whole Test Suites},
       publisher={Springer US},
       author={Fraser, Gordon and Arcuri, Andrea},
       language={English},
       volume={20},
       number={3},
       pages={783--812},
    }
  • [PDF] G. Fraser and A. Arcuri, “Automated Test Generation for Java Generics,” in Software Quality. Model-Based Approaches for Advanced Software and Systems Engineering, 2014, pp. 185-198.
    [Bibtex]
    @inproceedings{swqd14_generics,
        AUTHOR="Gordon Fraser and Andrea Arcuri",
        TITLE="Automated Test Generation for Java Generics",
        booktitle={Software Quality. Model-Based Approaches for Advanced Software and Systems Engineering},
        pages={185--198},
        year={2014},
        publisher={Springer}
    }
  • [PDF] [DOI] G. Fraser and A. Arcuri, “Whole Test Suite Generation,” IEEE Transactions on Software Engineering, vol. 39, iss. 2, pp. 276-291, 2013.
    [Bibtex]
    @article{TSE12_EvoSuite,
    author = {Gordon Fraser and Andrea Arcuri},
    title = {Whole Test Suite Generation},
    journal ={IEEE Transactions on Software Engineering},
    year={2013},
    month={feb. },
    volume={39},
    number={2},
    pages={276 -291},
    abstract={Not all bugs lead to program crashes, and not always is there a formal specification to check the correctness of a software test's outcome. A common scenario in software testing is therefore that test data are generated, and a tester manually adds test oracles. As this is a difficult task, it is important to produce small yet representative test sets, and this representativeness is typically measured using code coverage. There is, however, a fundamental problem with the common approach of targeting one coverage goal at a time: Coverage goals are not independent, not equally difficult, and sometimes infeasible-the result of test generation is therefore dependent on the order of coverage goals and how many of them are feasible. To overcome this problem, we propose a novel paradigm in which whole test suites are evolved with the aim of covering all coverage goals at the same time while keeping the total size as small as possible. This approach has several advantages, as for example, its effectiveness is not affected by the number of infeasible targets in the code. We have implemented this novel approach in the EvoSuite tool, and compared it to the common approach of addressing one goal at a time. Evaluated on open source libraries and an industrial case study for a total of 1,741 classes, we show that EvoSuite achieved up to 188 times the branch coverage of a traditional approach targeting single branches, with up to 62 percent smaller test suites.},
    keywords={Arrays;Genetic algorithms;Genetic programming;Search problems;Software;Software testing;formal specification;program debugging;program testing;EvoSuite tool;code coverage;formal specification;program crashes;program debugging;software testing;whole test suite generation;Search-based software engineering;branch coverage;collateral coverage;genetic algorithm;infeasible goal;length;},
    doi={10.1109/TSE.2012.14},
    ISSN={0098-5589},}
  • [PDF] S. Steenbuck and G. Fraser, “Generating Unit Tests for Concurrent Classes,” in ICST’13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation, 2013, pp. 144-153.
    [Bibtex]
    @inproceedings{ICST13_ConSuite,
       AUTHOR="Sebastian Steenbuck and Gordon Fraser",
       TITLE="Generating Unit Tests for Concurrent Classes",
       booktitle = {ICST'13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation},
       publisher = {IEEE Computer Society},
       YEAR="2013",
       pages={144--153}
    }
  • [PDF] J. Campos, R. Abreu, G. Fraser, and M. d’Amorim, “Entropy-based Test Generation for Improved Fault Localization,” in IEEE/ACM Int. Conference on Automated Software Engineering (ASE), 2013, pp. 257-267.
    [Bibtex]
    @inproceedings{ase13_entropy,
        AUTHOR="Jose Campos and Rui Abreu and Gordon Fraser and Marcelo d'Amorim",
        TITLE="Entropy-based Test Generation for Improved Fault Localization",
        booktitle={IEEE/ACM Int. Conference on Automated Software Engineering (ASE)},
        pages={257--267},
        year={2013},
        organization={IEEE}
    }
  • [PDF] J. Rößler, A. Zeller, G. Fraser, C. Zamfir, and G. Candea, “Reconstructing Core Dumps,” in ICST’13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation, 2013, pp. 114-123.
    [Bibtex]
    @inproceedings{ICST13_ReCore,
       AUTHOR="Jeremias R\"o\ss{}ler and Andreas Zeller and Gordon Fraser and Cristian Zamfir and George Candea",
       TITLE="Reconstructing Core Dumps",
       booktitle = {ICST'13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation},
       publisher = {IEEE Computer Society},
       YEAR="2013",
       pages={114--123}
    }
  • [PDF] G. Fraser and A. Arcuri, “1600 Faults in 100 Projects: Automatically Finding Faults While Achieving High Coverage with EvoSuite,” Empirical Software Engineering, vol. 20, iss. 3, pp. 611-639, 2013.
    [Bibtex]
    @article{emse13_oracle,
       year={2013},
       journal={Empirical Software Engineering},
       title={1600 Faults in 100 Projects: Automatically Finding Faults While Achieving High Coverage with EvoSuite},
       publisher={Springer US},
       author={Fraser, Gordon and Arcuri, Andrea},
       language={English},
       volume={20},
       number={3},
       pages={611--639},
    }
  • [PDF] G. Fraser, A. Arcuri, and P. McMinn, “Test Suite Generation with Memetic Algorithms,” in Genetic and Evolutionary Computation Conference (GECCO 2013), 2013, pp. 1437-1444.
    [Bibtex]
    @inproceedings{GECCO13_memetic,
      author = {Gordon Fraser and Andrea Arcuri and Phil McMinn},
      title = {Test Suite Generation with Memetic Algorithms},
      booktitle = {Genetic and Evolutionary Computation Conference (GECCO 2013)},
      year = {2013},
      pages={1437--1444},
      organization={ACM}
    }
  • [PDF] M. Vivanti, A. Mis, A. Gorla, and G. Fraser, “Search-based Data-flow Test Generation,” in IEEE International Symposium on Software Reliability Engineering (ISSRE), 2013, pp. 370-379.
    [Bibtex]
    @inproceedings{issre13_dataflow,
        AUTHOR="Mattia Vivanti and Andre Mis and Alessandra Gorla and Gordon Fraser",
        TITLE="Search-based Data-flow Test Generation",
        booktitle={IEEE International Symposium on Software Reliability Engineering (ISSRE)},
        pages={370--379},
        organization={IEEE},
        YEAR="2013"
    }
  • [PDF] [DOI] G. Fraser and A. Arcuri, “Handling test length bloat,” Software Testing, Verification and Reliability, 2013.
    [Bibtex]
    @article{STVR_bloat,
      author = {Fraser, Gordon and Arcuri, Andrea},
      title = {Handling test length bloat},
      journal = {Software Testing, Verification and Reliability},
      issn = {1099-1689},
      url = {http://dx.doi.org/10.1002/stvr.1495},
      doi = {10.1002/stvr.1495},
      year = {2013},
    }
  • [PDF] G. Fraser, M. Staats, P. McMinn, A. Arcuri, and F. Padberg, “Does Automated White-Box Test Generation Really Help Software Testers?,” in Proceedings of the 2013 International Symposium on Software Testing and Analysis, New York, NY, USA, 2013.
    [Bibtex]
    @inproceedings{ISSTA13_Study,
     author = {Gordon Fraser and Matt Staats and Phil McMinn and Andrea Arcuri and Frank Padberg},
     title = {Does Automated White-Box Test Generation Really Help Software Testers?},
     booktitle = {Proceedings of the 2013 International Symposium on Software Testing and Analysis},
     series = {ISSTA '13},
     year = {2013},
     publisher = {ACM},
     address = {New York, NY, USA},
    }
  • [PDF] J. P. Galeotti, G. Fraser, and A. Arcuri, “Improving Search-based Test Suite Generation with Dynamic Symbolic Execution,” in IEEE International Symposium on Software Reliability Engineering (ISSRE), 2013, pp. 360-369.
    [Bibtex]
    @inproceedings{issre13_dse,
        AUTHOR="Juan Pablo Galeotti and Gordon Fraser and Andrea Arcuri",
        TITLE="Improving Search-based Test Suite Generation with Dynamic Symbolic Execution",
        booktitle={IEEE International Symposium on Software Reliability Engineering (ISSRE)},
        PAGES={360--369},
        YEAR="2013",
        publisher={IEEE}
    }
  • [PDF] [DOI] A. Arcuri and G. Fraser, “Parameter tuning or default values? An empirical investigation in search-based software engineering,” Empirical Software Engineering, 2013.
    [Bibtex]
    @article{Tuning13,
    year={2013},
    issn={1382-3256},
    journal={Empirical Software Engineering},
    doi={10.1007/s10664-013-9249-9},
    title={Parameter tuning or default values? An empirical investigation in search-based software engineering},
    url={http://dx.doi.org/10.1007/s10664-013-9249-9},
    publisher={Springer US},
    keywords={Search-based software engineering; Test data generation; Object-oriented; Unit testing; Tuning; EvoSuite; Java; Response surface; Design of experiments},
    author={Arcuri, Andrea and Fraser, Gordon},
    language={English}
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite: On The Challenges of Test Case Generation in the Real World (Tool Paper),” in ICST’13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation, 2013, pp. 362-369.
    [Bibtex]
    @inproceedings{ICST13_Tool,
       AUTHOR="G. Fraser and A. Arcuri",
       TITLE="EvoSuite: On The Challenges of Test Case Generation in the Real World (Tool Paper)",
       booktitle = {ICST'13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation},
       publisher = {IEEE Computer Society},
       YEAR="2013",
       pages={362--369}
    }
  • [PDF] F. Pastore, L. Mariani, and G. Fraser, “CrowdOracles: Can the Crowd Solve the Oracle Problem?,” in ICST’13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation, 2013, pp. 342-351.
    [Bibtex]
    @inproceedings{ICST13_Crowd,
       AUTHOR="Fabrizio Pastore and Leonardo Mariani and Gordon Fraser",
       TITLE="CrowdOracles: Can the Crowd Solve the Oracle Problem?",
       booktitle = {ICST'13: Proceedings of the 6th International Conference on Software Testing, Verification and Validation},
       publisher = {IEEE Computer Society},
       YEAR="2013",
       pages={342--351},
    }
  • [PDF] G. Fraser and A. Arcuri, “EvoSuite at the SBST 2013 Tool Competition,” in 6th International Workshop on Search-Based Software Testing (SBST’13) at ICST’13, 2013, pp. 406-409.
    [Bibtex]
    @inproceedings{SBST13_competition,
      author    = {Gordon Fraser and Andrea Arcuri},
      title     = {EvoSuite at the SBST 2013 Tool Competition},
      booktitle = {6th International Workshop on Search-Based Software Testing (SBST'13) at ICST'13},
      year      = {2013},
      pages     = {406--409},
      organization={IEEE}
    }
  • [PDF] [DOI] G. Fraser and A. Zeller, “Mutation-Driven Generation of Unit Tests and Oracles,” IEEE Transactions on Software Engineering, vol. 38, iss. 2, pp. 278-292, 2012.
    [Bibtex]
    @article{TSE12_Mutation,
    author = {Gordon Fraser and Andreas Zeller},
    title = {Mutation-Driven Generation of Unit Tests and Oracles},
    journal ={IEEE Transactions on Software Engineering},
    year={2012},
    volume={38},
    number={2},
    pages={278--292},
    month={march-april },
    issn = {0098-5589},
    publisher = {IEEE Computer Society},
    address = {Los Alamitos, CA, USA},
    keywords={artificial defects;automated test case generation;mutation driven generation;mutation operators;object-oriented classes;open source libraries;optimization;oracle;test suites quality;unit test;automatic test pattern generation;object-oriented programming;optimisation;program testing;},
    doi={10.1109/TSE.2011.93},
    }
  • [PDF] F. Gross, G. Fraser, and A. Zeller, “Search-Based System Testing: High Coverage, No False Alarms,” in Proceedings of the 2012 International Symposium on Software Testing and Analysis, New York, NY, USA, 2012, pp. 67-77.
    [Bibtex]
    @inproceedings{ISSTA12_Exsyst,
     author = {Gross, Florian and Fraser, Gordon and Zeller, Andreas},
     title = {Search-Based System Testing: High Coverage, No False Alarms},
     booktitle = {Proceedings of the 2012 International Symposium on Software Testing and Analysis},
     series = {ISSTA '12},
     year = {2012},
     publisher = {ACM},
     address = {New York, NY, USA},
    pages={67--77},
    }
  • [PDF] G. Fraser and A. Arcuri, “Sound Empirical Evidence in Software Testing,” in 34th International Conference on Software Engineering, ICSE 2012, June 2-9, 2012, Zurich, Switzerland, 2012, pp. 178-188.
    [Bibtex]
    @inproceedings{ICSE12,
        author    = {Gordon Fraser and Andrea Arcuri},
        TITLE="Sound Empirical Evidence in Software Testing",
        YEAR={2012},
        pages     = {178--188},
        ee        = {http://dx.doi.org/10.1109/ICSE.2012.6227195},
        booktitle     = {34th International Conference on Software Engineering, ICSE 2012, June 2-9, 2012, Zurich, Switzerland},
        publisher = {IEEE},
      isbn      = {978-1-4673-1067-3},
    }
  • [PDF] [DOI] G. Fraser and A. Arcuri, “The Seed is Strong: Seeding Strategies in Search-Based Software Testing,” , Los Alamitos, CA, USA, 2012.
    [Bibtex]
    @inproceedings{ICST12,
        author = {Gordon Fraser and Andrea Arcuri},
        TITLE="The Seed is Strong: Seeding Strategies in Search-Based Software Testing",
        pages="",
        YEAR="2012"
      booktitle = {ICST'12: Proceedings of the 5th International Conference on Software Testing, Verification and Validation},
    isbn = {978-0-7695-4670-4},
    year = {2012},
    pages = {121--130},
    doi = {http://doi.ieeecomputersociety.org/10.1109/ICST.2012.92},
    publisher = {IEEE Computer Society},
    address = {Los Alamitos, CA, USA},
    }
  • [PDF] J. Roessler, G. Fraser, A. Zeller, and A. Orso, “Isolating Failure Causes through Test Case Generation,” in Proceedings of the 2012 International Symposium on Software Testing and Analysis, New York, NY, USA, 2012, pp. 309-319.
    [Bibtex]
    @inproceedings{ISSTA12_Bugex,
     author = {Jeremias Roessler and Gordon Fraser and Andreas Zeller and Alessandro Orso},
     title = {Isolating Failure Causes through Test Case Generation},
     booktitle = {Proceedings of the 2012 International Symposium on Software Testing and Analysis},
     series = {ISSTA '12},
     year = {2012},
     publisher = {ACM},
     address = {New York, NY, USA},
     pages={309--319},
    }
  • [PDF] F. Gross, G. Fraser, and A. Zeller, “EXSYST: Search-based GUI testing (Tool paper),” in 34th International Conference on Software Engineering, 2012, pp. 1423-1426.
    [Bibtex]
    @inproceedings{ICSE12_Exsyst,
      author    = {Florian Gross and Gordon Fraser and Andreas Zeller},
      title     = {EXSYST: Search-based GUI testing (Tool paper)},
      booktitle = {34th International Conference on Software Engineering},
      booktitle = {ICSE'12},
      year      = {2012},
      pages     = {1423--1426},
      ee        = {http://dx.doi.org/10.1109/ICSE.2012.6227232},
      publisher = {IEEE},
      isbn      = {978-1-4673-1067-3},
    }
  • [PDF] Y. Pavlov and G. Fraser, “Semi-automatic Search-Based Test Generation,” in 5th International Workshop on Search-Based Software Testing (SBST’12) at ICST’12, 2012, pp. 777-784.
    [Bibtex]
    @inproceedings{SBST12,
      author    = {Yury Pavlov and Gordon Fraser},
      title     = {Semi-automatic Search-Based Test Generation},
      booktitle     = {5th International Workshop on Search-Based Software Testing (SBST'12) at ICST'12},
      year      = {2012},
      pages     = {777--784},
      ee        = {http://doi.ieeecomputersociety.org/10.1109/ICST.2012.176},
      isbn      = {978-1-4577-1906-6},
      ee        = {http://ieeexplore.ieee.org/xpl/mostRecentIssue.jsp?punumber=6200016},
    }
  • [PDF] [DOI] G. Fraser and A. Zeller, “Generating parameterized unit tests,” in Proceedings of the 2011 International Symposium on Software Testing and Analysis, New York, NY, USA, 2011, pp. 364-374.
    [Bibtex]
    @inproceedings{ISSTA11,
     author = {Fraser, Gordon and Zeller, Andreas},
     title = {Generating parameterized unit tests},
     booktitle = {Proceedings of the 2011 International Symposium on Software Testing and Analysis},
     series = {ISSTA '11},
     year = {2011},
     isbn = {978-1-4503-0562-4},
     location = {Toronto, Ontario, Canada},
     pages = {364--374},
     numpages = {11},
     url = {http://doi.acm.org/10.1145/2001420.2001464},
     doi = {10.1145/2001420.2001464},
     acmid = {2001464},
     publisher = {ACM},
     address = {New York, NY, USA},
     keywords = {assertions, test case generation, test oracles, unit testing},
    }
  • [PDF] G. Fraser and A. Arcuri, “It is Not the Length that Matters, It is How You Control It,” in ICST’11: Proceedings of the 4th International Conference on Software Testing, Verification and Validation, 2011, pp. 150-159.
    [Bibtex]
    @inproceedings{ICST11_Length,
        AUTHOR="G. Fraser and A. Arcuri",
        TITLE="It is Not the Length that Matters, It is How You Control It",
      booktitle = {ICST'11: Proceedings of the 4th International Conference on Software Testing, Verification and Validation},
      pages="150 -- 159",
      publisher = {IEEE Computer Society},
        YEAR="2011"
    }
  • [PDF] G. Fraser and A. Zeller, “Exploiting Common Object Usage in Test Case Generation,” in ICST’11: Proceedings of the 4th International Conference on Software Testing, Verification and Validation, 2011, pp. 80-89.
    [Bibtex]
    @inproceedings{ICST11_Usage,
        AUTHOR="G. Fraser and A. Zeller",
        TITLE="Exploiting Common Object Usage in Test Case Generation",
      booktitle = {ICST'11: Proceedings of the 4th International Conference on Software Testing, Verification and Validation},
      pages={80--89},
      publisher = {IEEE Computer Society},
        YEAR="2011"
    }
  • [PDF] [DOI] J. Malburg and G. Fraser, “Combining search-based and constraint-based testing,” in Proceedings of the 26th IEEE/ACM International Conference on Automated Software Engineering, Los Alamitos, CA, USA, 2011, pp. 436-439.
    [Bibtex]
    @inproceedings{ASE11,
    author = {Jan Malburg and Gordon Fraser},
    title = {Combining search-based and constraint-based testing},
    booktitle ={Proceedings of the 26th IEEE/ACM International Conference on Automated Software Engineering},
    series = {ASE'11},
    isbn = {978-1-4577-1638-6},
    year = {2011},
    pages = {436--439},
    doi = {http://doi.ieeecomputersociety.org/10.1109/ASE.2011.6100092},
    publisher = {IEEE Computer Society},
    address = {Los Alamitos, CA, USA},
    }
  • [PDF] [DOI] G. Fraser and A. Arcuri, “EvoSuite: automatic test suite generation for object-oriented software,” in Proceedings of the 19th ACM SIGSOFT Symposium and the 13th European Conference on Foundations of Software Engineering, New York, NY, USA, 2011, pp. 416-419.
    [Bibtex]
    @inproceedings{ESECFSE11,
     author = {Fraser, Gordon and Arcuri, Andrea},
     title = {EvoSuite: automatic test suite generation for object-oriented software},
     booktitle = {Proceedings of the 19th ACM SIGSOFT Symposium and the 13th European Conference on Foundations of Software Engineering},
     series = {ESEC/FSE '11},
     year = {2011},
     isbn = {978-1-4503-0443-6},
     location = {Szeged, Hungary},
     pages = {416--419},
     numpages = {4},
     url = {http://doi.acm.org/10.1145/2025113.2025179},
     doi = {10.1145/2025113.2025179},
     acmid = {2025179},
     publisher = {ACM},
     address = {New York, NY, USA},
     keywords = {assertion generation, search based soft- ware testing, test case generation},
    }
  • [PDF] Y. Li and G. Fraser, “Bytecode Testability Transformation,” in Search Based Software Engineering, 2011, pp. 237-251.
    [Bibtex]
    @inproceedings {SSBSE11_Testability,
       author = {Li, Yanchuan and Fraser, Gordon},
       affiliation = {Saarland University, Saarbruecken, 66123 Germany},
       title = {Bytecode Testability Transformation},
       booktitle = {Search Based Software Engineering},
       series = {Lecture Notes in Computer Science},
       publisher = {Springer},
       isbn = {978-3-642-23715-7},
       keyword = {Computer Science},
       pages = {237-251},
       volume = {6956},
       year = {2011}
    }
  • [PDF] A. Arcuri and G. Fraser, “On parameter tuning in search based software engineering,” in Proceedings of the Third International Conference on Search Based Software Engineering, Berlin, Heidelberg, 2011, pp. 33-47.
    [Bibtex]
    @inproceedings{SSBSE11_Tuning,
     author = {Arcuri, Andrea and Fraser, Gordon},
     title = {On parameter tuning in search based software engineering},
     booktitle = {Proceedings of the Third International Conference on Search Based Software Engineering},
     series = {SSBSE'11},
     year = {2011},
     isbn = {978-3-642-23715-7},
     location = {Szeged, Hungary},
     pages = {33--47},
     numpages = {15},
     url = {http://dl.acm.org/citation.cfm?id=2042243.2042252},
     acmid = {2042252},
     publisher = {Springer-Verlag},
     address = {Berlin, Heidelberg},
     keywords = {objectoriented, search based software engineering, test data generation, unit testing},
    }
  • [PDF] [DOI] G. Fraser and A. Arcuri, “Evolutionary Generation of Whole Test Suites,” in International Conference On Quality Software (QSIC), Los Alamitos, CA, USA, 2011, pp. 31-40.
    [Bibtex]
    @inproceedings{QSIC11,
    author = {Gordon Fraser and Andrea Arcuri},
    title = {Evolutionary Generation of Whole Test Suites},
    booktitle={International Conference On Quality Software (QSIC)},
    issn = {1550-6002},
    year = {2011},
    pages = {31--40},
    doi = {http://doi.ieeecomputersociety.org/10.1109/QSIC.2011.19},
    publisher = {IEEE Computer Society},
    address = {Los Alamitos, CA, USA},
    abstract = {Recent advances in software testing allow automatic derivation of
      tests that reach almost any desired point in the source code. There
      is, however, a fundamental problem with the general idea of
      targeting one distinct test coverage goal at a time: Coverage goals
      are neither independent of each other, nor is test generation for
      any particular coverage goal guaranteed to succeed.
      We present EvoSuite, a search-based approach that optimizes
      whole test suites towards satisfying a coverage criterion,
      rather than generating distinct test cases directed towards distinct
      coverage goals.
      Evaluated on five open source libraries and an industrial case
      study, we show that EvoSuite achieves up to 18 times the coverage
      of a traditional approach targeting single branches, with up to 44\%
      smaller test suites.}
    }
  • [PDF] [DOI] G. Fraser and A. Zeller, “Mutation-driven Generation of Unit Tests and Oracles,” in Proceedings of the ACM International Symposium on Software Testing and Analysis, New York, NY, USA, 2010, pp. 147-158.
    [Bibtex]
    @inproceedings{ISSTA10,
        AUTHOR="Gordon Fraser and Andreas Zeller",
        TITLE="Mutation-driven Generation of Unit Tests and Oracles",
        booktitle={Proceedings of the ACM International Symposium on Software Testing and Analysis},
     series = {ISSTA '10},
     year = {2010},
     isbn = {978-1-60558-823-0},
     location = {Trento, Italy},
     pages = {147--158},
     numpages = {12},
     url = {http://doi.acm.org/10.1145/1831708.1831728},
     doi = {10.1145/1831708.1831728},
     acmid = {1831728},
     publisher = {ACM},
     address = {New York, NY, USA},
     keywords = {assertions, mutation analysis, mutation testing, search based testing, test case generation, test oracles, unit testing},
    }