@article{a1d8d027a34247ceb2b6a129ad4c3152,
title = "6 Years of SMT-COMP",
abstract = "The annual Satisfiability Modulo Theories Competition (SMT-COMP) was initiated in 2005 in order to stimulate the advance of state-of-the-art techniques and tools developed by the Satisfiability Modulo Theories (SMT) community. This paper summarizes the first six editions of the competition. We present the evolution of the competition's organization and rules, show how the state of the art has improved over the course of the competition, and discuss the impact SMT-COMP has had on the SMT community and beyond. Additionally, we include an exhaustive list of all competitors, and present experimental results showing significant improvement in SMT solvers during these six years. Finally, we analyze to what extent the initial goals of the competition have been achieved, and sketch future directions for the competition.",
keywords = "Competition, Experimental evaluation, SAT Modulo Theories",
author = "Clark Barrett and Morgan Deters and {De Moura}, Leonardo and Albert Oliveras and Aaron Stump",
note = "Funding Information: Acknowledgements SMT-COMP would have not been possible without the invaluable support, feedback and participation of the entire SMT community, with special thanks to Cesare Tinelli and Silvio Ranise, initial coordinators of the SMT-LIB initiative. We would like to thank the organizers and programme chairs of CAV{\textquoteright}05, CAV{\textquoteright}06, CAV{\textquoteright}07, CAV{\textquoteright}08, CADE{\textquoteright}09 and CAV{\textquoteright}10 for their support when hosting SMT-COMP as a satellite event. The execution of the competition would not have been possible without the help of Mark Bober of Washington University{\textquoteright}s Computing Technology Services (2007–2008) and the cluster provided by SRI International for running the 2006 edition. Hugh Brown and JJ Urich of The University of Iowa Computer Support Group provided invaluable support for 2008-2010 editions of the competition. Finally, the organizers wish to acknowledge the support of the U.S. National Science Foundation, under contract CNS-0551697.",
year = "2013",
month = mar,
doi = "10.1007/s10817-012-9246-5",
language = "English (US)",
volume = "50",
pages = "243--277",
journal = "Journal of Automated Reasoning",
issn = "0168-7433",
publisher = "Springer Netherlands",
number = "3",
}