The International Satisfiability Modulo Theories (SMT) Competition.
Competition results for the QF_NonLinearRealArith division in the Single Query Track. Chart
Results were generated on 2026-07-25
Benchmarks: 1020
Time Limit: 1200 seconds
Memory Limit: 30720 GB
| Sequential Performance | Parallel Performance | SAT Performance (parallel) | UNSAT Performance (parallel) | 24 seconds Performance (parallel) |
|---|---|---|---|---|
| Z3-alpha2 | Z3-GEX | Z3-GEX | Z3-GEX | Yices2 |
| Solver | Error Score | Correct Score | CPU Time Score | Wall Time Score | Solved | Solved SAT | Solved UNSAT | Unsolved | Abstained | Timeout | Memout |
|---|---|---|---|---|---|---|---|---|---|---|---|
| Z3-GEX ne | 0 | 946 (base +1) | 25567.48 | 9056.24 | 953 | 479 | 474 | 67 | 0 | 67 | 0 |
| Z3-alpha2 | 0 | 946 (base +30) | 18730.60 | 18731.02 | 946 | 473 | 473 | 74 | 0 | 74 | 0 |
| Z3-alpha2-debug n | 0 | 946 | 22659.60 | 21744.95 | 946 | 473 | 473 | 74 | 0 | 74 | 0 |
| Z3-siri ne | 0 | 943 (base -1) | 16751.36 | 16870.44 | 943 | 471 | 472 | 77 | 0 | 77 | 0 |
| cvc5 | 0 | 913 | 37872.83 | 37989.11 | 913 | 441 | 472 | 107 | 0 | 107 | 0 |
| cvc5-cvc5-xyz ne | 0 | 910 (base +0) | 37080.70 | 37195.91 | 910 | 441 | 469 | 110 | 0 | 110 | 0 |
| Yices2 | 0 | 909 | 10676.71 | 10790.59 | 909 | 456 | 453 | 111 | 0 | 111 | 0 |
| z3-BooledASS ne | 0 | 900 (base +1) | 12887.12 | 12998.20 | 900 | 470 | 430 | 120 | 0 | 120 | 0 |
| SMT-RAT | 0 | 849 | 28874.87 | 28983.25 | 849 | 422 | 427 | 171 | 0 | 171 | 0 |
| Xolver | 0 | 510 | 8014.01 | 8077.82 | 510 | 238 | 272 | 510 | 0 | 459 | 0 |
| SMTInterpol | 0 | 175 | 1446.92 | 1083.24 | 175 | 4 | 171 | 845 | 0 | 0 | 0 |
| Z3-GEX-base n | 0 | 945 | 16576.64 | 16695.44 | 945 | 472 | 473 | 75 | 0 | 75 | 0 |
| Z3-siri-base n | 0 | 944 | 16702.16 | 16821.62 | 944 | 472 | 472 | 76 | 0 | 76 | 0 |
| Z3-alpha2-base n | 0 | 916 | 14104.16 | 14219.02 | 916 | 461 | 455 | 104 | 0 | 75 | 0 |
| cvc5-cvc5-xyz-base n | 0 | 910 | 37117.64 | 37233.45 | 910 | 441 | 469 | 110 | 0 | 110 | 0 |
| z3-BooledASS-base n | 0 | 899 | 12859.29 | 12970.56 | 899 | 469 | 430 | 121 | 0 | 121 | 0 |
| Solver | Error Score | Correct Score | CPU Time Score | Wall Time Score | Solved | Solved SAT | Solved UNSAT | Unsolved | Abstained | Timeout | Memout |
|---|---|---|---|---|---|---|---|---|---|---|---|
| Z3-GEX | 0 | 953 (base +8) | 39698.36 | 12823.89 | 953 | 479 | 474 | 67 | 0 | 67 | 0 |
| Z3-alpha2 | 0 | 946 (base +30) | 18730.60 | 18731.02 | 946 | 473 | 473 | 74 | 0 | 74 | 0 |
| Z3-alpha2-debug n | 0 | 946 | 22659.60 | 21744.95 | 946 | 473 | 473 | 74 | 0 | 74 | 0 |
| Z3-siri ne | 0 | 943 (base -1) | 16751.36 | 16870.44 | 943 | 471 | 472 | 77 | 0 | 77 | 0 |
| cvc5 | 0 | 913 | 37872.83 | 37989.11 | 913 | 441 | 472 | 107 | 0 | 107 | 0 |
| cvc5-cvc5-xyz ne | 0 | 910 (base +0) | 37080.70 | 37195.91 | 910 | 441 | 469 | 110 | 0 | 110 | 0 |
| Yices2 | 0 | 909 | 10676.71 | 10790.59 | 909 | 456 | 453 | 111 | 0 | 111 | 0 |
| z3-BooledASS ne | 0 | 900 (base +1) | 12887.12 | 12998.20 | 900 | 470 | 430 | 120 | 0 | 120 | 0 |
| SMT-RAT | 0 | 849 | 28874.87 | 28983.25 | 849 | 422 | 427 | 171 | 0 | 171 | 0 |
| Xolver | 0 | 510 | 8014.01 | 8077.82 | 510 | 238 | 272 | 510 | 0 | 459 | 0 |
| SMTInterpol | 0 | 175 | 1446.92 | 1083.24 | 175 | 4 | 171 | 845 | 0 | 0 | 0 |
| Z3-GEX-base n | 0 | 945 | 16576.64 | 16695.44 | 945 | 472 | 473 | 75 | 0 | 75 | 0 |
| Z3-siri-base n | 0 | 944 | 16702.16 | 16821.62 | 944 | 472 | 472 | 76 | 0 | 76 | 0 |
| Z3-alpha2-base n | 0 | 916 | 14104.16 | 14219.02 | 916 | 461 | 455 | 104 | 0 | 75 | 0 |
| cvc5-cvc5-xyz-base n | 0 | 910 | 37117.64 | 37233.45 | 910 | 441 | 469 | 110 | 0 | 110 | 0 |
| z3-BooledASS-base n | 0 | 899 | 12859.29 | 12970.56 | 899 | 469 | 430 | 121 | 0 | 121 | 0 |
| Solver | Error Score | Correct Score | CPU Time Score | Wall Time Score | Solved | Solved SAT | Solved UNSAT | Unsolved | Abstained | Timeout | Memout |
|---|---|---|---|---|---|---|---|---|---|---|---|
| Z3-GEX | 0 | 479 (base +7) | 13111.81 | 5132.57 | 479 | 479 | 0 | 16 | 525 | 16 | 0 |
| Z3-alpha2 | 0 | 473 (base +12) | 10208.30 | 10232.84 | 473 | 473 | 0 | 22 | 525 | 22 | 0 |
| Z3-alpha2-debug n | 0 | 473 | 11920.82 | 11489.41 | 473 | 473 | 0 | 22 | 525 | 22 | 0 |
| Z3-siri ne | 0 | 471 (base -1) | 4177.54 | 4236.83 | 471 | 471 | 0 | 24 | 525 | 24 | 0 |
| z3-BooledASS ne | 0 | 470 (base +1) | 4502.62 | 4560.53 | 470 | 470 | 0 | 25 | 525 | 25 | 0 |
| Yices2 | 0 | 456 | 6797.02 | 6854.26 | 456 | 456 | 0 | 39 | 525 | 39 | 0 |
| cvc5 | 0 | 441 | 14026.23 | 14082.09 | 441 | 441 | 0 | 54 | 525 | 54 | 0 |
| cvc5-cvc5-xyz ne | 0 | 441 (base +0) | 14590.21 | 14645.91 | 441 | 441 | 0 | 54 | 525 | 54 | 0 |
| SMT-RAT | 0 | 422 | 11766.08 | 11819.69 | 422 | 422 | 0 | 73 | 525 | 73 | 0 |
| Xolver | 0 | 238 | 4846.84 | 4876.74 | 238 | 238 | 0 | 257 | 525 | 222 | 0 |
| SMTInterpol | 0 | 4 | 1024.28 | 910.74 | 4 | 4 | 0 | 491 | 525 | 0 | 0 |
| Z3-GEX-base n | 0 | 472 | 4150.54 | 4209.39 | 472 | 472 | 0 | 23 | 525 | 23 | 0 |
| Z3-siri-base n | 0 | 472 | 4196.94 | 4256.03 | 472 | 472 | 0 | 23 | 525 | 23 | 0 |
| z3-BooledASS-base n | 0 | 469 | 4480.30 | 4538.19 | 469 | 469 | 0 | 26 | 525 | 26 | 0 |
| Z3-alpha2-base n | 0 | 461 | 3871.05 | 3928.40 | 461 | 461 | 0 | 34 | 525 | 24 | 0 |
| cvc5-cvc5-xyz-base n | 0 | 441 | 14645.78 | 14701.78 | 441 | 441 | 0 | 54 | 525 | 54 | 0 |
| Solver | Error Score | Correct Score | CPU Time Score | Wall Time Score | Solved | Solved SAT | Solved UNSAT | Unsolved | Abstained | Timeout | Memout |
|---|---|---|---|---|---|---|---|---|---|---|---|
| Z3-GEX | 0 | 474 (base +1) | 26586.54 | 7691.32 | 474 | 0 | 474 | 13 | 533 | 13 | 0 |
| Z3-alpha2 | 0 | 473 (base +18) | 8522.31 | 8498.18 | 473 | 0 | 473 | 14 | 533 | 14 | 0 |
| Z3-alpha2-debug n | 0 | 473 | 10738.79 | 10255.53 | 473 | 0 | 473 | 14 | 533 | 14 | 0 |
| Z3-siri ne | 0 | 472 (base +0) | 12573.82 | 12633.61 | 472 | 0 | 472 | 15 | 533 | 15 | 0 |
| cvc5 | 0 | 472 | 23846.59 | 23907.01 | 472 | 0 | 472 | 15 | 533 | 15 | 0 |
| cvc5-cvc5-xyz ne | 0 | 469 (base +0) | 22490.48 | 22550.01 | 469 | 0 | 469 | 18 | 533 | 18 | 0 |
| Yices2 | 0 | 453 | 3879.70 | 3936.34 | 453 | 0 | 453 | 34 | 533 | 34 | 0 |
| z3-BooledASS ne | 0 | 430 (base +0) | 8384.50 | 8437.67 | 430 | 0 | 430 | 57 | 533 | 57 | 0 |
| SMT-RAT | 0 | 427 | 17108.79 | 17163.56 | 427 | 0 | 427 | 60 | 533 | 60 | 0 |
| Xolver | 0 | 272 | 3167.18 | 3201.08 | 272 | 0 | 272 | 215 | 533 | 203 | 0 |
| SMTInterpol | 0 | 171 | 422.64 | 172.50 | 171 | 0 | 171 | 316 | 533 | 0 | 0 |
| Z3-GEX-base n | 0 | 473 | 12426.10 | 12486.05 | 473 | 0 | 473 | 14 | 533 | 14 | 0 |
| Z3-siri-base n | 0 | 472 | 12505.22 | 12565.59 | 472 | 0 | 472 | 15 | 533 | 15 | 0 |
| cvc5-cvc5-xyz-base n | 0 | 469 | 22471.86 | 22531.67 | 469 | 0 | 469 | 18 | 533 | 18 | 0 |
| Z3-alpha2-base n | 0 | 455 | 10233.11 | 10290.62 | 455 | 0 | 455 | 32 | 533 | 16 | 0 |
| z3-BooledASS-base n | 0 | 430 | 8379.00 | 8432.37 | 430 | 0 | 430 | 57 | 533 | 57 | 0 |
| Solver | Error Score | Correct Score | CPU Time Score | Wall Time Score | Solved | Solved SAT | Solved UNSAT | Unsolved | Abstained | Timeout | Memout |
|---|---|---|---|---|---|---|---|---|---|---|---|
| Z3-GEX ne | 0 | 894 (base +109) | 3254.07 | 1416.11 | 894 | 462 | 432 | 0 | 126 | 0 | 0 |
| Z3-alpha2 ne | 0 | 869 (base +93) | 2201.53 | 2234.99 | 869 | 445 | 424 | 0 | 151 | 0 | 0 |
| Yices2 | 0 | 868 | 549.54 | 657.38 | 868 | 436 | 432 | 0 | 152 | 0 | 0 |
| Z3-alpha2-debug n | 0 | 867 | 5273.19 | 4469.99 | 867 | 445 | 422 | 0 | 153 | 0 | 0 |
| cvc5 | 0 | 826 | 869.46 | 971.98 | 826 | 410 | 416 | 0 | 194 | 0 | 0 |
| cvc5-cvc5-xyz ne | 0 | 820 (base -1) | 879.69 | 980.83 | 820 | 408 | 412 | 0 | 200 | 0 | 0 |
| Z3-siri ne | 0 | 783 (base -1) | 1005.41 | 1103.15 | 783 | 438 | 345 | 0 | 237 | 0 | 0 |
| z3-BooledASS ne | 0 | 777 (base +1) | 897.65 | 992.86 | 777 | 434 | 343 | 0 | 243 | 0 | 0 |
| SMT-RAT | 0 | 758 | 1025.08 | 1119.45 | 758 | 388 | 370 | 0 | 262 | 0 | 0 |
| Xolver | 0 | 482 | 690.87 | 750.59 | 482 | 223 | 259 | 23 | 515 | 0 | 0 |
| SMTInterpol | 0 | 171 | 422.64 | 172.50 | 171 | 0 | 171 | 831 | 18 | 0 | 0 |
| cvc5-cvc5-xyz-base n | 0 | 821 | 907.83 | 1009.68 | 821 | 409 | 412 | 0 | 199 | 0 | 0 |
| Z3-GEX-base n | 0 | 785 | 998.15 | 1095.62 | 785 | 439 | 346 | 0 | 235 | 0 | 0 |
| Z3-siri-base n | 0 | 784 | 991.56 | 1089.43 | 784 | 439 | 345 | 0 | 236 | 0 | 0 |
| z3-BooledASS-base n | 0 | 776 | 879.05 | 974.32 | 776 | 433 | 343 | 0 | 244 | 0 | 0 |
| Z3-alpha2-base n | 0 | 776 | 909.12 | 1005.30 | 776 | 433 | 343 | 0 | 244 | 0 | 0 |