| Test Name | Output | Duet Output | No. of Rounds | Result | Run Time (Prev.) | Duet Result |
|---|---|---|---|---|---|---|
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/c4b | ||||||
| gcd.c | below | duet | EXCEPTION |
0.157 (0.929) | ||
| above | EXCEPTION |
0.148 (0.684) | ||||
| kmp.c | below | duet | EXCEPTION |
0.147 (1.452) | ||
| above | EXCEPTION |
0.151 (1.892) | ||||
| qsort.c | below | duet | EXCEPTION |
0.152 (1.347) | ||
| above | EXCEPTION |
0.149 (5.367) | ||||
| speed_pldi09_fig1.c | below | duet | EXCEPTION |
0.147 (0.529) | ||
| above | EXCEPTION |
0.147 (0.586) | ||||
| speed_pldi09_fig4_2.c | below | duet | EXCEPTION |
0.147 (0.783) | ||
| above | EXCEPTION |
0.153 (0.863) | ||||
| speed_pldi09_fig4_4.c | below | duet | EXCEPTION |
0.147 (1.264) | ||
| above | EXCEPTION |
0.147 (1.356) | ||||
| speed_pldi09_fig4_5.c | below | duet | EXCEPTION |
0.148 (1.098) | ||
| above | EXCEPTION |
0.146 (1.437) | ||||
| speed_pldi10_ex1.c | below | duet | EXCEPTION |
0.147 (1.28) | ||
| above | EXCEPTION |
0.162 (1.275) | ||||
| speed_pldi10_ex3.c | below | duet | EXCEPTION |
0.149 (0.716) | ||
| above | EXCEPTION |
0.147 (0.773) | ||||
| speed_pldi10_ex4.c | below | duet | EXCEPTION |
0.149 (0.717) | ||
| above | EXCEPTION |
0.147 (0.793) | ||||
| speed_popl10_fig2_1.c | below | duet | EXCEPTION |
0.153 (0.58) | ||
| above | EXCEPTION |
0.156 (0.796) | ||||
| speed_popl10_fig2_2.c | below | duet | EXCEPTION |
0.148 (0.581) | ||
| above | EXCEPTION |
0.15 (0.768) | ||||
| speed_popl10_nested_multiple.c | below | duet | EXCEPTION |
0.147 (0.705) | ||
| above | EXCEPTION |
0.147 (0.957) | ||||
| speed_popl10_nested_single.c | below | duet | EXCEPTION |
0.15 (0.663) | ||
| above | EXCEPTION |
0.155 (0.705) | ||||
| speed_popl10_sequential_single.c | below | duet | EXCEPTION |
0.146 (0.563) | ||
| above | EXCEPTION |
0.151 (0.637) | ||||
| speed_popl10_simple_multiple.c | below | duet | EXCEPTION |
0.168 (0.578) | ||
| above | EXCEPTION |
0.148 (0.676) | ||||
| speed_popl10_simple_single_2.c | below | duet | EXCEPTION |
0.149 (0.68) | ||
| above | EXCEPTION |
0.153 (0.812) | ||||
| speed_popl10_simple_single.c | below | duet | EXCEPTION |
0.147 (0.469) | ||
| above | EXCEPTION |
0.147 (0.513) | ||||
| t07.c | below | duet | EXCEPTION |
0.153 (0.652) | ||
| above | EXCEPTION |
0.146 (0.804) | ||||
| t08.c | below | duet | EXCEPTION |
0.148 (0.569) | ||
| above | EXCEPTION |
0.154 (0.69) | ||||
| t09.c | below | duet | EXCEPTION |
0.148 (0.528) | ||
| above | EXCEPTION |
0.148 (0.577) | ||||
| t10.c | below | duet | EXCEPTION |
0.147 (0.5) | ||
| above | EXCEPTION |
0.148 (0.611) | ||||
| t11.c | below | duet | EXCEPTION |
0.148 (0.59) | ||
| above | EXCEPTION |
0.16 (0.817) | ||||
| t13.c | below | duet | EXCEPTION |
0.17 (0.656) | ||
| above | EXCEPTION |
0.149 (0.8) | ||||
| t15.c | below | duet | EXCEPTION |
0.148 (0.702) | ||
| above | EXCEPTION |
0.146 (0.774) | ||||
| t16.c | below | duet | EXCEPTION |
0.148 (0.605) | ||
| above | EXCEPTION |
0.151 (0.696) | ||||
| t19.c | below | duet | EXCEPTION |
0.147 (0.563) | ||
| above | EXCEPTION |
0.15 (0.688) | ||||
| t20.c | below | duet | EXCEPTION |
0.148 (0.503) | ||
| above | EXCEPTION |
0.148 (0.629) | ||||
| t27.c | below | duet | EXCEPTION |
0.147 (0.781) | ||
| above | EXCEPTION |
0.211 (0.918) | ||||
| t28.c | below | duet | EXCEPTION |
0.147 (0.773) | ||
| above | EXCEPTION |
0.15 (0.975) | ||||
| t30.c | below | duet | EXCEPTION |
0.151 (0.549) | ||
| above | EXCEPTION |
0.149 (0.706) | ||||
| t37.c | below | duet | EXCEPTION |
0.153 (1.078) | ||
| above | EXCEPTION |
0.149 (1.886) | ||||
| t39.c | below | duet | EXCEPTION |
0.147 (0.919) | ||
| above | EXCEPTION |
0.151 (1.375) | ||||
| t46.c | below | duet | EXCEPTION |
0.147 (0.554) | ||
| above | EXCEPTION |
0.147 (0.899) | ||||
| t47.c | below | duet | EXCEPTION |
0.148 (0.531) | ||
| above | EXCEPTION |
0.151 (0.571) | ||||
| Total | Below Time = 5.243 (was 25.987) Above Time = 5.312 (was 35.306) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/misc-recursive | ||||||
| mult-rec.c | below | duet | EXCEPTION |
0.148 (0.58) | ||
| above | EXCEPTION |
0.148 (0.742) | ||||
| qsort_full.c | below | duet | EXCEPTION |
0.15 (98.695) | ||
| above | EXCEPTION |
0.156 (300.005) | ||||
| qsort_full_TEST.c | below | duet | EXCEPTION |
0.15 (99.07) | ||
| above | EXCEPTION |
0.149 (300.017) | ||||
| rec1-param_safe.c | below | duet | EXCEPTION |
0.147 (0.521) | ||
| above | EXCEPTION |
0.148 (0.654) | ||||
| rec1-param_unsafe.c | below | duet | EXCEPTION |
0.148 (0.531) | ||
| above | EXCEPTION |
0.147 (0.631) | ||||
| rec1_safe.c | below | duet | EXCEPTION |
0.148 (0.496) | ||
| above | EXCEPTION |
0.147 (0.563) | ||||
| rec1_unsafe.c | below | duet | EXCEPTION |
0.147 (0.475) | ||
| above | EXCEPTION |
0.153 (0.533) | ||||
| rec2-param_safe.c | below | duet | EXCEPTION |
0.148 (0.513) | ||
| above | EXCEPTION |
0.147 (0.625) | ||||
| rec2-param_unsafe.c | below | duet | EXCEPTION |
0.148 (0.494) | ||
| above | EXCEPTION |
0.148 (0.604) | ||||
| rec2_safe.c | below | duet | EXCEPTION |
0.146 (0.503) | ||
| above | EXCEPTION |
0.149 (0.554) | ||||
| rec2_unsafe.c | below | duet | EXCEPTION |
0.148 (0.483) | ||
| above | EXCEPTION |
0.147 (0.54) | ||||
| rec-test.c | below | duet | EXCEPTION |
0.148 (0.476) | ||
| above | EXCEPTION |
0.152 (0.526) | ||||
| sas03_bothbranches.c | below | duet | EXCEPTION |
0.147 (1.032) | ||
| above | EXCEPTION |
0.148 (1.829) | ||||
| sas03.c | below | duet | EXCEPTION |
0.147 (0.786) | ||
| above | EXCEPTION |
0.146 (1.062) | ||||
| simulated_lese_recursive.c | below | duet | EXCEPTION |
0.15 (0.552) | ||
| above | EXCEPTION |
0.151 (0.684) | ||||
| Total | Below Time = 2.22 (was 205.207) Above Time = 2.236 (was 609.569) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/duet | ||||||
| count_up_down_safe.c | below | duet | EXCEPTION |
0.147 (0.435) | ||
| above | EXCEPTION |
0.148 (0.445) | ||||
| count_up_down_unsafe.c | below | duet | EXCEPTION |
0.149 (0.464) | ||
| above | EXCEPTION |
0.148 (0.449) | ||||
| divide.c | below | duet | EXCEPTION |
0.149 (0.441) | ||
| above | EXCEPTION |
0.153 (0.441) | ||||
| factor_unsafe.c | below | duet | EXCEPTION |
0.148 (0.424) | ||
| above | EXCEPTION |
0.15 (0.448) | ||||
| for_infinite_loop_1_safe.c | below | duet | EXCEPTION |
0.149 (0.423) | ||
| above | EXCEPTION |
0.148 (0.431) | ||||
| for_infinite_loop_2_safe.c | below | duet | EXCEPTION |
0.149 (0.418) | ||
| above | EXCEPTION |
0.153 (0.434) | ||||
| interproc.c | below | duet | EXCEPTION |
0.152 (0.392) | ||
| above | EXCEPTION |
0.148 (0.414) | ||||
| mult.c | below | duet | EXCEPTION |
0.148 (0.448) | ||
| above | EXCEPTION |
0.148 (0.455) | ||||
| pointer_arith.c | below | duet | EXCEPTION |
0.148 (0.404) | ||
| above | EXCEPTION |
0.151 (0.399) | ||||
| quotient.c | below | duet | EXCEPTION |
0.151 (0.702) | ||
| above | EXCEPTION |
0.152 (0.905) | ||||
| subtract.c | below | duet | EXCEPTION |
0.148 (0.437) | ||
| above | EXCEPTION |
0.146 (0.434) | ||||
| sum01_bug02_sum01_bug02_base.case_unsafe.c | below | duet | EXCEPTION |
0.147 (0.637) | ||
| above | EXCEPTION |
0.153 (0.704) | ||||
| sum01_bug02_unsafe.c | below | duet | EXCEPTION |
0.147 (0.566) | ||
| above | EXCEPTION |
0.147 (0.61) | ||||
| sum01_real_safe.c | below | duet | EXCEPTION |
0.149 (0.449) | ||
| above | EXCEPTION |
0.148 (0.474) | ||||
| sum01_safe.c | below | duet | EXCEPTION |
0.151 (0.464) | ||
| above | EXCEPTION |
0.151 (0.486) | ||||
| sum01_unsafe.c | below | duet | EXCEPTION |
0.148 (0.524) | ||
| above | EXCEPTION |
0.148 (0.587) | ||||
| sum02_safe.c | below | duet | EXCEPTION |
0.147 (0.612) | ||
| above | EXCEPTION |
0.147 (0.639) | ||||
| sum03_safe.c | below | duet | EXCEPTION |
0.149 (0.602) | ||
| above | EXCEPTION |
0.151 (0.603) | ||||
| sum03_unsafe.c | below | duet | EXCEPTION |
0.147 (0.486) | ||
| above | EXCEPTION |
0.146 (0.516) | ||||
| sum04_safe.c | below | duet | EXCEPTION |
0.146 (0.455) | ||
| above | EXCEPTION |
0.151 (0.5) | ||||
| sum04_unsafe.c | below | duet | EXCEPTION |
0.154 (0.526) | ||
| above | EXCEPTION |
0.152 (0.576) | ||||
| terminator_02_safe.c | below | duet | EXCEPTION |
0.147 (0.495) | ||
| above | EXCEPTION |
0.151 (0.55) | ||||
| terminator_02_unsafe.c | below | duet | EXCEPTION |
0.152 (0.505) | ||
| above | EXCEPTION |
0.147 (0.514) | ||||
| terminator_03_safe.c | below | duet | EXCEPTION |
0.152 (0.48) | ||
| above | EXCEPTION |
0.15 (0.5) | ||||
| terminator_03_unsafe.c | below | duet | EXCEPTION |
0.147 (0.558) | ||
| above | EXCEPTION |
0.154 (0.57) | ||||
| token_ring01_safe.c | below | duet | EXCEPTION |
0.152 (300.066) | ||
| above | EXCEPTION |
0.152 (300.024) | ||||
| token_ring01_unsafe.c | below | duet | EXCEPTION |
0.15 (300.068) | ||
| above | EXCEPTION |
0.152 (300.024) | ||||
| toy_safe.c | below | duet | EXCEPTION |
0.15 (300.031) | ||
| above | EXCEPTION |
0.149 (300.039) | ||||
| trex01_safe.c | below | duet | EXCEPTION |
0.155 (0.603) | ||
| above | EXCEPTION |
0.147 (0.684) | ||||
| trex01_unsafe.c | below | duet | EXCEPTION |
0.151 (0.625) | ||
| above | EXCEPTION |
0.155 (0.703) | ||||
| trex02_safe2.c | below | duet | EXCEPTION |
0.147 (0.557) | ||
| above | EXCEPTION |
0.152 (0.712) | ||||
| trex02_safe.c | below | duet | EXCEPTION |
0.147 (0.558) | ||
| above | EXCEPTION |
0.148 (0.711) | ||||
| trex02_unsafe.c | below | duet | EXCEPTION |
0.15 (0.566) | ||
| above | EXCEPTION |
0.152 (0.711) | ||||
| trex03_safe.c | below | duet | EXCEPTION |
0.147 (0.991) | ||
| above | EXCEPTION |
0.147 (1.343) | ||||
| trex03_unsafe.c | below | duet | EXCEPTION |
0.147 (0.989) | ||
| above | EXCEPTION |
0.146 (1.302) | ||||
| trex04_safe.c | below | duet | EXCEPTION |
0.147 (0.601) | ||
| above | EXCEPTION |
0.152 (1.028) | ||||
| while_infinite_loop_1_safe.c | below | duet | EXCEPTION |
0.148 (0.397) | ||
| above | EXCEPTION |
0.147 (0.384) | ||||
| while_infinite_loop_2_safe.c | below | duet | EXCEPTION |
0.148 (0.382) | ||
| above | EXCEPTION |
0.148 (0.392) | ||||
| while_infinite_loop_3_safe.c | below | duet | EXCEPTION |
0.147 (0.383) | ||
| above | EXCEPTION |
0.155 (0.402) | ||||
| Total | Below Time = 5.807 (was 919.164) Above Time = 5.843 (was 921.543) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests | ||||||
| above_litmus.c | below | duet | EXCEPTION |
0.151 (0.547) | ||
| above | EXCEPTION |
0.149 (0.89) | ||||
| blogger_simplified1.c | below | duet | EXCEPTION |
0.148 (2.156) | ||
| above | EXCEPTION |
0.147 (4.628) | ||||
| divided_difference2.c | below | duet | EXCEPTION |
0.151 (80.029) | ||
| above | EXCEPTION |
0.151 (113.967) | ||||
| mult-proc.c | below | duet | EXCEPTION |
0.147 (0.578) | ||
| above | EXCEPTION |
0.148 (0.69) | ||||
| mult-proc-params.c | below | duet | EXCEPTION |
0.148 (0.634) | ||
| above | EXCEPTION |
0.147 (0.797) | ||||
| popall.c | below | duet | EXCEPTION |
0.147 (0.666) | ||
| above | EXCEPTION |
0.15 (0.682) | ||||
| simulated_scc.c | below | duet | EXCEPTION |
0.148 (0.875) | ||
| above | EXCEPTION |
0.148 (0.883) | ||||
| Total | Below Time = 1.04 (was 85.485) Above Time = 1.04 (was 122.537) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/STAC/polynomial/assert | ||||||
| degree1_monomial.c | below | duet | EXCEPTION |
0.154 (0.507) | ||
| above | EXCEPTION |
0.148 (0.852) | ||||
| degree2_binomial.c | below | duet | EXCEPTION |
0.155 (1.15) | ||
| above | EXCEPTION |
0.161 (1.454) | ||||
| degree2_monomial.c | below | duet | EXCEPTION |
0.147 (0.596) | ||
| above | EXCEPTION |
0.147 (0.889) | ||||
| degree3_binomial.c | below | duet | EXCEPTION |
0.149 (1.415) | ||
| above | EXCEPTION |
0.151 (1.761) | ||||
| degree3_monomial.c | below | duet | EXCEPTION |
0.152 (1.623) | ||
| above | EXCEPTION |
0.153 (1.934) | ||||
| degree4_binomial.c | below | duet | EXCEPTION |
0.152 (1.748) | ||
| above | EXCEPTION |
0.147 (2.0) | ||||
| degree4_monomial.c | below | duet | EXCEPTION |
0.148 (2.257) | ||
| above | EXCEPTION |
0.147 (2.52) | ||||
| degree5_binomial.c | below | duet | EXCEPTION |
0.147 (2.086) | ||
| above | EXCEPTION |
0.154 (2.619) | ||||
| degree5_monomial.c | below | duet | EXCEPTION |
0.148 (2.496) | ||
| above | EXCEPTION |
0.148 (2.865) | ||||
| Total | Below Time = 1.352 (was 13.878) Above Time = 1.356 (was 16.894) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/snlee/snlee_tests | ||||||
| cubic_with_square.c | below | duet | EXCEPTION |
0.149 (0.518) | ||
| above | EXCEPTION |
0.151 (0.522) | ||||
| cubic_with_square_interproc.c | below | duet | EXCEPTION |
0.15 (0.606) | ||
| above | EXCEPTION |
0.153 (0.723) | ||||
| cubic_with_square_nonlinear.c | below | duet | EXCEPTION |
0.147 (0.524) | ||
| above | EXCEPTION |
0.152 (0.537) | ||||
| cubic_with_square_nonlinear_interproc.c | below | duet | EXCEPTION |
0.152 (0.591) | ||
| above | EXCEPTION |
0.151 (0.688) | ||||
| cubic_with_square_nonlinear_unsafe.c | below | duet | EXCEPTION |
0.147 (0.521) | ||
| above | EXCEPTION |
0.15 (0.554) | ||||
| cubic_with_square_unsafe.c | below | duet | EXCEPTION |
0.151 (0.527) | ||
| above | EXCEPTION |
0.147 (0.535) | ||||
| multi-input.c | below | duet | EXCEPTION |
0.148 (5.503) | ||
| above | EXCEPTION |
0.148 (5.529) | ||||
| multi-input_unsafe.c | below | duet | EXCEPTION |
0.149 (0.916) | ||
| above | EXCEPTION |
0.151 (5.525) | ||||
| nondet_loop_bound.c | below | duet | EXCEPTION |
0.147 (0.566) | ||
| above | EXCEPTION |
0.151 (0.585) | ||||
| nondet_loop_bound_quartic.c | below | duet | EXCEPTION |
0.147 (0.655) | ||
| above | EXCEPTION |
0.147 (0.658) | ||||
| nondet_loop_bound_quartic_unsafe.c | below | duet | EXCEPTION |
0.151 (0.631) | ||
| above | EXCEPTION |
0.155 (0.577) | ||||
| nondet_loop_bound_unsafe.c | below | duet | EXCEPTION |
0.147 (0.551) | ||
| above | EXCEPTION |
0.148 (0.535) | ||||
| nonlinear_stratified.c | below | duet | EXCEPTION |
0.152 (0.594) | ||
| above | EXCEPTION |
0.148 (0.631) | ||||
| nonlinear_stratified_unsafe.c | below | duet | EXCEPTION |
0.148 (0.587) | ||
| above | EXCEPTION |
0.151 (0.621) | ||||
| quartic_with_cube.c | below | duet | EXCEPTION |
0.15 (0.542) | ||
| above | EXCEPTION |
0.151 (0.57) | ||||
| quartic_with_cube_nonlinear.c | below | duet | EXCEPTION |
0.15 (0.531) | ||
| above | EXCEPTION |
0.146 (0.571) | ||||
| quartic_with_cube_nonlinear_unsafe.c | below | duet | EXCEPTION |
0.15 (0.634) | ||
| above | EXCEPTION |
0.218 (0.666) | ||||
| quartic_with_cube_unsafe.c | below | duet | EXCEPTION |
0.148 (0.541) | ||
| above | EXCEPTION |
0.149 (0.568) | ||||
| quintic_with_quartic.c | below | duet | EXCEPTION |
0.148 (0.567) | ||
| above | EXCEPTION |
0.15 (0.591) | ||||
| quintic_with_quartic_nonlinear.c | below | duet | EXCEPTION |
0.151 (5.475) | ||
| above | EXCEPTION |
0.148 (5.52) | ||||
| quintic_with_quartic_nonlinear_unsafe.c | below | duet | EXCEPTION |
0.149 (0.736) | ||
| above | EXCEPTION |
0.147 (5.536) | ||||
| quintic_with_quartic_unsafe.c | below | duet | EXCEPTION |
0.15 (0.647) | ||
| above | EXCEPTION |
0.148 (0.584) | ||||
| Total | Below Time = 3.281 (was 22.963) Above Time = 3.36 (was 32.826) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/STAC/FiniteDifferencing | ||||||
| degree2.c | below | duet | EXCEPTION |
0.162 (0.87) | ||
| above | EXCEPTION |
0.151 (0.893) | ||||
| degree2_FD_AllAux_AllAssm.c | below | duet | EXCEPTION |
0.148 (3.684) | ||
| above | EXCEPTION |
0.148 (3.818) | ||||
| degree2_FD_AllAux_FewAssm.c | below | duet | EXCEPTION |
0.147 (3.317) | ||
| above | EXCEPTION |
0.148 (3.548) | ||||
| degree2_FD_FewAux_FewAssm.c | below | duet | EXCEPTION |
0.154 (1.054) | ||
| above | EXCEPTION |
0.146 (1.119) | ||||
| degree2_FD_FewAux_FewAssm_NonLinAsrt.c | below | duet | EXCEPTION |
0.146 (1.063) | ||
| above | EXCEPTION |
0.148 (1.115) | ||||
| degree3.c | below | duet | EXCEPTION |
0.152 (1.37) | ||
| above | EXCEPTION |
0.147 (1.425) | ||||
| degree3_FD.c | below | duet | EXCEPTION |
0.152 (1.217) | ||
| above | EXCEPTION |
0.147 (1.179) | ||||
| degree4.c | below | duet | EXCEPTION |
0.147 (0.766) | ||
| above | EXCEPTION |
0.149 (0.79) | ||||
| Total | Below Time = 1.208 (was 13.341) Above Time = 1.184 (was 13.887) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/STAC/LESE | ||||||
| loop.c | below | duet | EXCEPTION |
0.149 (0.645) | ||
| above | EXCEPTION |
0.15 (0.707) | ||||
| loop_unsafe.c | below | duet | EXCEPTION |
0.153 (0.648) | ||
| above | EXCEPTION |
0.148 (0.705) | ||||
| simulated_lese_parser.c | below | duet | EXCEPTION |
0.146 (0.462) | ||
| above | EXCEPTION |
0.147 (0.492) | ||||
| simulated_lese_sentinel.c | below | duet | EXCEPTION |
0.148 (0.473) | ||
| above | EXCEPTION |
0.152 (0.466) | ||||
| Total | Below Time = 0.596 (was 2.228) Above Time = 0.597 (was 2.37) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/STAC/LowerBound | ||||||
| lower_bound.c | below | duet | EXCEPTION |
0.155 (0.512) | ||
| above | EXCEPTION |
0.147 (0.526) | ||||
| Total | Below Time = 0.155 (was 0.512) Above Time = 0.147 (was 0.526) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/STAC/LZ | ||||||
| lz77.c | below | duet | EXCEPTION |
0.148 (300.01) | ||
| above | EXCEPTION |
0.147 (300.014) | ||||
| Total | Below Time = 0.148 (was 300.01) Above Time = 0.147 (was 300.014) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/loop-acceleration | ||||||
| array_false-unreach-call1.c | below | duet | EXCEPTION |
0.148 (0.48) | ||
| above | EXCEPTION |
0.151 (0.482) | ||||
| array_false-unreach-call2.c | below | duet | EXCEPTION |
0.159 (0.522) | ||
| above | EXCEPTION |
0.157 (0.507) | ||||
| array_false-unreach-call3.c | below | duet | EXCEPTION |
0.146 (0.469) | ||
| above | EXCEPTION |
0.147 (0.502) | ||||
| array_true-unreach-call1.c | below | duet | EXCEPTION |
0.147 (0.467) | ||
| above | EXCEPTION |
0.147 (0.479) | ||||
| array_true-unreach-call2.c | below | duet | EXCEPTION |
0.153 (0.518) | ||
| above | EXCEPTION |
0.147 (0.498) | ||||
| array_true-unreach-call3.c | below | duet | EXCEPTION |
0.148 (0.451) | ||
| above | EXCEPTION |
0.146 (0.486) | ||||
| array_true-unreach-call4.c | below | duet | EXCEPTION |
0.148 (0.47) | ||
| above | EXCEPTION |
0.149 (0.432) | ||||
| const_false-unreach-call1.c | below | duet | EXCEPTION |
0.152 (0.452) | ||
| above | EXCEPTION |
0.146 (0.458) | ||||
| const_true-unreach-call1.c | below | duet | EXCEPTION |
0.15 (0.443) | ||
| above | EXCEPTION |
0.15 (0.453) | ||||
| diamond_false-unreach-call1.c | below | duet | EXCEPTION |
0.149 (0.492) | ||
| above | EXCEPTION |
0.148 (0.518) | ||||
| diamond_true-unreach-call1.c | below | duet | EXCEPTION |
0.151 (0.485) | ||
| above | EXCEPTION |
0.148 (0.51) | ||||
| diamond_true-unreach-call2.c | below | duet | EXCEPTION |
0.15 (0.55) | ||
| above | EXCEPTION |
0.146 (0.566) | ||||
| functions_false-unreach-call1.c | below | duet | EXCEPTION |
0.147 (0.637) | ||
| above | EXCEPTION |
0.152 (0.684) | ||||
| functions_true-unreach-call1.c | below | duet | EXCEPTION |
0.155 (0.515) | ||
| above | EXCEPTION |
0.147 (0.679) | ||||
| multivar_false-unreach-call1.c | below | duet | EXCEPTION |
0.147 (0.445) | ||
| above | EXCEPTION |
0.148 (0.462) | ||||
| multivar_true-unreach-call1.c | below | duet | EXCEPTION |
0.148 (0.436) | ||
| above | EXCEPTION |
0.148 (0.432) | ||||
| nested_false-unreach-call1.c | below | duet | EXCEPTION |
0.159 (0.504) | ||
| above | EXCEPTION |
0.155 (0.501) | ||||
| nested_true-unreach-call1.c | below | duet | EXCEPTION |
0.147 (0.489) | ||
| above | EXCEPTION |
0.148 (0.486) | ||||
| overflow_true-unreach-call1.c | below | duet | EXCEPTION |
0.148 (0.414) | ||
| above | EXCEPTION |
0.148 (0.412) | ||||
| phases_false-unreach-call1.c | below | duet | EXCEPTION |
0.152 (0.479) | ||
| above | EXCEPTION |
0.151 (0.457) | ||||
| phases_false-unreach-call2.c | below | duet | EXCEPTION |
0.147 (0.493) | ||
| above | EXCEPTION |
0.148 (0.497) | ||||
| phases_true-unreach-call1.c | below | duet | EXCEPTION |
0.148 (0.451) | ||
| above | EXCEPTION |
0.148 (0.469) | ||||
| phases_true-unreach-call2.c | below | duet | EXCEPTION |
0.154 (0.462) | ||
| above | EXCEPTION |
0.146 (0.474) | ||||
| simple_false-unreach-call1.c | below | duet | EXCEPTION |
0.151 (0.442) | ||
| above | EXCEPTION |
0.148 (0.448) | ||||
| simple_false-unreach-call2.c | below | duet | EXCEPTION |
0.148 (0.406) | ||
| above | EXCEPTION |
0.154 (0.414) | ||||
| simple_false-unreach-call3.c | below | duet | EXCEPTION |
0.152 (0.443) | ||
| above | EXCEPTION |
0.147 (0.454) | ||||
| simple_false-unreach-call4.c | below | duet | EXCEPTION |
0.146 (0.444) | ||
| above | EXCEPTION |
0.15 (0.443) | ||||
| simple_true-unreach-call1.c | below | duet | EXCEPTION |
0.154 (0.436) | ||
| above | EXCEPTION |
0.147 (0.423) | ||||
| simple_true-unreach-call2.c | below | duet | EXCEPTION |
0.151 (0.396) | ||
| above | EXCEPTION |
0.148 (0.422) | ||||
| simple_true-unreach-call3.c | below | duet | EXCEPTION |
0.147 (0.419) | ||
| above | EXCEPTION |
0.148 (0.445) | ||||
| simple_true-unreach-call4.c | below | duet | EXCEPTION |
0.151 (0.417) | ||
| above | EXCEPTION |
0.148 (0.433) | ||||
| underapprox_false-unreach-call1.c | below | duet | EXCEPTION |
0.153 (0.453) | ||
| above | EXCEPTION |
0.148 (0.453) | ||||
| underapprox_false-unreach-call2.c | below | duet | EXCEPTION |
0.148 (0.44) | ||
| above | EXCEPTION |
0.152 (0.444) | ||||
| underapprox_true-unreach-call1.c | below | duet | EXCEPTION |
0.148 (0.46) | ||
| above | EXCEPTION |
0.148 (0.471) | ||||
| underapprox_true-unreach-call2.c | below | duet | EXCEPTION |
0.292 (0.453) | ||
| above | EXCEPTION |
0.156 (0.453) | ||||
| Total | Below Time = 5.394 (was 16.333) Above Time = 5.215 (was 16.747) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/loop-invgen | ||||||
| apache-escape-absolute_true-unreach-call.c | below | duet | EXCEPTION |
0.153 (5.547) | ||
| above | EXCEPTION |
0.149 (8.471) | ||||
| apache-get-tag_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (1.592) | ||
| above | EXCEPTION |
0.153 (2.007) | ||||
| down_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.495) | ||
| above | EXCEPTION |
0.15 (0.491) | ||||
| fragtest_simple_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.674) | ||
| above | EXCEPTION |
0.146 (0.743) | ||||
| half_2_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.524) | ||
| above | EXCEPTION |
0.155 (0.563) | ||||
| heapsort_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (3.707) | ||
| above | EXCEPTION |
0.147 (3.729) | ||||
| id_build_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.508) | ||
| above | EXCEPTION |
0.151 (0.489) | ||||
| id_trans_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.516) | ||
| above | EXCEPTION |
0.155 (0.54) | ||||
| large_const_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.645) | ||
| above | EXCEPTION |
0.148 (0.667) | ||||
| MADWiFi-encode_ie_ok_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.596) | ||
| above | EXCEPTION |
0.147 (0.662) | ||||
| nested6_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.728) | ||
| above | EXCEPTION |
0.154 (0.761) | ||||
| nested9_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (1.076) | ||
| above | EXCEPTION |
0.147 (1.306) | ||||
| nest-if3_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.64) | ||
| above | EXCEPTION |
0.148 (0.66) | ||||
| NetBSD_loop_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.497) | ||
| above | EXCEPTION |
0.158 (0.503) | ||||
| sendmail-close-angle_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.808) | ||
| above | EXCEPTION |
0.147 (0.875) | ||||
| seq_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.677) | ||
| above | EXCEPTION |
0.149 (0.727) | ||||
| SpamAssassin-loop_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (1.797) | ||
| above | EXCEPTION |
0.151 (1.828) | ||||
| string_concat-noarr_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.593) | ||
| above | EXCEPTION |
0.148 (0.638) | ||||
| up_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.619) | ||
| above | EXCEPTION |
0.147 (0.505) | ||||
| Total | Below Time = 2.824 (was 22.239) Above Time = 2.85 (was 26.165) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/loop-lit | ||||||
| afnp2014_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.45) | ||
| above | EXCEPTION |
0.152 (0.479) | ||||
| bhmr2007_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.611) | ||
| above | EXCEPTION |
0.147 (0.627) | ||||
| cggmp2005b_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.68) | ||
| above | EXCEPTION |
0.148 (0.658) | ||||
| cggmp2005_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.446) | ||
| above | EXCEPTION |
0.153 (0.433) | ||||
| cggmp2005_variant_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.452) | ||
| above | EXCEPTION |
0.147 (0.49) | ||||
| css2003_true-unreach-call.c | below | duet | EXCEPTION |
0.154 (0.671) | ||
| above | EXCEPTION |
0.151 (0.708) | ||||
| ddlm2013_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.578) | ||
| above | EXCEPTION |
0.156 (0.604) | ||||
| gcnr2008_false-unreach-call.c | below | duet | EXCEPTION |
0.155 (1.231) | ||
| above | EXCEPTION |
0.148 (1.626) | ||||
| gj2007b_true-unreach-call.c | below | duet | EXCEPTION |
0.153 (0.746) | ||
| above | EXCEPTION |
0.147 (0.824) | ||||
| gj2007_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.483) | ||
| above | EXCEPTION |
0.157 (0.483) | ||||
| gr2006_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.476) | ||
| above | EXCEPTION |
0.147 (0.486) | ||||
| gsv2008_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.441) | ||
| above | EXCEPTION |
0.149 (0.454) | ||||
| hhk2008_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.462) | ||
| above | EXCEPTION |
0.156 (0.456) | ||||
| jm2006_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.586) | ||
| above | EXCEPTION |
0.149 (0.654) | ||||
| jm2006_variant_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.638) | ||
| above | EXCEPTION |
0.147 (0.714) | ||||
| mcmillan2006_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.657) | ||
| above | EXCEPTION |
0.153 (0.684) | ||||
| Total | Below Time = 2.411 (was 9.608) Above Time = 2.407 (was 10.38) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/loop-new | ||||||
| count_by_1_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.412) | ||
| above | EXCEPTION |
0.147 (0.428) | ||||
| count_by_1_variant_true-unreach-call.c | below | duet | EXCEPTION |
0.164 (0.516) | ||
| above | EXCEPTION |
0.147 (0.491) | ||||
| count_by_2_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.416) | ||
| above | EXCEPTION |
0.151 (0.424) | ||||
| count_by_k_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.482) | ||
| above | EXCEPTION |
0.147 (0.504) | ||||
| count_by_nondet_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.45) | ||
| above | EXCEPTION |
0.146 (0.467) | ||||
| gauss_sum_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.456) | ||
| above | EXCEPTION |
0.209 (0.453) | ||||
| half_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.717) | ||
| above | EXCEPTION |
0.157 (0.773) | ||||
| nested_true-unreach-call.c | below | duet | EXCEPTION |
0.154 (0.82) | ||
| above | EXCEPTION |
0.146 (0.884) | ||||
| Total | Below Time = 1.209 (was 4.269) Above Time = 1.25 (was 4.424) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/loops | ||||||
| array_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.567) | ||
| above | EXCEPTION |
0.152 (0.606) | ||||
| array_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.567) | ||
| above | EXCEPTION |
0.15 (0.585) | ||||
| bubble_sort_false-unreach-call.c | below | duet | EXCEPTION |
0.152 (98.318) | ||
| above | EXCEPTION |
0.153 (185.96) | ||||
| bubble_sort_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (1.803) | ||
| above | EXCEPTION |
0.153 (2.4) | ||||
| compact_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.558) | ||
| above | EXCEPTION |
0.15 (0.609) | ||||
| count_up_down_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.455) | ||
| above | EXCEPTION |
0.149 (0.466) | ||||
| count_up_down_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.451) | ||
| above | EXCEPTION |
0.152 (0.447) | ||||
| eureka_01_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (5.324) | ||
| above | EXCEPTION |
0.147 (5.765) | ||||
| eureka_01_true-unreach-call.c | below | duet | EXCEPTION |
0.146 (2.969) | ||
| above | EXCEPTION |
0.147 (3.574) | ||||
| eureka_05_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (1.274) | ||
| above | EXCEPTION |
0.151 (1.438) | ||||
| for_bounded_loop1_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.152 (0.494) | ||
| above | EXCEPTION |
0.147 (0.483) | ||||
| for_infinite_loop_1_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.147 (0.422) | ||
| above | EXCEPTION |
0.147 (0.409) | ||||
| for_infinite_loop_2_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.152 (0.427) | ||
| above | EXCEPTION |
0.152 (0.414) | ||||
| heavy_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.739) | ||
| above | EXCEPTION |
0.151 (0.799) | ||||
| heavy_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.722) | ||
| above | EXCEPTION |
0.148 (0.74) | ||||
| insertion_sort_false-unreach-call.c | below | duet | EXCEPTION |
0.152 (1.113) | ||
| above | EXCEPTION |
0.151 (1.185) | ||||
| insertion_sort_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.892) | ||
| above | EXCEPTION |
0.15 (0.901) | ||||
| invert_string_false-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.788) | ||
| above | EXCEPTION |
0.148 (0.835) | ||||
| invert_string_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.774) | ||
| above | EXCEPTION |
0.151 (0.806) | ||||
| linear_sea.ch_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.636) | ||
| above | EXCEPTION |
0.151 (0.781) | ||||
| linear_search_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (1.26) | ||
| above | EXCEPTION |
0.147 (1.701) | ||||
| lu.cmp_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (14.405) | ||
| above | EXCEPTION |
0.154 (27.796) | ||||
| ludcmp_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (14.812) | ||
| above | EXCEPTION |
0.147 (27.838) | ||||
| matrix_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (1.274) | ||
| above | EXCEPTION |
0.147 (1.272) | ||||
| matrix_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.151 (0.654) | ||
| above | EXCEPTION |
0.152 (0.705) | ||||
| n.c11_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.862) | ||
| above | EXCEPTION |
0.151 (1.669) | ||||
| n.c24_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (11.227) | ||
| above | EXCEPTION |
0.148 (56.704) | ||||
| n.c40_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.556) | ||
| above | EXCEPTION |
0.152 (0.659) | ||||
| nec11_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.922) | ||
| above | EXCEPTION |
0.15 (0.944) | ||||
| nec20_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.584) | ||
| above | EXCEPTION |
0.151 (0.692) | ||||
| nec40_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.561) | ||
| above | EXCEPTION |
0.151 (0.643) | ||||
| string_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (2.16) | ||
| above | EXCEPTION |
0.148 (2.409) | ||||
| string_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (1.847) | ||
| above | EXCEPTION |
0.148 (2.44) | ||||
| sum01_bug02_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.148 (0.552) | ||
| above | EXCEPTION |
0.151 (0.6) | ||||
| sum01_bug02_sum01_bug02_base.case_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.148 (0.66) | ||
| above | EXCEPTION |
0.151 (0.736) | ||||
| sum01_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.146 (0.543) | ||
| above | EXCEPTION |
0.148 (0.59) | ||||
| sum01_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.149 (0.491) | ||
| above | EXCEPTION |
0.152 (0.551) | ||||
| sum03_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.545) | ||
| above | EXCEPTION |
0.147 (0.534) | ||||
| sum03_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.151 (0.689) | ||
| above | EXCEPTION |
0.146 (0.734) | ||||
| sum04_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.151 (0.517) | ||
| above | EXCEPTION |
0.151 (0.573) | ||||
| sum04_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.469) | ||
| above | EXCEPTION |
0.148 (0.475) | ||||
| sum_array_false-unreach-call.c | below | duet | EXCEPTION |
0.146 (0.926) | ||
| above | EXCEPTION |
0.146 (0.972) | ||||
| sum_array_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.976) | ||
| above | EXCEPTION |
0.157 (1.088) | ||||
| terminator_01_false-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.15 (0.436) | ||
| above | EXCEPTION |
0.151 (0.461) | ||||
| terminator_02_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.661) | ||
| above | EXCEPTION |
0.146 (0.925) | ||||
| terminator_02_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.15 (0.617) | ||
| above | EXCEPTION |
0.15 (1.215) | ||||
| terminator_03_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.149 (0.533) | ||
| above | EXCEPTION |
0.152 (0.579) | ||||
| terminator_03_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.151 (0.492) | ||
| above | EXCEPTION |
0.148 (0.509) | ||||
| trex01_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.148 (0.872) | ||
| above | EXCEPTION |
0.155 (2.218) | ||||
| trex01_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (4.389) | ||
| above | EXCEPTION |
0.148 (15.854) | ||||
| trex02_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.592) | ||
| above | EXCEPTION |
0.148 (0.77) | ||||
| trex02_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.153 (0.572) | ||
| above | EXCEPTION |
0.152 (0.872) | ||||
| trex03_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.148 (2.148) | ||
| above | EXCEPTION |
0.147 (7.941) | ||||
| trex03_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (2.073) | ||
| above | EXCEPTION |
0.147 (7.397) | ||||
| trex04_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.147 (0.875) | ||
| above | EXCEPTION |
0.151 (6.889) | ||||
| veris.c_NetBSD-libc__loop_true-unreach-call.c | below | duet | EXCEPTION |
0.146 (0.472) | ||
| above | EXCEPTION |
0.152 (0.556) | ||||
| veris.c_OpenSER__cases1_stripFullBoth_arr_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (2.03) | ||
| above | EXCEPTION |
0.149 (8.458) | ||||
| veris.c_sendmail__tTflag_arr_one_loop_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.556) | ||
| above | EXCEPTION |
0.152 (0.589) | ||||
| verisec_NetBSD-libc__loop_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.481) | ||
| above | EXCEPTION |
0.153 (0.535) | ||||
| verisec_OpenSER__cases1_stripFullBoth_arr_false-unreach-call.c | below | duet | EXCEPTION |
0.157 (1.692) | ||
| above | EXCEPTION |
0.148 (5.732) | ||||
| vogal_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (1.217) | ||
| above | EXCEPTION |
0.157 (1.27) | ||||
| vogal_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (1.209) | ||
| above | EXCEPTION |
0.149 (1.271) | ||||
| while_infinite_loop_1_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.151 (0.398) | ||
| above | EXCEPTION |
0.148 (0.408) | ||||
| while_infinite_loop_2_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.156 (0.401) | ||
| above | EXCEPTION |
0.149 (0.401) | ||||
| while_infinite_loop_3_true-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.152 (0.424) | ||
| above | EXCEPTION |
0.153 (0.423) | ||||
| while_infinite_loop_4_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.153 (0.434) | ||
| above | EXCEPTION |
0.147 (0.406) | ||||
| Total | Below Time = 9.843 (was 200.359) Above Time = 9.895 (was 407.207) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/recursive | ||||||
| Ackermann01_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (2.32) | ||
| above | EXCEPTION |
0.148 (2.965) | ||||
| Ackermann02_false-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.149 (2.272) | ||
| above | EXCEPTION |
0.15 (2.883) | ||||
| Ackermann03_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (2.391) | ||
| above | EXCEPTION |
0.154 (12.332) | ||||
| Ackermann04_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (2.332) | ||
| above | EXCEPTION |
0.148 (3.123) | ||||
| Addition01_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.872) | ||
| above | EXCEPTION |
0.147 (1.103) | ||||
| Addition02_false-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.148 (0.868) | ||
| above | EXCEPTION |
0.148 (1.09) | ||||
| Addition03_false-no-overflow.c | below | duet | EXCEPTION |
0.149 (0.883) | ||
| above | EXCEPTION |
0.149 (1.135) | ||||
| Addition03_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.889) | ||
| above | EXCEPTION |
0.15 (1.124) | ||||
| BallRajamani-SPIN2000-Fig1_false-unreach-call.c | below | duet | EXCEPTION |
0.146 (0.641) | ||
| above | EXCEPTION |
0.147 (1.056) | ||||
| EvenOdd01_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.152 (1.322) | ||
| above | EXCEPTION |
0.149 (1.514) | ||||
| EvenOdd03_false-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.15 (1.356) | ||
| above | EXCEPTION |
0.148 (1.545) | ||||
| Fibonacci01_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (18.882) | ||
| above | EXCEPTION |
0.147 (1.671) | ||||
| Fibonacci02_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (11.015) | ||
| above | EXCEPTION |
0.152 (1.521) | ||||
| Fibonacci03_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (8.302) | ||
| above | EXCEPTION |
0.148 (1.672) | ||||
| Fibonacci04_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.148 (7.507) | ||
| above | EXCEPTION |
0.15 (2.091) | ||||
| Fibonacci05_false-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.155 (15.389) | ||
| above | EXCEPTION |
0.149 (1.734) | ||||
| gcd01_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (0.821) | ||
| above | EXCEPTION |
0.147 (1.121) | ||||
| gcd02_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (7.063) | ||
| above | EXCEPTION |
0.15 (2.501) | ||||
| McCarthy91_false-unreach-call_false-termination.c | below | duet | EXCEPTION |
0.163 (1.228) | ||
| above | EXCEPTION |
0.15 (1.371) | ||||
| McCarthy91_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (1.171) | ||
| above | EXCEPTION |
0.148 (1.401) | ||||
| MultCommutative_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.146 (0.924) | ||
| above | EXCEPTION |
0.148 (1.926) | ||||
| Primes_true-unreach-call.c | below | duet | EXCEPTION |
0.156 (3.431) | ||
| above | EXCEPTION |
0.153 (10.207) | ||||
| recHanoi01_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.147 (8.079) | ||
| above | EXCEPTION |
0.153 (4.83) | ||||
| recHanoi02_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.156 (0.631) | ||
| above | EXCEPTION |
0.151 (0.758) | ||||
| recHanoi03_true-unreach-call_true-termination.c | below | duet | EXCEPTION |
0.152 (0.616) | ||
| above | EXCEPTION |
0.147 (0.763) | ||||
| Total | Below Time = 3.75 (was 101.205) Above Time = 3.731 (was 63.437) |
|||||
| /home/turetsky/Newton/WALi-OpenNWA/Examples/cprover/tests/sv-benchmarks/recursive-simple | ||||||
| afterrec_2calls_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.647) | ||
| above | EXCEPTION |
0.148 (0.845) | ||||
| afterrec_2calls_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.613) | ||
| above | EXCEPTION |
0.148 (0.796) | ||||
| afterrec_false-unreach-call.c | below | duet | EXCEPTION |
0.211 (0.508) | ||
| above | EXCEPTION |
0.15 (0.616) | ||||
| afterrec_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.488) | ||
| above | EXCEPTION |
0.147 (0.586) | ||||
| fibo_10_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (7.592) | ||
| above | EXCEPTION |
0.148 (1.402) | ||||
| fibo_10_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (8.138) | ||
| above | EXCEPTION |
0.15 (1.422) | ||||
| fibo_15_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (7.863) | ||
| above | EXCEPTION |
0.148 (1.41) | ||||
| fibo_15_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (7.737) | ||
| above | EXCEPTION |
0.152 (1.412) | ||||
| fibo_20_false-unreach-call.c | below | duet | EXCEPTION |
0.152 (7.534) | ||
| above | EXCEPTION |
0.147 (1.384) | ||||
| fibo_20_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (7.753) | ||
| above | EXCEPTION |
0.146 (1.41) | ||||
| fibo_25_false-unreach-call.c | below | duet | EXCEPTION |
0.15 (42.79) | ||
| above | EXCEPTION |
0.156 (1.402) | ||||
| fibo_25_true-unreach-call.c | below | duet | EXCEPTION |
0.157 (7.743) | ||
| above | EXCEPTION |
0.149 (1.402) | ||||
| fibo_2calls_10_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (300.016) | ||
| above | EXCEPTION |
0.148 (62.032) | ||||
| fibo_2calls_10_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (300.009) | ||
| above | EXCEPTION |
0.147 (63.06) | ||||
| fibo_2calls_15_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.024) | ||
| above | EXCEPTION |
0.147 (62.479) | ||||
| fibo_2calls_15_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (300.013) | ||
| above | EXCEPTION |
0.151 (61.286) | ||||
| fibo_2calls_20_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.008) | ||
| above | EXCEPTION |
0.147 (61.136) | ||||
| fibo_2calls_20_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.038) | ||
| above | EXCEPTION |
0.147 (62.951) | ||||
| fibo_2calls_25_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.018) | ||
| above | EXCEPTION |
0.148 (58.679) | ||||
| fibo_2calls_25_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (300.028) | ||
| above | EXCEPTION |
0.152 (62.576) | ||||
| fibo_2calls_2_false-unreach-call.c | below | duet | EXCEPTION |
0.163 (300.028) | ||
| above | EXCEPTION |
0.156 (60.112) | ||||
| fibo_2calls_2_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (300.018) | ||
| above | EXCEPTION |
0.147 (62.085) | ||||
| fibo_2calls_4_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (300.019) | ||
| above | EXCEPTION |
0.147 (63.204) | ||||
| fibo_2calls_4_true-unreach-call.c | below | duet | EXCEPTION |
0.158 (300.028) | ||
| above | EXCEPTION |
0.147 (62.894) | ||||
| fibo_2calls_5_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.013) | ||
| above | EXCEPTION |
0.15 (61.372) | ||||
| fibo_2calls_5_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.025) | ||
| above | EXCEPTION |
0.151 (61.775) | ||||
| fibo_2calls_6_false-unreach-call.c | below | duet | EXCEPTION |
0.16 (300.038) | ||
| above | EXCEPTION |
0.15 (60.374) | ||||
| fibo_2calls_6_true-unreach-call.c | below | duet | EXCEPTION |
0.156 (300.032) | ||
| above | EXCEPTION |
0.148 (63.114) | ||||
| fibo_2calls_8_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (300.052) | ||
| above | EXCEPTION |
0.148 (61.675) | ||||
| fibo_2calls_8_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (300.025) | ||
| above | EXCEPTION |
0.146 (60.856) | ||||
| fibo_5_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (1.471) | ||
| above | EXCEPTION |
0.148 (1.413) | ||||
| fibo_5_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (21.143) | ||
| above | EXCEPTION |
0.152 (1.429) | ||||
| fibo_7_false-unreach-call.c | below | duet | EXCEPTION |
0.15 (7.676) | ||
| above | EXCEPTION |
0.148 (1.402) | ||||
| fibo_7_true-unreach-call.c | below | duet | EXCEPTION |
0.153 (7.858) | ||
| above | EXCEPTION |
0.148 (1.39) | ||||
| id2_b2_o3_true-unreach-call.c | below | duet | EXCEPTION |
0.159 (1.704) | ||
| above | EXCEPTION |
0.147 (2.139) | ||||
| id2_b3_o2_false-unreach-call.c | below | duet | EXCEPTION |
0.153 (1.746) | ||
| above | EXCEPTION |
0.152 (2.196) | ||||
| id2_b3_o5_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (1.732) | ||
| above | EXCEPTION |
0.147 (2.23) | ||||
| id2_b5_o10_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (1.718) | ||
| above | EXCEPTION |
0.148 (2.183) | ||||
| id2_i5_o5_false-unreach-call.c | below | duet | EXCEPTION |
0.151 (1.016) | ||
| above | EXCEPTION |
0.152 (1.198) | ||||
| id2_i5_o5_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.996) | ||
| above | EXCEPTION |
0.148 (1.187) | ||||
| id_b2_o3_true-unreach-call.c | below | duet | EXCEPTION |
0.161 (0.94) | ||
| above | EXCEPTION |
0.176 (1.31) | ||||
| id_b3_o2_false-unreach-call.c | below | duet | EXCEPTION |
0.154 (0.99) | ||
| above | EXCEPTION |
0.15 (1.407) | ||||
| id_b3_o5_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.925) | ||
| above | EXCEPTION |
0.149 (1.303) | ||||
| id_b5_o10_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.917) | ||
| above | EXCEPTION |
0.31 (1.318) | ||||
| id_i10_o10_false-unreach-call.c | below | duet | EXCEPTION |
0.163 (0.601) | ||
| above | EXCEPTION |
0.148 (0.732) | ||||
| id_i10_o10_true-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.589) | ||
| above | EXCEPTION |
0.152 (0.704) | ||||
| id_i15_o15_false-unreach-call.c | below | duet | EXCEPTION |
0.163 (0.59) | ||
| above | EXCEPTION |
0.152 (0.709) | ||||
| id_i15_o15_true-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.592) | ||
| above | EXCEPTION |
0.15 (0.687) | ||||
| id_i20_o20_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.615) | ||
| above | EXCEPTION |
0.149 (0.694) | ||||
| id_i20_o20_true-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.599) | ||
| above | EXCEPTION |
0.152 (0.703) | ||||
| id_i25_o25_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.599) | ||
| above | EXCEPTION |
0.149 (0.717) | ||||
| id_i25_o25_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.57) | ||
| above | EXCEPTION |
0.147 (0.695) | ||||
| id_i5_o5_false-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.592) | ||
| above | EXCEPTION |
0.147 (0.726) | ||||
| id_i5_o5_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.59) | ||
| above | EXCEPTION |
0.15 (0.692) | ||||
| id_o1000_false-unreach-call.c | below | duet | EXCEPTION |
0.146 (0.612) | ||
| above | EXCEPTION |
0.151 (0.701) | ||||
| id_o100_false-unreach-call.c | below | duet | EXCEPTION |
0.161 (0.597) | ||
| above | EXCEPTION |
0.15 (0.731) | ||||
| id_o10_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.605) | ||
| above | EXCEPTION |
0.148 (0.712) | ||||
| id_o200_false-unreach-call.c | below | duet | EXCEPTION |
0.146 (0.608) | ||
| above | EXCEPTION |
0.148 (0.733) | ||||
| id_o20_false-unreach-call.c | below | duet | EXCEPTION |
0.152 (0.601) | ||
| above | EXCEPTION |
0.146 (0.715) | ||||
| id_o3_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.608) | ||
| above | EXCEPTION |
0.148 (0.714) | ||||
| sum_10x0_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.571) | ||
| above | EXCEPTION |
0.147 (0.777) | ||||
| sum_10x0_true-unreach-call.c | below | duet | EXCEPTION |
0.153 (0.586) | ||
| above | EXCEPTION |
0.146 (0.769) | ||||
| sum_15x0_false-unreach-call.c | below | duet | EXCEPTION |
0.15 (0.586) | ||
| above | EXCEPTION |
0.147 (0.77) | ||||
| sum_15x0_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.579) | ||
| above | EXCEPTION |
0.154 (0.759) | ||||
| sum_20x0_false-unreach-call.c | below | duet | EXCEPTION |
0.154 (0.597) | ||
| above | EXCEPTION |
0.148 (0.769) | ||||
| sum_20x0_true-unreach-call.c | below | duet | EXCEPTION |
0.151 (0.574) | ||
| above | EXCEPTION |
0.148 (0.774) | ||||
| sum_25x0_false-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.588) | ||
| above | EXCEPTION |
0.147 (0.79) | ||||
| sum_25x0_true-unreach-call.c | below | duet | EXCEPTION |
0.154 (0.565) | ||
| above | EXCEPTION |
0.148 (0.76) | ||||
| sum_2x3_false-unreach-call.c | below | duet | EXCEPTION |
0.149 (0.587) | ||
| above | EXCEPTION |
0.148 (0.773) | ||||
| sum_2x3_true-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.588) | ||
| above | EXCEPTION |
0.149 (0.766) | ||||
| sum_non_eq_false-unreach-call.c | below | duet | EXCEPTION |
0.153 (0.769) | ||
| above | EXCEPTION |
0.147 (0.841) | ||||
| sum_non_eq_true-unreach-call.c | below | duet | EXCEPTION |
0.147 (0.655) | ||
| above | EXCEPTION |
0.147 (0.832) | ||||
| sum_non_false-unreach-call.c | below | duet | EXCEPTION |
0.148 (0.588) | ||
| above | EXCEPTION |
0.147 (0.769) | ||||
| sum_non_true-unreach-call.c | below | duet | EXCEPTION |
0.155 (0.579) | ||
| above | EXCEPTION |
0.15 (0.798) | ||||
| Total | Below Time = 11.24 (was 5568.65) Above Time = 11.201 (was 1170.164) |
|||||