Result Summary



AraZ3
AraMinismt
AraHeurZ3
AraHeurMinismt
Success "MAYBE"
14 15 31 30
Success "WORST_CASE(?,O(n^1))"
17 17 12 12
Success "WORST_CASE(?,O(n^2))"
9 9 4 4
Success "WORST_CASE(?,O(n^3))"
1 1 1 1
Timeout
17 16 10 11

Average Times


AraZ3
AraMinismt
AraHeurZ3
AraHeurMinismt
Success "MAYBE"
10.27 13.39 6.37 4.65
Success "WORST_CASE(?,O(n^1))"
0.31 0.29 0.20 0.23
Success "WORST_CASE(?,O(n^2))"
6.40 5.89 0.51 0.55
Success "WORST_CASE(?,O(n^3))"
1.58 1.37 0.53 0.63
Timeout
60.05 60.01 60.06 60.02
Overall
21.19 21.04 13.85 13.88


AraZ3
AraMinismt
AraHeurZ3
AraHeurMinismt
Problem (all selected)
* answer * answer * answer * answer
typed-#3.42
*
WORST_CASE(?,O(n^1))
0.56 *
WORST_CASE(?,O(n^1))
0.14 *
WORST_CASE(?,O(n^1))
0.25 *
WORST_CASE(?,O(n^1))
0.44
typed-addition
*
WORST_CASE(?,O(n^1))
0.13 *
WORST_CASE(?,O(n^1))
0.33 *
WORST_CASE(?,O(n^1))
0.17 *
WORST_CASE(?,O(n^1))
0.18
typed-append
*
WORST_CASE(?,O(n^1))
0.27 *
WORST_CASE(?,O(n^1))
0.23 *
WORST_CASE(?,O(n^1))
0.22 *
WORST_CASE(?,O(n^1))
0.12
typed-appendAll.raml
*
WORST_CASE(?,O(n^2))
2.73 *
WORST_CASE(?,O(n^2))
2.21 *
MAYBE
1.07 *
MAYBE
0.60
typed-bfs.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-bitonic.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.03 *
TIMEOUT
60.06 *
TIMEOUT
60.06
typed-bits
*
WORST_CASE(?,O(n^1))
0.49 *
WORST_CASE(?,O(n^1))
0.45 *
WORST_CASE(?,O(n^1))
0.26 *
WORST_CASE(?,O(n^1))
0.34
typed-bitvectors.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-bubblesort-nat
*
TIMEOUT
60.06 *
TIMEOUT
60.04 *
MAYBE
1.77 *
MAYBE
1.85
typed-clevermmult.raml
*
TIMEOUT
60.05 *
TIMEOUT
60.01 *
MAYBE
59.39 *
TIMEOUT
60.00
typed-clique
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-cube
*
MAYBE
0.47 *
MAYBE
0.52 *
MAYBE
0.19 *
MAYBE
0.29
typed-dcquad
*
MAYBE
6.37 *
MAYBE
6.30 *
MAYBE
0.81 *
MAYBE
0.72
typed-duplicates.raml
*
WORST_CASE(?,O(n^2))
41.25 *
WORST_CASE(?,O(n^2))
38.59 *
MAYBE
22.78 *
MAYBE
13.26
typed-dyade.raml
*
MAYBE
26.64 *
MAYBE
26.96 *
MAYBE
4.51 *
MAYBE
3.93
typed-egypt
*
WORST_CASE(?,O(n^1))
0.52 *
WORST_CASE(?,O(n^1))
0.24 *
MAYBE
1.01 *
MAYBE
0.92
typed-eq
*
WORST_CASE(?,O(n^1))
0.04 *
WORST_CASE(?,O(n^1))
0.04 *
WORST_CASE(?,O(n^1))
0.04 *
WORST_CASE(?,O(n^1))
0.03
typed-eratosthenes
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-eratosthenes.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.03 *
TIMEOUT
60.06 *
TIMEOUT
60.06
typed-exp
*
MAYBE
2.56 *
MAYBE
2.51 *
MAYBE
0.39 *
MAYBE
0.21
typed-flatten
*
WORST_CASE(?,O(n^1))
0.20 *
WORST_CASE(?,O(n^1))
0.19 *
MAYBE
0.32 *
MAYBE
0.42
typed-flatten.raml
*
MAYBE
19.88 *
MAYBE
19.84 *
MAYBE
2.18 *
MAYBE
2.34
typed-huge
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-id
*
WORST_CASE(?,O(n^1))
0.18 *
WORST_CASE(?,O(n^1))
0.10 *
WORST_CASE(?,O(n^1))
0.08 *
WORST_CASE(?,O(n^1))
0.15
typed-infeasible
*
MAYBE
0.36 *
MAYBE
0.34 *
MAYBE
0.28 *
MAYBE
0.30
typed-insertionsort.raml
*
MAYBE
25.70 *
MAYBE
26.31 *
MAYBE
2.56 *
MAYBE
2.40
typed-isort
*
WORST_CASE(?,O(n^2))
1.63 *
WORST_CASE(?,O(n^2))
0.96 *
MAYBE
1.25 *
MAYBE
1.21
typed-jones1
*
WORST_CASE(?,O(n^1))
0.15 *
WORST_CASE(?,O(n^1))
0.31 *
WORST_CASE(?,O(n^1))
0.10 *
WORST_CASE(?,O(n^1))
0.18
typed-jones2
*
WORST_CASE(?,O(n^1))
0.08 *
WORST_CASE(?,O(n^1))
0.09 *
MAYBE
0.16 *
MAYBE
0.32
typed-jones4
*
WORST_CASE(?,O(n^1))
0.19 *
WORST_CASE(?,O(n^1))
0.23 *
WORST_CASE(?,O(n^1))
0.16 *
WORST_CASE(?,O(n^1))
0.26
typed-jones5
*
MAYBE
3.05 *
MAYBE
2.92 *
MAYBE
0.31 *
MAYBE
0.50
typed-jones6
*
WORST_CASE(?,O(n^1))
0.35 *
WORST_CASE(?,O(n^1))
0.44 *
WORST_CASE(?,O(n^1))
0.21 *
WORST_CASE(?,O(n^1))
0.27
typed-kruskal
*
TIMEOUT
60.00 *
MAYBE
56.66 *
MAYBE
5.02 *
MAYBE
17.28
typed-lcs
*
MAYBE
15.97 *
MAYBE
15.80 *
MAYBE
1.60 *
MAYBE
1.65
typed-lcs-safe
*
MAYBE
24.31 *
MAYBE
24.34 *
MAYBE
1.08 *
MAYBE
0.79
typed-list
*
WORST_CASE(?,O(n^1))
0.24 *
WORST_CASE(?,O(n^1))
0.32 *
MAYBE
0.20 *
MAYBE
0.31
typed-listsort.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
MAYBE
54.02 *
MAYBE
52.97
typed-longestCommonSubsequence.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.06 *
TIMEOUT
60.06 *
TIMEOUT
60.06
typed-matrix.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
TIMEOUT
60.06 *
TIMEOUT
60.00
typed-mergesort.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
MAYBE
16.67 *
MAYBE
16.40
typed-minsort.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.00 *
MAYBE
2.34 *
MAYBE
2.35
typed-minus
*
WORST_CASE(?,O(n^1))
0.23 *
WORST_CASE(?,O(n^1))
0.14 *
WORST_CASE(?,O(n^1))
0.07 *
WORST_CASE(?,O(n^1))
0.13
typed-mult1
*
MAYBE
0.85 *
MAYBE
0.74 *
MAYBE
0.32 *
MAYBE
0.54
typed-mult2
*
MAYBE
0.51 *
MAYBE
0.75 *
MAYBE
0.27 *
MAYBE
0.14
typed-mult3
*
WORST_CASE(?,O(n^2))
0.47 *
WORST_CASE(?,O(n^2))
0.44 *
WORST_CASE(?,O(n^2))
0.38 *
WORST_CASE(?,O(n^2))
0.37
typed-pairs
*
WORST_CASE(?,O(n^2))
0.82 *
WORST_CASE(?,O(n^2))
0.88 *
WORST_CASE(?,O(n^2))
0.49 *
WORST_CASE(?,O(n^2))
0.55
typed-pairsp
*
WORST_CASE(?,O(n^3))
1.58 *
WORST_CASE(?,O(n^3))
1.37 *
WORST_CASE(?,O(n^3))
0.53 *
WORST_CASE(?,O(n^3))
0.63
typed-queue
*
WORST_CASE(?,O(n^1))
0.55 *
WORST_CASE(?,O(n^1))
1.00 *
WORST_CASE(?,O(n^2))
0.78 *
WORST_CASE(?,O(n^2))
0.85
typed-queue.raml
*
TIMEOUT
60.06 *
TIMEOUT
60.01 *
MAYBE
12.51 *
MAYBE
12.34
typed-quicksort-nat
*
WORST_CASE(?,O(n^2))
6.46 *
WORST_CASE(?,O(n^2))
5.74 *
MAYBE
1.29 *
MAYBE
1.45
typed-quotient
*
WORST_CASE(?,O(n^1))
0.33 *
WORST_CASE(?,O(n^1))
0.18 *
WORST_CASE(?,O(n^1))
0.29 *
WORST_CASE(?,O(n^1))
0.27
typed-rationalPotential.raml
*
WORST_CASE(?,O(n^1))
0.71 *
WORST_CASE(?,O(n^1))
0.45 *
WORST_CASE(?,O(n^1))
0.54 *
WORST_CASE(?,O(n^1))
0.45
typed-reverse
*
WORST_CASE(?,O(n^2))
0.64 *
WORST_CASE(?,O(n^2))
0.70 *
WORST_CASE(?,O(n^2))
0.41 *
WORST_CASE(?,O(n^2))
0.44
typed-sat
*
WORST_CASE(?,O(n^2))
1.97 *
WORST_CASE(?,O(n^2))
1.98 *
MAYBE
1.14 *
MAYBE
0.97
typed-shuffle
*
MAYBE
15.35 *
MAYBE
15.22 *
MAYBE
0.15 *
MAYBE
1.25
typed-splitandsort.raml
*
TIMEOUT
60.05 *
TIMEOUT
60.01 *
TIMEOUT
60.04 *
TIMEOUT
60.00
typed-subtrees.raml
*
WORST_CASE(?,O(n^2))
1.67 *
WORST_CASE(?,O(n^2))
1.55 *
MAYBE
0.97 *
MAYBE
0.87
typed-tadd
*
MAYBE
1.80 *
MAYBE
1.71 *
MAYBE
1.01 *
MAYBE
0.89