experiment

	TcT WorstCase			AraTRS-Cor18			AraHOCA-Cor18			Costabs-CoFloCo-TermDepth			Costabs-CoFloCo-TypedNorms			Raml-1.4.2
Problem (all selected)	*	answer		*	answer		*	answer		*	answer		*	answer		*	answer
LogicAndCodes1	*	MAYBE	39.82	*	BEST_CASE(Omega(n^3),?)	2.39	*	BEST_CASE(Omega(n^3),?)	3.19	*	BEST_CASE(Omega(1),?)	1.73	*	BEST_CASE(Omega(1),?)	2.54	*	BEST_CASE(Omega(n^1),?)	0.20
LogicAndCodes2	*	WORST_CASE(?,O(n^1))	1.28	*	BEST_CASE(Omega(1),?)	1.00	*	TIMEOUT	60.06	*	BEST_CASE(Omega(1),?)	4.77	*	BEST_CASE(Omega(1),?)	2.21	*	BEST_CASE(Omega(n^1),?)	0.19
avanzini	*	MAYBE	47.31	*	BEST_CASE(Omega(n^1),?)	5.48	*	BEST_CASE(Omega(n^1),?)	6.18	*	ERROR	0.50	*	ERROR	0.47	*	BEST_CASE(Omega(n^1),?)	0.28
avanzini_original	*	WORST_CASE(?,O(n^1))	0.32	*	BEST_CASE(Omega(n^1),?)	0.65	*	BEST_CASE(Omega(n^1),?)	0.65	*	ERROR	0.45	*	ERROR	0.40	*	BEST_CASE(Omega(n^1),?)	0.08
aws_avarage	*	TIMEOUT	60.06	*	BEST_CASE(Omega(n^2),?)	42.28	*	BEST_CASE(Omega(n^2),?)	55.85	*	ERROR	0.44	*	ERROR	0.44	*	BEST_CASE(Omega(n^1),?)	2.02
bigints_add	*	TIMEOUT	60.06	*	BEST_CASE(Omega(n^1),?)	12.02	*	TIMEOUT	60.03	*	ERROR	0.52	*	ERROR	0.56	*	BEST_CASE(Omega(1),?)	0.18
bigints_mult	*	MAYBE	58.17	*	BEST_CASE(Omega(n^1),?)	36.51	*	BEST_CASE(Omega(n^1),?)	44.87	*	ERROR	0.52	*	ERROR	0.55	*	BEST_CASE(Omega(n^1),?)	0.76
btree_lookup	*	WORST_CASE(?,O(n^1))	1.68	*	BEST_CASE(Omega(1),?)	1.46	*	BEST_CASE(Omega(1),?)	4.20	*	BEST_CASE(Omega(1),?)	1.03	*	BEST_CASE(Omega(1),?)	1.25	*	ERROR	0.04
calculator	*	WORST_CASE(?,O(n^2))	4.49	*	BEST_CASE(Omega(1),?)	0.36	*	BEST_CASE(Omega(1),?)	0.28	*	ERROR	0.44	*	ERROR	0.44	*	BEST_CASE(Omega(n^1),?)	0.12
calculator_simple	*	WORST_CASE(?,O(n^2))	1.12	*	BEST_CASE(Omega(1),?)	0.28	*	BEST_CASE(Omega(1),?)	0.33	*	ERROR	0.51	*	ERROR	0.46	*	BEST_CASE(Omega(n^1),?)	0.13
dfs-flatten	*	WORST_CASE(?,O(n^1))	0.26	*	BEST_CASE(Omega(1),?)	0.52	*	BEST_CASE(Omega(1),?)	1.02	*	ERROR	0.45	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.10
eval1	*	MAYBE	53.97	*	BEST_CASE(Omega(1),?)	0.88	*	BEST_CASE(Omega(1),?)	1.18	*	BEST_CASE(Omega(1),?)	1.07	*	BEST_CASE(Omega(1),?)	1.04	*	BEST_CASE(Omega(1),?)	0.07
eval2	*	MAYBE	35.65	*	BEST_CASE(Omega(1),?)	1.40	*	BEST_CASE(Omega(1),?)	2.17	*	ERROR	0.42	*	ERROR	0.47	*	BEST_CASE(Omega(1),?)	0.07
evenodd	*	WORST_CASE(?,O(n^1))	0.25	*	BEST_CASE(Omega(1),?)	0.16	*	BEST_CASE(Omega(1),?)	0.17	*	BEST_CASE(Omega(1),?)	0.94	*	BEST_CASE(Omega(1),?)	0.93	*	BEST_CASE(Omega(n^1),?)	0.07
fib_llist	*	MAYBE	32.36	*	BEST_CASE(Omega(n^1),?)	1.85	*	BEST_CASE(Omega(n^1),?)	2.25	*	ERROR	0.42	*	ERROR	0.43	*	ERROR	0.49
flatten	*	WORST_CASE(?,O(n^1))	0.31	*	BEST_CASE(Omega(1),?)	0.57	*	BEST_CASE(Omega(1),?)	0.49	*	ERROR	0.48	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.08
flip	*	WORST_CASE(?,O(n^1))	0.20	*	BEST_CASE(Omega(n^1),?)	0.20	*	BEST_CASE(Omega(n^1),?)	0.16	*	BEST_CASE(Omega(1),?)	1.01	*	BEST_CASE(Omega(1),?)	0.90	*	BEST_CASE(Omega(n^1),?)	0.05
flip_ho	*	WORST_CASE(?,O(n^1))	0.15	*	BEST_CASE(Omega(n^1),?)	0.13	*	BEST_CASE(Omega(n^1),?)	0.15	*	BEST_CASE(Omega(1),?)	0.94	*	BEST_CASE(Omega(1),?)	0.88	*	ERROR	0.45
foldsum	*	WORST_CASE(?,O(n^1))	0.37	*	BEST_CASE(Omega(n^1),?)	1.35	*	BEST_CASE(Omega(n^1),?)	1.55	*	ERROR	0.41	*	ERROR	0.39	*	BEST_CASE(Omega(n^1),?)	0.12
id	*	WORST_CASE(?,O(n^1))	0.23	*	BEST_CASE(Omega(n^1),?)	0.23	*	BEST_CASE(Omega(n^1),?)	0.21	*	ERROR	0.42	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.07
isort	*	MAYBE	6.13	*	BEST_CASE(Omega(n^1),?)	1.87	*	BEST_CASE(Omega(n^1),?)	2.62	*	ERROR	0.41	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.18
isort-fold	*	WORST_CASE(?,O(n^3))	1.35	*	BEST_CASE(Omega(n^1),?)	0.31	*	BEST_CASE(Omega(n^1),?)	0.43	*	ERROR	0.45	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.12
isort_ho	*	WORST_CASE(?,O(n^3))	1.40	*	BEST_CASE(Omega(n^1),?)	0.35	*	BEST_CASE(Omega(n^1),?)	0.45	*	ERROR	0.49	*	ERROR	0.42	*	BEST_CASE(Omega(n^1),?)	0.11
list_map	*	MAYBE	2.49	*	BEST_CASE(Omega(n^1),?)	0.34	*	BEST_CASE(Omega(n^1),?)	0.32	*	ERROR	0.48	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.05
list_map_rev	*	WORST_CASE(?,O(n^1))	0.23	*	BEST_CASE(Omega(n^1),?)	0.35	*	BEST_CASE(Omega(n^1),?)	0.47	*	ERROR	0.42	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.06
list_map_rev2	*	MAYBE	8.95	*	BEST_CASE(Omega(n^1),?)	1.24	*	BEST_CASE(Omega(n^1),?)	1.92	*	ERROR	0.42	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.08
list_rev1	*	WORST_CASE(?,O(n^1))	0.45	*	BEST_CASE(Omega(n^1),?)	37.04	*	BEST_CASE(Omega(n^1),?)	57.12	*	ERROR	0.41	*	ERROR	0.46	*	BEST_CASE(Omega(n^1),?)	0.07
list_rev2	*	WORST_CASE(?,O(n^1))	0.68	*	BEST_CASE(Omega(n^1),?)	57.26	*	BEST_CASE(Omega(n^1),?)	11.38	*	BEST_CASE(Omega(1),?)	0.96	*	BEST_CASE(Omega(1),?)	0.96	*	BEST_CASE(Omega(n^1),?)	0.08
mappplus	*	WORST_CASE(?,O(n^2))	0.46	*	BEST_CASE(Omega(n^1),?)	0.26	*	BEST_CASE(Omega(n^1),?)	0.27	*	ERROR	0.61	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.08
mergesort	*	MAYBE	51.29	*	BEST_CASE(Omega(1),?)	7.73	*	BEST_CASE(Omega(1),?)	23.36	*	ERROR	0.45	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.23
mergesort-dc	*	MAYBE	58.16	*	BEST_CASE(Omega(1),?)	6.59	*	BEST_CASE(Omega(1),?)	8.45	*	ERROR	0.46	*	ERROR	0.48	*	BEST_CASE(Omega(n^1),?)	0.35
mss	*	MAYBE	17.72	*	BEST_CASE(Omega(n^1),?)	6.00	*	BEST_CASE(Omega(n^1),?)	5.75	*	ERROR	0.40	*	ERROR	0.48	*	BEST_CASE(Omega(n^1),?)	0.24
pred	*	WORST_CASE(?,O(1))	0.09	*	BEST_CASE(Omega(1),?)	0.11	*	BEST_CASE(Omega(1),?)	0.11	*	BEST_CASE(Omega(1),?)	0.96	*	BEST_CASE(Omega(1),?)	0.95	*	BEST_CASE(Omega(1),?)	0.04
prependAll	*	WORST_CASE(?,O(n^2))	0.42	*	BEST_CASE(Omega(n^1),?)	0.27	*	BEST_CASE(Omega(n^1),?)	0.29	*	ERROR	0.44	*	ERROR	0.40	*	BEST_CASE(Omega(n^1),?)	0.08
product	*	WORST_CASE(?,O(n^2))	0.73	*	BEST_CASE(Omega(n^1),?)	0.26	*	BEST_CASE(Omega(n^1),?)	0.20	*	ERROR	0.41	*	ERROR	0.46	*	BEST_CASE(Omega(n^1),?)	0.06
quicksort	*	MAYBE	43.51	*	BEST_CASE(Omega(n^1),?)	4.03	*	BEST_CASE(Omega(n^1),?)	3.19	*	ERROR	0.45	*	ERROR	0.47	*	BEST_CASE(Omega(n^1),?)	0.10
quicksort_list	*	MAYBE	39.87	*	BEST_CASE(Omega(n^1),?)	5.25	*	BEST_CASE(Omega(n^1),?)	6.14	*	ERROR	0.43	*	ERROR	0.42	*	BEST_CASE(Omega(n^1),?)	0.21
quicksort_pairs	*	TIMEOUT	60.06	*	BEST_CASE(Omega(n^1),?)	12.20	*	BEST_CASE(Omega(n^1),?)	9.31	*	ERROR	0.46	*	ERROR	0.46	*	BEST_CASE(Omega(n^1),?)	0.15
rev-dl	*	WORST_CASE(?,O(n^1))	0.29	*	BEST_CASE(Omega(n^1),?)	0.74	*	BEST_CASE(Omega(n^1),?)	0.64	*	ERROR	0.43	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.05
rev-fletf	*	WORST_CASE(?,O(n^1))	0.16	*	BEST_CASE(Omega(n^1),?)	0.53	*	BEST_CASE(Omega(n^1),?)	0.58	*	ERROR	0.44	*	ERROR	0.43	*	BEST_CASE(Omega(n^1),?)	0.08
rev-foldl	*	WORST_CASE(?,O(n^1))	0.15	*	BEST_CASE(Omega(n^1),?)	0.18	*	BEST_CASE(Omega(n^1),?)	0.20	*	ERROR	0.46	*	ERROR	0.41	*	BEST_CASE(Omega(n^1),?)	0.07
rev_ho	*	WORST_CASE(?,O(n^2))	0.78	*	BEST_CASE(Omega(n^1),?)	0.64	*	BEST_CASE(Omega(n^1),?)	0.72	*	BEST_CASE(Omega(1),?)	0.93	*	BEST_CASE(Omega(1),?)	0.92	*	BEST_CASE(Omega(n^1),?)	0.06
rpm-lazy	*	TIMEOUT	60.11	*	TIMEOUT	60.06	*	TIMEOUT	60.10	*	ERROR	0.42	*	ERROR	0.42	*	ERROR	0.47
running	*	WORST_CASE(?,O(n^3))	1.26	*	BEST_CASE(Omega(n^1),?)	0.31	*	BEST_CASE(Omega(n^1),?)	0.44	*	ERROR	0.48	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.87
subsequence	*	MAYBE	17.48	*	BEST_CASE(Omega(n^1),?)	3.95	*	BEST_CASE(Omega(n^1),?)	15.95	*	TIMEOUT	60.00	*	BEST_CASE(Omega(1),?)	1.97	*	BEST_CASE(Omega(n^1),?)	0.19
sum	*	WORST_CASE(?,O(n^1))	0.25	*	BEST_CASE(Omega(n^1),?)	0.15	*	BEST_CASE(Omega(n^1),?)	0.22	*	ERROR	0.43	*	ERROR	0.39	*	BEST_CASE(Omega(n^1),?)	0.07
sum_sqs3	*	MAYBE	6.72	*	BEST_CASE(Omega(n^1),?)	24.49	*	BEST_CASE(Omega(n^1),?)	40.51	*	ERROR	0.43	*	ERROR	0.45	*	BEST_CASE(Omega(n^1),?)	0.23
take_lazy	*	WORST_CASE(?,O(n^1))	0.15	*	BEST_CASE(Omega(n^1),?)	0.13	*	BEST_CASE(Omega(n^1),?)	0.18	*	BEST_CASE(Omega(1),?)	1.03	*	BEST_CASE(Omega(1),?)	0.95	*	ERROR	0.44

Result Summary

Average Times

	TcT WorstCase	AraTRS-Cor18	AraHOCA-Cor18	Costabs-CoFloCo-TermDepth	Costabs-CoFloCo-TypedNorms	Raml-1.4.2
BEST_CASE(Omega(1),?)	0.00	1.76	3.80	1.40	1.29	0.09
BEST_CASE(Omega(n^1),?)	0.00	6.56	6.73	0.00	0.00	0.21
BEST_CASE(Omega(n^2),?)	0.00	42.28	55.85	0.00	0.00	0.00
BEST_CASE(Omega(n^3),?)	0.00	2.39	3.19	0.00	0.00	0.00
Error	0.00	0.00	0.00	0.45	0.45	0.38
MAYBE	32.48	0.00	0.00	0.00	0.00	0.00
Timeout	60.07	60.06	60.06	60.00	0.00	0.00
WORST_CASE(?,O(1))	0.09	0.00	0.00	0.00	0.00	0.00
WORST_CASE(?,O(n^1))	0.41	0.00	0.00	0.00	0.00	0.00
WORST_CASE(?,O(n^2))	1.34	0.00	0.00	0.00	0.00	0.00
WORST_CASE(?,O(n^3))	1.33	0.00	0.00	0.00	0.00	0.00
Overall	16.24	7.13	10.34	1.91	0.66	0.22