experiment

	TcTHocaAra			TcTHocaNoAra			AraHoca			AraTrs			AraHocaCostFree			AraTrsCostFree			Raml-1.4.2
Problem (all selected)	*	answer		*	answer		*	answer		*	answer		*	answer		*	answer		*	answer
LogicAndCodes1	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	MAYBE	12.54	*	MAYBE	3.22	*	MAYBE	36.99	*	MAYBE	30.23	*	MAYBE	10.25
LogicAndCodes2	*	MAYBE	59.23	*	MAYBE	59.29	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^1))	2.38	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^1))	6.59	*	WORST_CASE(?,O(n^1))	0.21
avanzini	*	TIMEOUT	60.07	*	TIMEOUT	60.25	*	MAYBE	24.83	*	MAYBE	5.84	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	MAYBE	1.34
avanzini_original	*	WORST_CASE(?,O(n^1))	3.70	*	WORST_CASE(?,O(n^1))	4.81	*	WORST_CASE(?,O(n^1))	0.81	*	WORST_CASE(?,O(n^1))	0.93	*	WORST_CASE(?,O(n^1))	0.80	*	WORST_CASE(?,O(n^1))	1.42	*	MAYBE	0.17
aws_avarage	*	MAYBE	59.08	*	MAYBE	59.10	*	TIMEOUT	60.06	*	MAYBE	26.88	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	MAYBE	12.21
bigints_add	*	MAYBE	59.23	*	MAYBE	59.09	*	TIMEOUT	60.06	*	MAYBE	56.09	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^1))	0.22
bigints_mult	*	MAYBE	59.08	*	MAYBE	59.79	*	TIMEOUT	60.06	*	MAYBE	16.77	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^2))	1.03
btree_lookup	*	WORST_CASE(?,O(n^1))	7.76	*	WORST_CASE(?,O(n^1))	3.11	*	WORST_CASE(?,O(n^1))	1.67	*	WORST_CASE(?,O(n^1))	0.54	*	WORST_CASE(?,O(n^1))	2.00	*	WORST_CASE(?,O(n^1))	1.35	*	ERROR	0.15
calculator	*	WORST_CASE(?,O(n^2))	39.37	*	WORST_CASE(?,O(n^3))	56.69	*	MAYBE	3.16	*	MAYBE	2.70	*	WORST_CASE(?,O(n^2))	18.50	*	WORST_CASE(?,O(n^2))	30.82	*	WORST_CASE(?,O(n^3))	1.53
calculator_simple	*	WORST_CASE(?,O(n^2))	14.54	*	WORST_CASE(?,O(n^2))	16.60	*	MAYBE	3.10	*	MAYBE	1.43	*	WORST_CASE(?,O(n^2))	5.43	*	WORST_CASE(?,O(n^2))	4.17	*	WORST_CASE(?,O(n^3))	1.43
dfs-flatten	*	WORST_CASE(?,O(n^1))	6.83	*	WORST_CASE(?,O(n^1))	5.39	*	WORST_CASE(?,O(n^1))	2.89	*	WORST_CASE(?,O(n^1))	0.42	*	WORST_CASE(?,O(n^1))	2.50	*	WORST_CASE(?,O(n^1))	0.87	*	WORST_CASE(?,O(n^1))	0.12
eval1	*	MAYBE	58.25	*	TIMEOUT	60.37	*	MAYBE	20.04	*	MAYBE	2.72	*	TIMEOUT	60.06	*	MAYBE	52.26	*	WORST_CASE(?,O(n^1))	0.09
eval2	*	TIMEOUT	60.00	*	TIMEOUT	60.31	*	MAYBE	19.08	*	MAYBE	5.68	*	TIMEOUT	60.07	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^1))	0.10
evenodd	*	WORST_CASE(?,O(n^1))	2.15	*	WORST_CASE(?,O(n^1))	1.67	*	WORST_CASE(?,O(n^1))	1.13	*	WORST_CASE(?,O(n^1))	0.50	*	WORST_CASE(?,O(n^1))	0.83	*	WORST_CASE(?,O(n^1))	0.30	*	WORST_CASE(?,O(n^1))	0.08
fib_llist	*	TIMEOUT	60.00	*	MAYBE	58.08	*	MAYBE	19.31	*	MAYBE	17.47	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	ERROR	0.65
flatten	*	WORST_CASE(?,O(n^1))	10.75	*	WORST_CASE(?,O(n^1))	7.94	*	WORST_CASE(?,O(n^1))	1.30	*	WORST_CASE(?,O(n^1))	1.19	*	WORST_CASE(?,O(n^1))	3.14	*	WORST_CASE(?,O(n^1))	2.38	*	MAYBE	0.20
flip	*	WORST_CASE(?,O(n^1))	3.23	*	WORST_CASE(?,O(n^1))	0.92	*	WORST_CASE(?,O(n^1))	0.40	*	WORST_CASE(?,O(n^1))	0.53	*	WORST_CASE(?,O(n^1))	0.47	*	WORST_CASE(?,O(n^1))	0.71	*	WORST_CASE(?,O(n^1))	0.06
flip_ho	*	WORST_CASE(?,O(n^1))	3.88	*	WORST_CASE(?,O(n^1))	1.05	*	WORST_CASE(?,O(n^1))	0.72	*	WORST_CASE(?,O(n^1))	0.26	*	WORST_CASE(?,O(n^1))	0.74	*	WORST_CASE(?,O(n^1))	0.28	*	ERROR	0.77
foldsum	*	WORST_CASE(?,O(n^1))	16.28	*	WORST_CASE(?,O(n^1))	13.97	*	WORST_CASE(?,O(n^1))	3.46	*	WORST_CASE(?,O(n^1))	1.36	*	WORST_CASE(?,O(n^1))	3.66	*	WORST_CASE(?,O(n^1))	1.21	*	MAYBE	0.35
id	*	WORST_CASE(?,O(n^1))	2.77	*	WORST_CASE(?,O(n^1))	3.46	*	WORST_CASE(?,O(n^1))	0.54	*	WORST_CASE(?,O(n^1))	0.62	*	WORST_CASE(?,O(n^1))	0.55	*	WORST_CASE(?,O(n^1))	0.69	*	MAYBE	0.13
isort	*	MAYBE	58.82	*	MAYBE	57.35	*	MAYBE	32.16	*	MAYBE	5.01	*	MAYBE	45.18	*	MAYBE	13.36	*	WORST_CASE(?,O(n^3))	0.71
isort-fold	*	WORST_CASE(?,O(n^2))	27.75	*	WORST_CASE(?,O(n^2))	27.68	*	MAYBE	2.62	*	MAYBE	2.07	*	WORST_CASE(?,O(n^2))	6.13	*	WORST_CASE(?,O(n^2))	7.82	*	WORST_CASE(?,O(n^3))	0.84
isort_ho	*	WORST_CASE(?,O(n^2))	26.13	*	WORST_CASE(?,O(n^2))	23.61	*	MAYBE	2.97	*	MAYBE	1.68	*	WORST_CASE(?,O(n^2))	5.04	*	WORST_CASE(?,O(n^2))	5.31	*	WORST_CASE(?,O(n^3))	0.71
list_map	*	WORST_CASE(?,O(n^4))	57.48	*	WORST_CASE(?,O(n^4))	12.78	*	MAYBE	3.81	*	MAYBE	1.96	*	MAYBE	4.51	*	MAYBE	4.11	*	WORST_CASE(?,O(n^1))	0.13
list_map_rev	*	WORST_CASE(?,O(n^1))	8.61	*	WORST_CASE(?,O(n^1))	11.64	*	WORST_CASE(?,O(n^1))	3.64	*	WORST_CASE(?,O(n^1))	0.67	*	WORST_CASE(?,O(n^1))	2.70	*	WORST_CASE(?,O(n^1))	0.88	*	WORST_CASE(?,O(n^1))	0.08
list_map_rev2	*	WORST_CASE(?,O(n^4))	59.83	*	WORST_CASE(?,O(n^4))	45.99	*	MAYBE	10.96	*	MAYBE	1.29	*	MAYBE	29.63	*	MAYBE	4.18	*	WORST_CASE(?,O(n^1))	0.13
list_rev1	*	WORST_CASE(?,O(n^1))	9.72	*	WORST_CASE(?,O(n^1))	8.93	*	WORST_CASE(?,O(n^1))	1.50	*	WORST_CASE(?,O(n^1))	1.59	*	WORST_CASE(?,O(n^1))	1.57	*	WORST_CASE(?,O(n^1))	2.73	*	MAYBE	0.15
list_rev2	*	WORST_CASE(?,O(n^1))	6.38	*	WORST_CASE(?,O(n^1))	7.33	*	WORST_CASE(?,O(n^1))	1.75	*	WORST_CASE(?,O(n^1))	1.48	*	WORST_CASE(?,O(n^1))	1.64	*	WORST_CASE(?,O(n^1))	1.62	*	WORST_CASE(?,O(n^1))	0.14
mappplus	*	WORST_CASE(?,O(n^2))	5.79	*	WORST_CASE(?,O(n^2))	2.78	*	MAYBE	2.08	*	MAYBE	1.90	*	MAYBE	3.20	*	MAYBE	2.75	*	MAYBE	0.21
mergesort	*	MAYBE	59.11	*	MAYBE	59.15	*	MAYBE	46.62	*	MAYBE	8.20	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^3))	2.91
mergesort-dc	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	MAYBE	15.65	*	TIMEOUT	60.07	*	TIMEOUT	60.06	*	MAYBE	5.33
mss	*	MAYBE	57.06	*	MAYBE	57.13	*	MAYBE	34.20	*	MAYBE	28.78	*	WORST_CASE(?,O(n^3))	42.39	*	WORST_CASE(?,O(n^3))	29.16	*	MAYBE	2.86
pred	*	WORST_CASE(?,O(1))	0.48	*	WORST_CASE(?,O(1))	0.30	*	WORST_CASE(?,O(1))	0.25	*	WORST_CASE(?,O(1))	0.29	*	WORST_CASE(?,O(1))	0.19	*	WORST_CASE(?,O(1))	0.64	*	WORST_CASE(?,O(1))	0.08
prependAll	*	WORST_CASE(?,O(n^2))	6.22	*	WORST_CASE(?,O(n^2))	2.82	*	MAYBE	1.72	*	MAYBE	2.28	*	MAYBE	3.89	*	MAYBE	4.55	*	MAYBE	0.19
product	*	WORST_CASE(?,O(n^2))	9.04	*	WORST_CASE(?,O(n^2))	7.14	*	MAYBE	2.59	*	MAYBE	2.45	*	MAYBE	5.05	*	MAYBE	6.84	*	MAYBE	0.16
quicksort	*	TIMEOUT	60.01	*	TIMEOUT	60.04	*	MAYBE	20.17	*	MAYBE	6.51	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^2))	0.19
quicksort_list	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	MAYBE	35.21	*	MAYBE	9.77	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^3))	1.86
quicksort_pairs	*	TIMEOUT	60.07	*	TIMEOUT	61.43	*	MAYBE	55.32	*	MAYBE	21.17	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	WORST_CASE(?,O(n^2))	0.54
rev-dl	*	WORST_CASE(?,O(n^1))	6.77	*	WORST_CASE(?,O(n^1))	6.91	*	WORST_CASE(?,O(n^1))	1.75	*	WORST_CASE(?,O(n^1))	0.64	*	WORST_CASE(?,O(n^1))	1.62	*	WORST_CASE(?,O(n^1))	1.43	*	MAYBE	0.11
rev-fletf	*	WORST_CASE(?,O(n^1))	9.08	*	WORST_CASE(?,O(n^1))	9.76	*	WORST_CASE(?,O(n^1))	3.61	*	WORST_CASE(?,O(n^1))	0.54	*	WORST_CASE(?,O(n^1))	1.56	*	WORST_CASE(?,O(n^1))	0.95	*	MAYBE	0.20
rev-foldl	*	WORST_CASE(?,O(n^1))	2.98	*	WORST_CASE(?,O(n^1))	1.87	*	WORST_CASE(?,O(n^1))	0.92	*	WORST_CASE(?,O(n^1))	0.51	*	WORST_CASE(?,O(n^1))	1.02	*	WORST_CASE(?,O(n^1))	0.41	*	WORST_CASE(?,O(n^1))	0.13
rev_ho	*	WORST_CASE(?,O(n^2))	9.44	*	WORST_CASE(?,O(n^2))	9.77	*	MAYBE	3.02	*	MAYBE	2.90	*	WORST_CASE(?,O(n^2))	2.87	*	WORST_CASE(?,O(n^2))	3.35	*	WORST_CASE(?,O(n^2))	0.13
rpm-lazy	*	TIMEOUT	60.00	*	TIMEOUT	60.00	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	TIMEOUT	60.06	*	ERROR	0.62
running	*	WORST_CASE(?,O(n^3))	24.81	*	WORST_CASE(?,O(n^3))	50.54	*	MAYBE	5.13	*	MAYBE	1.78	*	MAYBE	7.77	*	MAYBE	7.55	*	WORST_CASE(?,O(n^2))	7.20
subsequence	*	TIMEOUT	60.06	*	MAYBE	59.14	*	TIMEOUT	60.06	*	MAYBE	5.14	*	TIMEOUT	60.06	*	MAYBE	44.77	*	WORST_CASE(?,O(n^2))	0.48
sum	*	WORST_CASE(?,O(n^1))	3.44	*	WORST_CASE(?,O(n^1))	4.13	*	WORST_CASE(?,O(n^1))	0.54	*	WORST_CASE(?,O(n^1))	0.37	*	WORST_CASE(?,O(n^1))	0.91	*	WORST_CASE(?,O(n^1))	0.66	*	WORST_CASE(?,O(n^2))	0.13
sum_sqs3	*	MAYBE	58.23	*	MAYBE	57.32	*	MAYBE	14.51	*	MAYBE	1.29	*	MAYBE	6.21	*	MAYBE	2.72	*	MAYBE	0.97
take_lazy	*	WORST_CASE(?,O(n^1))	2.30	*	WORST_CASE(?,O(n^1))	1.36	*	WORST_CASE(?,O(n^1))	0.51	*	WORST_CASE(?,O(n^1))	0.40	*	WORST_CASE(?,O(n^1))	0.89	*	WORST_CASE(?,O(n^1))	0.22	*	ERROR	0.87

Result Summary

Average Times

	TcTHocaAra	TcTHocaNoAra	AraHoca	AraTrs	AraHocaCostFree	AraTrsCostFree	Raml-1.4.2
Success "MAYBE"	9	10	23	28	9	11	16
Success "WORST_CASE(?,O(1))"	1	1	1	1	1	1	1
Success "WORST_CASE(?,O(n^1))"	17	17	17	18	17	18	12
Success "WORST_CASE(?,O(n^2))"	8	7	0	0	5	5	7
Success "WORST_CASE(?,O(n^3))"	1	2	0	0	1	1	7
Success "WORST_CASE(?,O(n^4))"	2	2	0	0	0	0	0
Failure ""	0	0	0	0	0	0	5
Timeout	10	9	7	1	15	12	0

	TcTHocaAra	TcTHocaNoAra	AraHoca	AraTrs	AraHocaCostFree	AraTrsCostFree	Raml-1.4.2
Success "MAYBE"	58.68	58.54	16.31	9.24	15.83	15.76	2.18
Success "WORST_CASE(?,O(1))"	0.48	0.30	0.25	0.29	0.19	0.64	0.08
Success "WORST_CASE(?,O(n^1))"	6.27	5.55	1.60	0.83	1.57	1.37	0.12
Success "WORST_CASE(?,O(n^2))"	17.28	12.92	0.00	0.00	7.59	10.29	1.38
Success "WORST_CASE(?,O(n^3))"	24.81	53.62	0.00	0.00	42.39	29.16	1.43
Success "WORST_CASE(?,O(n^4))"	58.65	29.38	0.00	0.00	0.00	0.00	0.00
Failure ""	0.00	0.00	0.00	0.00	0.00	0.00	0.61
Timeout	60.04	60.29	60.06	60.06	60.06	60.06	0.00
Overall	31.58	30.81	17.15	6.96	23.97	20.83	1.23