Details of experiments in our paper in FroCoS 2019
Test on Tools
no.
ACP
ACP(direct)
CSI
FORT
1000
YES
YES
YES
timeout
1001
timeout
timeout
timeout
timeout
1002
timeout
timeout
timeout
timeout
1003
timeout
timeout
timeout
timeout
1004
timeout
timeout
timeout
timeout
1005
timeout
timeout
YES
timeout
1006
timeout
timeout
timeout
timeout
1007
timeout
timeout
YES
timeout
1008
timeout
timeout
timeout
timeout
1009
timeout
timeout
timeout
timeout
1010
timeout
timeout
timeout
timeout
1011
timeout
timeout
YES
timeout
1012
timeout
timeout
YES
timeout
1013
timeout
timeout
timeout
timeout
1014
timeout
timeout
timeout
timeout
1015
timeout
timeout
timeout
timeout
1016
timeout
timeout
timeout
timeout
1017
timeout
timeout
timeout
timeout
1018
timeout
timeout
timeout
timeout
1019
YES
YES
YES
timeout
1020
timeout
timeout
timeout
timeout
1021
timeout
timeout
timeout
timeout
1022
timeout
timeout
timeout
timeout
1023
timeout
timeout
timeout
timeout
1024
timeout
timeout
timeout
timeout
1025
timeout
timeout
timeout
timeout
1026
timeout
timeout
YES
timeout
1027
timeout
timeout
timeout
timeout
1028
timeout
timeout
timeout
timeout
1029
timeout
timeout
timeout
timeout
1030
YES
YES
YES
timeout
1031
timeout
timeout
timeout
timeout
1032
timeout
timeout
MAYBE
timeout
1033
timeout
timeout
timeout
timeout
1034
timeout
timeout
MAYBE
timeout
1035
YES
YES
YES
timeout
1036
timeout
timeout
timeout
timeout
109
timeout
timeout
timeout
timeout
110
timeout
timeout
timeout
timeout
113
YES
YES
MAYBE
timeout
1131
YES
YES
YES
timeout
1132
YES
YES
YES
timeout
1133
YES
YES
MAYBE
timeout
126
YES
YES
YES
timeout
15
NO
NO
NO
timeout
16
NO
NO
MAYBE
timeout
173
MAYBE
MAYBE
timeout
timeout
21
YES
YES
YES
YES
212
YES
YES
YES
YES
214
YES
YES
YES
YES
216
NO
NO
MAYBE
timeout
226
YES
YES
YES
timeout
236
timeout
timeout
MAYBE
timeout
237
NO
NO
MAYBE
timeout
238
NO
NO
MAYBE
timeout
239
NO
NO
NO
timeout
24
YES
YES
YES
timeout
240
YES
YES
YES
timeout
241
YES
YES
MAYBE
timeout
242
YES
YES
MAYBE
timeout
243
NO
NO
MAYBE
timeout
244
YES
YES
MAYBE
timeout
245
YES
YES
YES
timeout
246
YES
YES
YES
timeout
247
YES
YES
YES
timeout
248
YES
YES
MAYBE
timeout
249
YES
YES
YES
timeout
250
YES
YES
YES
timeout
251
YES
YES
YES
timeout
252
YES
YES
YES
timeout
253
YES
YES
YES
timeout
254
YES
YES
YES
timeout
255
YES
YES
YES
timeout
256
YES
YES
YES
timeout
257
YES
YES
YES
timeout
258
YES
YES
YES
timeout
26
YES
YES
YES
timeout
261
NO
NO
NO
timeout
38
NO
NO
NO
NO
39
NO
NO
NO
NO
392
NO
NO
NO
timeout
43
NO
NO
NO
timeout
46
NO
NO
NO
timeout
47
YES
YES
YES
timeout
49
MAYBE
MAYBE
MAYBE
timeout
497
YES
YES
YES
timeout
507
NO
NO
NO
NO
508
YES
YES
YES
YES
509
NO
NO
NO
NO
510
NO
NO
NO
NO
511
NO
NO
NO
NO
512
NO
NO
MAYBE
NO
52
MAYBE
MAYBE
YES
timeout
525
YES
YES
MAYBE
timeout
526
NO
NO
MAYBE
timeout
533
timeout
timeout
timeout
timeout
534
timeout
timeout
timeout
timeout
535
timeout
timeout
timeout
timeout
536
NO
NO
NO
timeout
539
timeout
timeout
timeout
timeout
54
YES
YES
YES
timeout
540
timeout
timeout
timeout
timeout
541
timeout
timeout
timeout
timeout
543
NO
NO
NO
NO
544
NO
NO
NO
timeout
554
timeout
timeout
timeout
timeout
556
timeout
timeout
timeout
timeout
557
NO
NO
MAYBE
NO
56
YES
YES
YES
timeout
57
YES
YES
YES
timeout
573
NO
NO
NO
timeout
574
timeout
timeout
timeout
timeout
58
MAYBE
MAYBE
MAYBE
timeout
582
NO
NO
NO
timeout
584
NO
NO
MAYBE
timeout
588
NO
NO
NO
timeout
598
timeout
timeout
YES
timeout
599
NO
NO
MAYBE
timeout
614
NO
NO
MAYBE
timeout
631
NO
NO
NO
timeout
632
NO
NO
NO
timeout
64
MAYBE
MAYBE
MAYBE
timeout
647
YES
YES
YES
YES
650
YES
YES
YES
YES
651
timeout
timeout
YES
YES
654
YES
YES
YES
YES
655
NO
NO
NO
NO
657
NO
NO
NO
NO
658
timeout
timeout
NO
NO
659
YES
YES
YES
YES
660
YES
YES
YES
YES
661
YES
YES
YES
YES
663
YES
YES
YES
YES
664
NO
NO
NO
NO
665
NO
NO
NO
NO
666
YES
YES
YES
YES
668
YES
YES
YES
YES
669
NO
NO
NO
NO
670
NO
NO
NO
NO
672
YES
YES
YES
YES
673
NO
NO
NO
NO
674
NO
NO
NO
NO
676
YES
YES
YES
YES
677
YES
YES
YES
YES
678
NO
NO
NO
NO
680
NO
NO
NO
NO
683
YES
YES
YES
YES
684
YES
YES
YES
YES
685
YES
YES
YES
YES
686
YES
YES
YES
YES
687
NO
NO
NO
NO
688
YES
YES
YES
YES
689
YES
YES
YES
YES
694
NO
NO
NO
NO
695
NO
NO
NO
NO
696
NO
NO
NO
NO
697
YES
YES
YES
YES
698
NO
NO
NO
NO
699
YES
YES
YES
YES
70
NO
NO
NO
timeout
701
YES
YES
YES
YES
703
YES
YES
YES
YES
704
YES
YES
YES
YES
706
YES
YES
YES
YES
711
YES
YES
YES
YES
712
NO
NO
NO
NO
714
NO
NO
NO
NO
715
YES
YES
YES
YES
716
YES
YES
YES
YES
717
YES
YES
YES
YES
719
NO
NO
NO
NO
720
NO
NO
NO
NO
721
YES
YES
YES
YES
731
NO
NO
NO
NO
732
NO
NO
NO
NO
733
NO
NO
NO
NO
735
NO
NO
NO
NO
736
YES
YES
MAYBE
YES
738
YES
YES
YES
YES
739
NO
NO
MAYBE
NO
741
YES
YES
timeout
YES
762
NO
NO
NO
timeout
765
NO
NO
NO
timeout
78
NO
NO
timeout
timeout
795
NO
NO
NO
timeout
797
YES
YES
YES
timeout
80
YES
YES
YES
YES
937
NO
NO
timeout
timeout
938
YES
YES
timeout
timeout
939
timeout
timeout
timeout
timeout
940
YES
YES
YES
timeout
943
NO
NO
NO
timeout
944
timeout
timeout
timeout
timeout
945
YES
YES
YES
timeout
946
NO
NO
NO
timeout
947
timeout
timeout
MAYBE
timeout
948
timeout
timeout
timeout
timeout
949
NO
NO
NO
timeout
950
NO
NO
MAYBE
timeout
954
NO
NO
NO
timeout
955
NO
NO
NO
timeout
956
NO
NO
NO
timeout
957
NO
NO
NO
timeout
958
NO
NO
NO
timeout
960
YES
YES
YES
timeout
961
NO
NO
NO
timeout
962
timeout
timeout
YES
timeout
963
NO
NO
NO
timeout
964
NO
NO
MAYBE
timeout
965
NO
NO
MAYBE
timeout
966
NO
NO
MAYBE
timeout
967
NO
NO
timeout
timeout
968
NO
NO
timeout
timeout
969
NO
NO
timeout
timeout
970
NO
NO
MAYBE
timeout
971
NO
NO
timeout
timeout
972
NO
NO
MAYBE
timeout
973
NO
NO
timeout
timeout
975
NO
NO
NO
timeout
976
NO
NO
NO
timeout
977
timeout
timeout
YES
timeout
978
timeout
timeout
YES
timeout
979
timeout
timeout
YES
timeout
98
NO
NO
NO
timeout
980
NO
NO
NO
timeout
981
NO
NO
NO
timeout
982
YES
YES
YES
timeout
983
NO
NO
NO
timeout
986
NO
NO
NO
timeout
987
timeout
timeout
timeout
timeout
988
timeout
timeout
timeout
timeout
989
YES
YES
YES
timeout
990
timeout
timeout
timeout
timeout
991
NO
NO
timeout
timeout
992
YES
YES
YES
timeout
993
timeout
timeout
timeout
timeout
994
YES
YES
YES
timeout
995
timeout
timeout
YES
timeout
996
YES
YES
YES
timeout
997
NO
NO
timeout
timeout
998
timeout
timeout
timeout
timeout
999
NO
NO
MAYBE
timeout