@RELATION ALGORITHM_RUNS_CSP-Minizinc-Obj-2016 @ATTRIBUTE instance_id STRING @ATTRIBUTE repetition NUMERIC @ATTRIBUTE algorithm STRING @ATTRIBUTE obj NUMERIC @ATTRIBUTE time NUMERIC @ATTRIBUTE runstatus {ok, timeout, memout, not_applicable, crash, other} @DATA 25_04,1,iZplus-free,0.9,0.603,ok 25_04,1,MZN/SCIP-free,0.9,2.8890000000000002,ok 25_04,1,Chuffed-free,0.9,0.084,ok 25_04,1,LCG-Glucose-UC-free,0.9,0.055,ok 25_04,1,Concrete-free,0.9,17.887,ok 25_04,1,JaCoP-fd,0.9,1200.0,ok 25_04,1,Mistral-free,0.9,7.45,ok 25_04,1,OscaR/CBLS-free,0.6,1200.0,ok 25_04,1,HaifaCSP-free,0.9,4.8340000000000005,ok 25_04,1,Gecode-free,0.9,242.45000000000002,ok 25_04,1,OR-Tools-free,0.9,441.721,ok 25_04,1,"SICStus-Prolog-fd",0.6,1200.0,ok 25_04,1,"Picat-CP-fd",0.9,164.806,ok 25_04,1,"Picat-SAT-free",0.9,2.141,ok 25_04,1,MZN/Gurobi-free,0.9,0.153,ok 25_04,1,MZN/CPLEX-free,0.9,0.137,ok 25_04,1,LCG-Glucose-free,0.9,0.113,ok 25_04,1,MZN/Cbc-free,0.9,0.863,ok 25_04,1,Yuck-free,0.0,1200.0,ok 25_04,1,Choco-free,0.9,1200.0,ok 25_04,1,MinisatID-free,0.9,9.832,ok 25_04,1,G12FD-free,0.9,5.182,ok 31_02,1,iZplus-free,0.9,0.41600000000000004,ok 31_02,1,MZN/SCIP-free,0.9,1.351,ok 31_02,1,Chuffed-free,0.9,0.28800000000000003,ok 31_02,1,LCG-Glucose-UC-free,0.9,0.068,ok 31_02,1,Concrete-free,0.9,200.979,ok 31_02,1,JaCoP-fd,0.9,1200.0,ok 31_02,1,Mistral-free,0.9,110.25,ok 31_02,1,OscaR/CBLS-free,0.9,1200.0,ok 31_02,1,HaifaCSP-free,0.9,19.908,ok 31_02,1,Gecode-free,0.9,461.536,ok 31_02,1,OR-Tools-free,0.9,930.361,ok 31_02,1,"SICStus-Prolog-fd",0.675,1200.0,ok 31_02,1,Picat-CP-fd,0.9,520.155,ok 31_02,1,Picat-SAT-free,0.9,10.8,ok 31_02,1,MZN/Gurobi-free,0.9,0.529,ok 31_02,1,MZN/CPLEX-free,0.9,0.9480000000000001,ok 31_02,1,LCG-Glucose-free,0.9,0.316,ok 31_02,1,MZN/Cbc-free,0.9,12.76,ok 31_02,1,Yuck-free,0.0,1200.0,ok 31_02,1,Choco-free,0.0,1200.0,ok 31_02,1,MinisatID-free,0.9,754.929,ok 31_02,1,G12FD-free,0.9,13.769,ok 25_06,1,iZplus-free,0.9,1.901,ok 25_06,1,MZN/SCIP-free,0.9,13.58,ok 25_06,1,Chuffed-free,0.9,0.39,ok 25_06,1,LCG-Glucose-UC-free,0.9,0.081,ok 25_06,1,Concrete-free,0.9,381.97,ok 25_06,1,JaCoP-fd,0.3,1200.0,ok 25_06,1,Mistral-free,0.9,274.64,ok 25_06,1,OscaR/CBLS-free,0.75,1200.0,ok 25_06,1,HaifaCSP-free,0.9,10.726,ok 25_06,1,Gecode-free,0.3,1200.0,ok 25_06,1,OR-Tools-free,0.3,1200.0,ok 25_06,1,SICStus-Prolog-fd,0.0,1200.0,ok 25_06,1,Picat-CP-fd,0.3,1200.0,ok 25_06,1,Picat-SAT-free,0.9,8.203,ok 25_06,1,MZN/Gurobi-free,0.9,0.46900000000000003,ok 25_06,1,MZN/CPLEX-free,0.9,0.559,ok 25_06,1,LCG-Glucose-free,0.9,0.271,ok 25_06,1,MZN/Cbc-free,0.9,17.125,ok 25_06,1,Yuck-free,0.15,1200.0,ok 25_06,1,Choco-free,0.3,1200.0,ok 25_06,1,MinisatID-free,0.9,380.342,ok 25_06,1,G12FD-free,0.9,150.514,ok 25_03,1,iZplus-free,0.9,3.6670000000000003,ok 25_03,1,MZN/SCIP-free,0.9,2.203,ok 25_03,1,Chuffed-free,0.9,0.319,ok 25_03,1,LCG-Glucose-UC-free,0.9,0.065,ok 25_03,1,Concrete-free,0.3,1200.0,ok 25_03,1,JaCoP-fd,0.9,1200.0,ok 25_03,1,Mistral-free,0.9,1200.0,ok 25_03,1,OscaR/CBLS-free,0.6,1200.0,ok 25_03,1,HaifaCSP-free,0.9,13.861,ok 25_03,1,Gecode-free,0.9,1200.0,ok 25_03,1,OR-Tools-free,0.9,1200.0,ok 25_03,1,SICStus-Prolog-fd,1,1200,timeout 25_03,1,Picat-CP-fd,0.9,1200.0,ok 25_03,1,Picat-SAT-free,0.9,10.318,ok 25_03,1,MZN/Gurobi-free,0.9,0.433,ok 25_03,1,MZN/CPLEX-free,0.9,0.505,ok 25_03,1,LCG-Glucose-free,0.9,2.0020000000000002,ok 25_03,1,MZN/Cbc-free,0.9,2.104,ok 25_03,1,Yuck-free,0.0,1200.0,ok 25_03,1,Choco-free,0.9,1200.0,ok 25_03,1,MinisatID-free,0.6,1200.0,ok 25_03,1,G12FD-free,0.9,115.427,ok 25_01,1,iZplus-free,0.9,0.47100000000000003,ok 25_01,1,MZN/SCIP-free,0.9,1.441,ok 25_01,1,Chuffed-free,0.9,0.093,ok 25_01,1,LCG-Glucose-UC-free,0.9,0.06,ok 25_01,1,Concrete-free,0.9,34.026,ok 25_01,1,JaCoP-fd,0.9,1200.0,ok 25_01,1,Mistral-free,0.9,6.075,ok 25_01,1,OscaR/CBLS-free,0.9,1200.0,ok 25_01,1,HaifaCSP-free,0.9,3.1550000000000002,ok 25_01,1,Gecode-free,0.9,653.831,ok 25_01,1,OR-Tools-free,0.9,1200.0,ok 25_01,1,SICStus-Prolog-fd,0.675,1200.0,ok 25_01,1,Picat-CP-fd,0.9,1200.0,ok 25_01,1,Picat-SAT-free,0.9,2.815,ok 25_01,1,MZN/Gurobi-free,0.9,0.14400000000000002,ok 25_01,1,MZN/CPLEX-free,0.9,0.28700000000000003,ok 25_01,1,LCG-Glucose-free,0.9,0.176,ok 25_01,1,MZN/Cbc-free,0.9,0.988,ok 25_01,1,Yuck-free,0.0,1200.0,ok 25_01,1,Choco-free,0.9,1200.0,ok 25_01,1,MinisatID-free,0.9,4.743,ok 25_01,1,G12FD-free,0.9,4.492,ok handball3,1,iZplus-free,1,1200,timeout handball3,1,MZN/SCIP-free,1,1200,timeout handball3,1,Chuffed-free,0.0,4.93,ok handball3,1,LCG-Glucose-UC-free,0.0,4.946,ok handball3,1,Concrete-free,1,1200,timeout handball3,1,JaCoP-fd,0.0,127.789,ok handball3,1,Mistral-free,1,1200,timeout handball3,1,OscaR/CBLS-free,1,1200,timeout handball3,1,HaifaCSP-free,0.0,130.135,ok handball3,1,Gecode-free,0.0,92.399,ok handball3,1,OR-Tools-free,1,1200,timeout handball3,1,SICStus-Prolog-fd,0.0,113.354,ok handball3,1,Picat-CP-fd,1,1200,timeout handball3,1,Picat-SAT-free,0.9,1200.0,ok handball3,1,MZN/Gurobi-free,1,1200,timeout handball3,1,MZN/CPLEX-free,1,1200,timeout handball3,1,LCG-Glucose-free,0.0,4.807,ok handball3,1,MZN/Cbc-free,1,1200,timeout handball3,1,Yuck-free,1,1200,timeout handball3,1,Choco-free,0.0,115.95100000000001,ok handball3,1,MinisatID-free,1,1200,timeout handball3,1,G12FD-free,1,1200,timeout handball17,1,iZplus-free,1,1200,timeout handball17,1,MZN/SCIP-free,1,1200,timeout handball17,1,Chuffed-free,0.0,1.223,ok handball17,1,LCG-Glucose-UC-free,0.0,3.702,ok handball17,1,Concrete-free,1,1200,timeout handball17,1,JaCoP-fd,0.0,136.887,ok handball17,1,Mistral-free,1,1200,timeout handball17,1,OscaR/CBLS-free,1,1200,timeout handball17,1,HaifaCSP-free,0.0,43.910000000000004,ok handball17,1,Gecode-free,0.0,103.486,ok handball17,1,OR-Tools-free,1,1200,timeout handball17,1,SICStus-Prolog-fd,0.0,118.053,ok handball17,1,Picat-CP-fd,1,1200,timeout handball17,1,Picat-SAT-free,0.9,1200.0,ok handball17,1,MZN/Gurobi-free,1,1200,timeout handball17,1,MZN/CPLEX-free,1,1200,timeout handball17,1,LCG-Glucose-free,0.0,5.045,ok handball17,1,MZN/Cbc-free,1,1200,timeout handball17,1,Yuck-free,1,1200,timeout handball17,1,Choco-free,0.0,111.09700000000001,ok handball17,1,MinisatID-free,1,1200,timeout handball17,1,G12FD-free,1,1200,timeout handball5,1,iZplus-free,1,1200,timeout handball5,1,MZN/SCIP-free,1,1200,timeout handball5,1,Chuffed-free,0.0,1.569,ok handball5,1,LCG-Glucose-UC-free,0.0,1.219,ok handball5,1,Concrete-free,1,1200,timeout handball5,1,JaCoP-fd,0.0,220.376,ok handball5,1,Mistral-free,0.9,1200.0,ok handball5,1,OscaR/CBLS-free,1,1200,timeout handball5,1,HaifaCSP-free,0.0,49.627,ok handball5,1,Gecode-free,0.0,397.92400000000004,ok handball5,1,OR-Tools-free,1,1200,timeout handball5,1,SICStus-Prolog-fd,0.0,160.044,ok handball5,1,Picat-CP-fd,1,1200,timeout handball5,1,Picat-SAT-free,1,1200,timeout handball5,1,MZN/Gurobi-free,1,1200,timeout handball5,1,MZN/CPLEX-free,1,1200,timeout handball5,1,LCG-Glucose-free,0.0,7.582,ok handball5,1,MZN/Cbc-free,1,1200,timeout handball5,1,Yuck-free,1,1200,timeout handball5,1,Choco-free,0.0,110.745,ok handball5,1,MinisatID-free,1,1200,timeout handball5,1,G12FD-free,0.18,1200.0,ok handball20,1,iZplus-free,1,1200,timeout handball20,1,MZN/SCIP-free,1,1200,timeout handball20,1,Chuffed-free,0.0,0.847,ok handball20,1,LCG-Glucose-UC-free,0.0,1.316,ok handball20,1,Concrete-free,1,1200,timeout handball20,1,JaCoP-fd,0.0,39.376,ok handball20,1,Mistral-free,1,1200,timeout handball20,1,OscaR/CBLS-free,1,1200,timeout handball20,1,HaifaCSP-free,0.0,23.036,ok handball20,1,Gecode-free,0.0,19.267,ok handball20,1,OR-Tools-free,1,1200,timeout handball20,1,SICStus-Prolog-fd,0.0,29.891000000000002,ok handball20,1,Picat-CP-fd,1,1200,timeout handball20,1,Picat-SAT-free,1,1200,timeout handball20,1,MZN/Gurobi-free,1,1200,timeout handball20,1,MZN/CPLEX-free,1,1200,timeout handball20,1,LCG-Glucose-free,0.0,3.607,ok handball20,1,MZN/Cbc-free,1,1200,timeout handball20,1,Yuck-free,1,1200,timeout handball20,1,Choco-free,1,1200,timeout handball20,1,MinisatID-free,1,1200,timeout handball20,1,G12FD-free,0.9,1200.0,ok handball7,1,iZplus-free,1,1200,timeout handball7,1,MZN/SCIP-free,1,1200,timeout handball7,1,Chuffed-free,0.0,0.923,ok handball7,1,LCG-Glucose-UC-free,0.0,4.127,ok handball7,1,Concrete-free,1,1200,timeout handball7,1,JaCoP-fd,0.0,72.428,ok handball7,1,Mistral-free,1,1200,timeout handball7,1,OscaR/CBLS-free,1,1200,timeout handball7,1,HaifaCSP-free,0.0,79.516,ok handball7,1,Gecode-free,0.0,44.644,ok handball7,1,OR-Tools-free,1,1200,timeout handball7,1,SICStus-Prolog-fd,0.0,52.996,ok handball7,1,Picat-CP-fd,1,1200,timeout handball7,1,Picat-SAT-free,1,1200,timeout handball7,1,MZN/Gurobi-free,1,1200,timeout handball7,1,MZN/CPLEX-free,1,1200,timeout handball7,1,LCG-Glucose-free,0.0,10.367,ok handball7,1,MZN/Cbc-free,1,1200,timeout handball7,1,Yuck-free,1,1200,timeout handball7,1,Choco-free,0.0,36.585,ok handball7,1,MinisatID-free,1,1200,timeout handball7,1,G12FD-free,0.9,1200.0,ok sb_15_15_7_3,1,iZplus-free,1,917.241,ok sb_15_15_7_3,1,MZN/SCIP-free,1,1200,timeout sb_15_15_7_3,1,Chuffed-free,1,1.622,ok sb_15_15_7_3,1,LCG-Glucose-UC-free,1,0.5690000000000001,ok sb_15_15_7_3,1,Concrete-free,1,32.306,ok sb_15_15_7_3,1,JaCoP-fd,1,263.25100000000003,ok sb_15_15_7_3,1,Mistral-free,1,56.215,ok sb_15_15_7_3,1,OscaR/CBLS-free,1,1200,timeout sb_15_15_7_3,1,HaifaCSP-free,1,24.233,ok sb_15_15_7_3,1,Gecode-free,1,229.61700000000002,ok sb_15_15_7_3,1,OR-Tools-free,1,45.153,ok sb_15_15_7_3,1,SICStus-Prolog-fd,1,237.07,ok sb_15_15_7_3,1,Picat-CP-fd,1,439.07800000000003,ok sb_15_15_7_3,1,Picat-SAT-free,1,3.576,ok sb_15_15_7_3,1,MZN/Gurobi-free,1,1200,timeout sb_15_15_7_3,1,MZN/CPLEX-free,1,111.47500000000001,ok sb_15_15_7_3,1,LCG-Glucose-free,1,0.5740000000000001,ok sb_15_15_7_3,1,MZN/Cbc-free,1,1200,timeout sb_15_15_7_3,1,Yuck-free,1,1200,timeout sb_15_15_7_3,1,Choco-free,1,113.23400000000001,ok sb_15_15_7_3,1,MinisatID-free,1,12.036,ok sb_15_15_7_3,1,G12FD-free,1,36.705,ok sb_13_13_5_5,1,iZplus-free,1,1200,timeout sb_13_13_5_5,1,MZN/SCIP-free,1,8.172,ok sb_13_13_5_5,1,Chuffed-free,1,3.733,ok sb_13_13_5_5,1,LCG-Glucose-UC-free,1,1.331,ok sb_13_13_5_5,1,Concrete-free,1,1200,timeout sb_13_13_5_5,1,JaCoP-fd,1,157.763,ok sb_13_13_5_5,1,Mistral-free,1,326.17400000000004,ok sb_13_13_5_5,1,OscaR/CBLS-free,1,1200,timeout sb_13_13_5_5,1,HaifaCSP-free,1,2.962,ok sb_13_13_5_5,1,Gecode-free,1,102.637,ok sb_13_13_5_5,1,OR-Tools-free,1,29.643,ok sb_13_13_5_5,1,SICStus-Prolog-fd,1,152.416,ok sb_13_13_5_5,1,Picat-CP-fd,1,285.196,ok sb_13_13_5_5,1,Picat-SAT-free,1,2.935,ok sb_13_13_5_5,1,MZN/Gurobi-free,1,1.682,ok sb_13_13_5_5,1,MZN/CPLEX-free,1,1.951,ok sb_13_13_5_5,1,LCG-Glucose-free,1,1.336,ok sb_13_13_5_5,1,MZN/Cbc-free,1,2.439,ok sb_13_13_5_5,1,Yuck-free,1,1200,timeout sb_13_13_5_5,1,Choco-free,1,68.657,ok sb_13_13_5_5,1,MinisatID-free,1,93.018,ok sb_13_13_5_5,1,G12FD-free,1,380.343,ok sb_15_15_6_0,1,iZplus-free,1,65.973,ok sb_15_15_6_0,1,MZN/SCIP-free,1,829.466,ok sb_15_15_6_0,1,Chuffed-free,1,8.445,ok sb_15_15_6_0,1,LCG-Glucose-UC-free,1,0.5750000000000001,ok sb_15_15_6_0,1,Concrete-free,1,113.28,ok sb_15_15_6_0,1,JaCoP-fd,1,936.667,ok sb_15_15_6_0,1,Mistral-free,1,48.277,ok sb_15_15_6_0,1,OscaR/CBLS-free,1,1200,timeout sb_15_15_6_0,1,HaifaCSP-free,1,146.109,ok sb_15_15_6_0,1,Gecode-free,1,678.1080000000001,ok sb_15_15_6_0,1,OR-Tools-free,1,137.238,ok sb_15_15_6_0,1,SICStus-Prolog-fd,1,879.999,ok sb_15_15_6_0,1,Picat-CP-fd,1,1200,timeout sb_15_15_6_0,1,Picat-SAT-free,1,4.518,ok sb_15_15_6_0,1,MZN/Gurobi-free,1,62.963,ok sb_15_15_6_0,1,MZN/CPLEX-free,1,236.54500000000002,ok sb_15_15_6_0,1,LCG-Glucose-free,1,0.5640000000000001,ok sb_15_15_6_0,1,MZN/Cbc-free,1,1200,timeout sb_15_15_6_0,1,Yuck-free,1,1200,timeout sb_15_15_6_0,1,Choco-free,1,490.639,ok sb_15_15_6_0,1,MinisatID-free,1,279.795,ok sb_15_15_6_0,1,G12FD-free,1,451.129,ok sb_15_15_7_5,1,iZplus-free,1,476.072,ok sb_15_15_7_5,1,MZN/SCIP-free,1,340.14,ok sb_15_15_7_5,1,Chuffed-free,1,1.461,ok sb_15_15_7_5,1,LCG-Glucose-UC-free,1,0.628,ok sb_15_15_7_5,1,Concrete-free,1,1200,timeout sb_15_15_7_5,1,JaCoP-fd,1,269.377,ok sb_15_15_7_5,1,Mistral-free,1,1200,timeout sb_15_15_7_5,1,OscaR/CBLS-free,1,1200,timeout sb_15_15_7_5,1,HaifaCSP-free,1,10.449,ok sb_15_15_7_5,1,Gecode-free,1,162.311,ok sb_15_15_7_5,1,OR-Tools-free,1,55.328,ok sb_15_15_7_5,1,SICStus-Prolog-fd,1,208.362,ok sb_15_15_7_5,1,Picat-CP-fd,1,494.223,ok sb_15_15_7_5,1,Picat-SAT-free,1,2.861,ok sb_15_15_7_5,1,MZN/Gurobi-free,1,1200,timeout sb_15_15_7_5,1,MZN/CPLEX-free,1,48.225,ok sb_15_15_7_5,1,LCG-Glucose-free,1,0.627,ok sb_15_15_7_5,1,MZN/Cbc-free,1,1200,timeout sb_15_15_7_5,1,Yuck-free,1,1200,timeout sb_15_15_7_5,1,Choco-free,1,239.437,ok sb_15_15_7_5,1,MinisatID-free,1,9.672,ok sb_15_15_7_5,1,G12FD-free,1,1200,timeout sb_13_13_5_1,1,iZplus-free,1,4.2,ok sb_13_13_5_1,1,MZN/SCIP-free,1,73.012,ok sb_13_13_5_1,1,Chuffed-free,1,3.852,ok sb_13_13_5_1,1,LCG-Glucose-UC-free,1,0.508,ok sb_13_13_5_1,1,Concrete-free,1,13.481,ok sb_13_13_5_1,1,JaCoP-fd,1,185.8,ok sb_13_13_5_1,1,Mistral-free,1,11.765,ok sb_13_13_5_1,1,OscaR/CBLS-free,1,1200,timeout sb_13_13_5_1,1,HaifaCSP-free,1,2.717,ok sb_13_13_5_1,1,Gecode-free,1,131.987,ok sb_13_13_5_1,1,OR-Tools-free,1,34.772,ok sb_13_13_5_1,1,SICStus-Prolog-fd,1,190.08,ok sb_13_13_5_1,1,Picat-CP-fd,1,293.677,ok sb_13_13_5_1,1,Picat-SAT-free,1,2.233,ok sb_13_13_5_1,1,MZN/Gurobi-free,1,62.378,ok sb_13_13_5_1,1,MZN/CPLEX-free,1,23.635,ok sb_13_13_5_1,1,LCG-Glucose-free,1,0.512,ok sb_13_13_5_1,1,MZN/Cbc-free,1,1200,timeout sb_13_13_5_1,1,Yuck-free,1,1200,timeout sb_13_13_5_1,1,Choco-free,1,111.94,ok sb_13_13_5_1,1,MinisatID-free,1,7.814,ok sb_13_13_5_1,1,G12FD-free,1,5.69,ok mesh2x2_1,1,iZplus-free,0.0,8.88,ok mesh2x2_1,1,MZN/SCIP-free,0.0,0.41400000000000003,ok mesh2x2_1,1,Chuffed-free,0.0,0.126,ok mesh2x2_1,1,LCG-Glucose-UC-free,0.0,3.583,ok mesh2x2_1,1,Concrete-free,0.0,4.07,ok mesh2x2_1,1,JaCoP-fd,0.0,0.355,ok mesh2x2_1,1,Mistral-free,0.0,0.126,ok mesh2x2_1,1,OscaR/CBLS-free,1,1200,timeout mesh2x2_1,1,HaifaCSP-free,0.0,0.091,ok mesh2x2_1,1,Gecode-free,0.3698630136986301,1200.0,ok mesh2x2_1,1,OR-Tools-free,0.3698630136986301,1200.0,ok mesh2x2_1,1,SICStus-Prolog-fd,0.9,1200.0,ok mesh2x2_1,1,Picat-CP-fd,0.3698630136986301,1200.0,ok mesh2x2_1,1,Picat-SAT-free,0.0,11.931000000000001,ok mesh2x2_1,1,MZN/Gurobi-free,0.0,0.188,ok mesh2x2_1,1,MZN/CPLEX-free,0.0,0.158,ok mesh2x2_1,1,LCG-Glucose-free,0.0,0.492,ok mesh2x2_1,1,MZN/Cbc-free,0.0,0.996,ok mesh2x2_1,1,Yuck-free,1,1200,timeout mesh2x2_1,1,Choco-free,0.0,7.824,ok mesh2x2_1,1,MinisatID-free,0.0,20.513,ok mesh2x2_1,1,G12FD-free,0.0,0.127,ok mesh4x4_1,1,iZplus-free,0.3369982158786798,1200.0,ok mesh4x4_1,1,MZN/SCIP-free,0.0,36.789,ok mesh4x4_1,1,Chuffed-free,0.9,1200.0,ok mesh4x4_1,1,LCG-Glucose-UC-free,0.0,6.617,ok mesh4x4_1,1,Concrete-free,0.3117082961641392,1200.0,ok mesh4x4_1,1,JaCoP-fd,0.0,1.318,ok mesh4x4_1,1,Mistral-free,0.15254237288135594,1200.0,ok mesh4x4_1,1,OscaR/CBLS-free,1,1200,timeout mesh4x4_1,1,HaifaCSP-free,0.0,23.511,ok mesh4x4_1,1,Gecode-free,1,1200,timeout mesh4x4_1,1,OR-Tools-free,1,1200,timeout mesh4x4_1,1,SICStus-Prolog-fd,1,1200,timeout mesh4x4_1,1,Picat-CP-fd,1,1200,timeout mesh4x4_1,1,Picat-SAT-free,1,1200,timeout mesh4x4_1,1,MZN/Gurobi-free,0.0,1.497,ok mesh4x4_1,1,MZN/CPLEX-free,0.0,0.65,ok mesh4x4_1,1,LCG-Glucose-free,0.0,546.98,ok mesh4x4_1,1,MZN/Cbc-free,0.0,405.06600000000003,ok mesh4x4_1,1,Yuck-free,1,1200,timeout mesh4x4_1,1,Choco-free,1,1200,timeout mesh4x4_1,1,MinisatID-free,1,1200,timeout mesh4x4_1,1,G12FD-free,0.15254237288135594,1200.0,ok ring_1,1,iZplus-free,0.0,1200.0,ok ring_1,1,MZN/SCIP-free,0.0,4.078,ok ring_1,1,Chuffed-free,0.0,1200.0,ok ring_1,1,LCG-Glucose-UC-free,0.0,80.601,ok ring_1,1,Concrete-free,0.06825568797399784,1200.0,ok ring_1,1,JaCoP-fd,0.0,0.556,ok ring_1,1,Mistral-free,0.054604550379198265,1200.0,ok ring_1,1,OscaR/CBLS-free,1,1200,timeout ring_1,1,HaifaCSP-free,0.0,0.3,ok ring_1,1,Gecode-free,1,1200,timeout ring_1,1,OR-Tools-free,1,1200,timeout ring_1,1,SICStus-Prolog-fd,1,1200,timeout ring_1,1,Picat-CP-fd,1,1200,timeout ring_1,1,Picat-SAT-free,0.0,234.59,ok ring_1,1,MZN/Gurobi-free,0.0,0.662,ok ring_1,1,MZN/CPLEX-free,0.0,0.331,ok ring_1,1,LCG-Glucose-free,0.0,23.475,ok ring_1,1,MZN/Cbc-free,0.0,5.601,ok ring_1,1,Yuck-free,1,1200,timeout ring_1,1,Choco-free,1,1200,timeout ring_1,1,MinisatID-free,0.9,1200.0,ok ring_1,1,G12FD-free,0.05850487540628386,1200.0,ok mesh3x3_mp3,1,iZplus-free,0.0,47.023,ok mesh3x3_mp3,1,MZN/SCIP-free,0.0,8.423,ok mesh3x3_mp3,1,Chuffed-free,0.0,56.607,ok mesh3x3_mp3,1,LCG-Glucose-UC-free,0.0,22.286,ok mesh3x3_mp3,1,Concrete-free,0.1951497860199715,1200.0,ok mesh3x3_mp3,1,JaCoP-fd,0.21697574893009985,1200.0,ok mesh3x3_mp3,1,Mistral-free,0.0,3.56,ok mesh3x3_mp3,1,OscaR/CBLS-free,1,1200,timeout mesh3x3_mp3,1,HaifaCSP-free,0.0,0.514,ok mesh3x3_mp3,1,Gecode-free,0.48915834522111273,1200.0,ok mesh3x3_mp3,1,OR-Tools-free,0.48915834522111273,1200.0,ok mesh3x3_mp3,1,SICStus-Prolog-fd,0.6329529243937232,1200.0,ok mesh3x3_mp3,1,Picat-CP-fd,0.48915834522111273,1200.0,ok mesh3x3_mp3,1,Picat-SAT-free,0.08088445078459344,1200.0,ok mesh3x3_mp3,1,MZN/Gurobi-free,0.0,1.024,ok mesh3x3_mp3,1,MZN/CPLEX-free,0.0,0.8200000000000001,ok mesh3x3_mp3,1,LCG-Glucose-free,0.0,334.261,ok mesh3x3_mp3,1,MZN/Cbc-free,0.0,10.274000000000001,ok mesh3x3_mp3,1,Yuck-free,1,1200,timeout mesh3x3_mp3,1,Choco-free,0.48915834522111273,1200.0,ok mesh3x3_mp3,1,MinisatID-free,0.9,1200.0,ok mesh3x3_mp3,1,G12FD-free,0.5148359486447932,1200.0,ok mesh2x2_mp3,1,iZplus-free,0.0,0.404,ok mesh2x2_mp3,1,MZN/SCIP-free,0.0,11.438,ok mesh2x2_mp3,1,Chuffed-free,0.0,0.523,ok mesh2x2_mp3,1,LCG-Glucose-UC-free,0.0,26.108,ok mesh2x2_mp3,1,Concrete-free,0.0,6.408,ok mesh2x2_mp3,1,JaCoP-fd,0.0,1.847,ok mesh2x2_mp3,1,Mistral-free,0.0,0.554,ok mesh2x2_mp3,1,OscaR/CBLS-free,1,1200,timeout mesh2x2_mp3,1,HaifaCSP-free,0.0,0.384,ok mesh2x2_mp3,1,Gecode-free,0.9,1200.0,ok mesh2x2_mp3,1,OR-Tools-free,0.9,1200.0,ok mesh2x2_mp3,1,SICStus-Prolog-fd,1,1200,timeout mesh2x2_mp3,1,Picat-CP-fd,0.9,1200.0,ok mesh2x2_mp3,1,Picat-SAT-free,0.0,27.559,ok mesh2x2_mp3,1,MZN/Gurobi-free,0.0,0.388,ok mesh2x2_mp3,1,MZN/CPLEX-free,0.0,0.47000000000000003,ok mesh2x2_mp3,1,LCG-Glucose-free,0.0,1.135,ok mesh2x2_mp3,1,MZN/Cbc-free,0.0,8.318,ok mesh2x2_mp3,1,Yuck-free,1,1200,timeout mesh2x2_mp3,1,Choco-free,0.9,1200.0,ok mesh2x2_mp3,1,MinisatID-free,0.0,20.133,ok mesh2x2_mp3,1,G12FD-free,0.0,0.649,ok n35f5d20m10k3,1,iZplus-free,0.0,1200.0,ok n35f5d20m10k3,1,MZN/SCIP-free,0.0,92.738,ok n35f5d20m10k3,1,Chuffed-free,0.0,0.8200000000000001,ok n35f5d20m10k3,1,LCG-Glucose-UC-free,0.0,0.748,ok n35f5d20m10k3,1,Concrete-free,0.503559510567297,1200.0,ok n35f5d20m10k3,1,JaCoP-fd,1,1200,timeout n35f5d20m10k3,1,Mistral-free,0.0,1200.0,ok n35f5d20m10k3,1,OscaR/CBLS-free,0.7007786429365962,1200.0,ok n35f5d20m10k3,1,HaifaCSP-free,0.0,3.162,ok n35f5d20m10k3,1,Gecode-free,1,1200,timeout n35f5d20m10k3,1,OR-Tools-free,1,1200,timeout n35f5d20m10k3,1,SICStus-Prolog-fd,1,1200,timeout n35f5d20m10k3,1,Picat-CP-fd,1,1200,timeout n35f5d20m10k3,1,Picat-SAT-free,0.0,19.425,ok n35f5d20m10k3,1,MZN/Gurobi-free,0.0,11.144,ok n35f5d20m10k3,1,MZN/CPLEX-free,0.0,17.746,ok n35f5d20m10k3,1,LCG-Glucose-free,0.0,1.716,ok n35f5d20m10k3,1,MZN/Cbc-free,0.0,375.97700000000003,ok n35f5d20m10k3,1,Yuck-free,0.6286985539488321,1200.0,ok n35f5d20m10k3,1,Choco-free,0.9,1200.0,ok n35f5d20m10k3,1,MinisatID-free,0.0,11.1,ok n35f5d20m10k3,1,G12FD-free,1,1200,timeout n60f7d50m30k10,1,iZplus-free,0.0,1200.0,ok n60f7d50m30k10,1,MZN/SCIP-free,1,1200,timeout n60f7d50m30k10,1,Chuffed-free,0.0,5.662,ok n60f7d50m30k10,1,LCG-Glucose-UC-free,0.0,4.003,ok n60f7d50m30k10,1,Concrete-free,0.22945205479452055,1200.0,ok n60f7d50m30k10,1,JaCoP-fd,0.16727549467275496,1200.0,ok n60f7d50m30k10,1,Mistral-free,0.15205479452054796,1200.0,ok n60f7d50m30k10,1,OscaR/CBLS-free,0.9,1200.0,ok n60f7d50m30k10,1,HaifaCSP-free,0.0,56.752,ok n60f7d50m30k10,1,Gecode-free,0.16727549467275496,1200.0,ok n60f7d50m30k10,1,OR-Tools-free,0.17480974124809742,1200.0,ok n60f7d50m30k10,1,SICStus-Prolog-fd,0.17488584474885846,1200.0,ok n60f7d50m30k10,1,Picat-CP-fd,0.16727549467275496,1200.0,ok n60f7d50m30k10,1,Picat-SAT-free,0.0,69.41,ok n60f7d50m30k10,1,MZN/Gurobi-free,0.0,186.373,ok n60f7d50m30k10,1,MZN/CPLEX-free,0.0,255.24800000000002,ok n60f7d50m30k10,1,LCG-Glucose-free,0.0,37.86,ok n60f7d50m30k10,1,MZN/Cbc-free,1,1200,timeout n60f7d50m30k10,1,Yuck-free,0.208675799086758,1200.0,ok n60f7d50m30k10,1,Choco-free,0.1671993911719939,1200.0,ok n60f7d50m30k10,1,MinisatID-free,0.0,223.42600000000002,ok n60f7d50m30k10,1,G12FD-free,0.1671993911719939,1200.0,ok n55f2d50m30k3,1,iZplus-free,0.0001314828341855369,1200.0,ok n55f2d50m30k3,1,MZN/SCIP-free,1,1200,timeout n55f2d50m30k3,1,Chuffed-free,0.0,1.685,ok n55f2d50m30k3,1,LCG-Glucose-UC-free,0.0,1.434,ok n55f2d50m30k3,1,Concrete-free,0.9,1200.0,ok n55f2d50m30k3,1,JaCoP-fd,0.3547406866325786,1200.0,ok n55f2d50m30k3,1,Mistral-free,0.0,1200.0,ok n55f2d50m30k3,1,OscaR/CBLS-free,0.8033601168736304,1200.0,ok n55f2d50m30k3,1,HaifaCSP-free,0.0,8.294,ok n55f2d50m30k3,1,Gecode-free,0.3547406866325786,1200.0,ok n55f2d50m30k3,1,OR-Tools-free,0.3547406866325786,1200.0,ok n55f2d50m30k3,1,SICStus-Prolog-fd,1,1200,timeout n55f2d50m30k3,1,Picat-CP-fd,0.3547406866325786,1200.0,ok n55f2d50m30k3,1,Picat-SAT-free,0.0,46.119,ok n55f2d50m30k3,1,MZN/Gurobi-free,0.0,44.294000000000004,ok n55f2d50m30k3,1,MZN/CPLEX-free,0.0,34.698,ok n55f2d50m30k3,1,LCG-Glucose-free,0.0,8.333,ok n55f2d50m30k3,1,MZN/Cbc-free,1,1200,timeout n55f2d50m30k3,1,Yuck-free,0.45335281227173124,1200.0,ok n55f2d50m30k3,1,Choco-free,0.3547406866325786,1200.0,ok n55f2d50m30k3,1,MinisatID-free,0.0,38.875,ok n55f2d50m30k3,1,G12FD-free,1,1200,timeout n180f7d50m30k18,1,iZplus-free,1.5170670037926676e-05,1200.0,ok n180f7d50m30k18,1,MZN/SCIP-free,1,1200,timeout n180f7d50m30k18,1,Chuffed-free,0.0,68.519,ok n180f7d50m30k18,1,LCG-Glucose-UC-free,0.0,17.583000000000002,ok n180f7d50m30k18,1,Concrete-free,1,1200,timeout n180f7d50m30k18,1,JaCoP-fd,0.15163084702907711,1200.0,ok n180f7d50m30k18,1,Mistral-free,0.13486725663716814,1200.0,ok n180f7d50m30k18,1,OscaR/CBLS-free,0.30913274336283186,1200.0,ok n180f7d50m30k18,1,HaifaCSP-free,0.0,503.553,ok n180f7d50m30k18,1,Gecode-free,0.14707964601769913,1200.0,ok n180f7d50m30k18,1,OR-Tools-free,0.1607180783817952,1200.0,ok n180f7d50m30k18,1,SICStus-Prolog-fd,0.1622503160556258,1200.0,ok n180f7d50m30k18,1,Picat-CP-fd,0.15163084702907711,1200.0,ok n180f7d50m30k18,1,Picat-SAT-free,0.5472970922882427,1200.0,ok n180f7d50m30k18,1,MZN/Gurobi-free,1,1200,timeout n180f7d50m30k18,1,MZN/CPLEX-free,1,1200,timeout n180f7d50m30k18,1,LCG-Glucose-free,0.0,196.93200000000002,ok n180f7d50m30k18,1,MZN/Cbc-free,1,1200,timeout n180f7d50m30k18,1,Yuck-free,0.9,1200.0,ok n180f7d50m30k18,1,Choco-free,0.1652692793931732,1200.0,ok n180f7d50m30k18,1,MinisatID-free,0.4347458912768647,1200.0,ok n180f7d50m30k18,1,G12FD-free,0.18043994943109987,1200.0,ok n25f5d20m10k3,1,iZplus-free,0.0,3.642,ok n25f5d20m10k3,1,MZN/SCIP-free,0.0,105.303,ok n25f5d20m10k3,1,Chuffed-free,0.0,0.518,ok n25f5d20m10k3,1,LCG-Glucose-UC-free,0.0,0.484,ok n25f5d20m10k3,1,Concrete-free,0.243609022556391,1200.0,ok n25f5d20m10k3,1,JaCoP-fd,0.9,1200.0,ok n25f5d20m10k3,1,Mistral-free,0.0,4.474,ok n25f5d20m10k3,1,OscaR/CBLS-free,0.11390977443609024,1200.0,ok n25f5d20m10k3,1,HaifaCSP-free,0.0,2.2,ok n25f5d20m10k3,1,Gecode-free,0.9,1200.0,ok n25f5d20m10k3,1,OR-Tools-free,0.9,1200.0,ok n25f5d20m10k3,1,SICStus-Prolog-fd,1,1200,timeout n25f5d20m10k3,1,Picat-CP-fd,0.9,1200.0,ok n25f5d20m10k3,1,Picat-SAT-free,0.0,9.125,ok n25f5d20m10k3,1,MZN/Gurobi-free,0.0,3.436,ok n25f5d20m10k3,1,MZN/CPLEX-free,0.0,5.904,ok n25f5d20m10k3,1,LCG-Glucose-free,0.0,1.095,ok n25f5d20m10k3,1,MZN/Cbc-free,0.0,64.306,ok n25f5d20m10k3,1,Yuck-free,0.022556390977443608,1200.0,ok n25f5d20m10k3,1,Choco-free,0.9,1200.0,ok n25f5d20m10k3,1,MinisatID-free,0.0,4.761,ok n25f5d20m10k3,1,G12FD-free,0.6766917293233082,1200.0,ok j30_15_5,1,iZplus-free,0.0,9.836,ok j30_15_5,1,MZN/SCIP-free,0.0,904.807,ok j30_15_5,1,Chuffed-free,0.0,2.0260000000000002,ok j30_15_5,1,LCG-Glucose-UC-free,0.0,1.706,ok j30_15_5,1,Concrete-free,0.21951219512195122,1200.0,ok j30_15_5,1,JaCoP-fd,0.021951219512195124,1200.0,ok j30_15_5,1,Mistral-free,1,1200,timeout j30_15_5,1,OscaR/CBLS-free,0.0,1200.0,ok j30_15_5,1,HaifaCSP-free,0.0,48.378,ok j30_15_5,1,Gecode-free,0.0,43.835,ok j30_15_5,1,OR-Tools-free,0.0,323.188,ok j30_15_5,1,SICStus-Prolog-fd,0.0,11.124,ok j30_15_5,1,Picat-CP-fd,0.04390243902439025,1200.0,ok j30_15_5,1,Picat-SAT-free,0.0,62.718,ok j30_15_5,1,MZN/Gurobi-free,0.0,315.692,ok j30_15_5,1,MZN/CPLEX-free,0.0,82.791,ok j30_15_5,1,LCG-Glucose-free,0.0,3.731,ok j30_15_5,1,MZN/Cbc-free,0.06585365853658537,1200.0,ok j30_15_5,1,Yuck-free,0.8999999999999999,1200.0,ok j30_15_5,1,Choco-free,0.0,2.487,ok j30_15_5,1,MinisatID-free,0.0,188.494,ok j30_15_5,1,G12FD-free,0.0,495.262,ok j30_1_10,1,iZplus-free,1,65.745,ok j30_1_10,1,MZN/SCIP-free,1,14.506,ok j30_1_10,1,Chuffed-free,1,27.707,ok j30_1_10,1,LCG-Glucose-UC-free,1,5.219,ok j30_1_10,1,Concrete-free,1,16.959,ok j30_1_10,1,JaCoP-fd,1,1200,timeout j30_1_10,1,Mistral-free,1,5.347,ok j30_1_10,1,OscaR/CBLS-free,1,1200,timeout j30_1_10,1,HaifaCSP-free,1,15.079,ok j30_1_10,1,Gecode-free,1,389.21500000000003,ok j30_1_10,1,OR-Tools-free,1,897.653,ok j30_1_10,1,SICStus-Prolog-fd,1,1200,timeout j30_1_10,1,Picat-CP-fd,1,1200,timeout j30_1_10,1,Picat-SAT-free,1,104.85900000000001,ok j30_1_10,1,MZN/Gurobi-free,1,2.701,ok j30_1_10,1,MZN/CPLEX-free,1,3.0580000000000003,ok j30_1_10,1,LCG-Glucose-free,1,2.136,ok j30_1_10,1,MZN/Cbc-free,1,16.839,ok j30_1_10,1,Yuck-free,1,1200,timeout j30_1_10,1,Choco-free,1,244.25900000000001,ok j30_1_10,1,MinisatID-free,1,73.031,ok j30_1_10,1,G12FD-free,1,5.699,ok j30_37_4,1,iZplus-free,0.03461538461538462,1200.0,ok j30_37_4,1,MZN/SCIP-free,0.45000000000000007,1200.0,ok j30_37_4,1,Chuffed-free,0.0,1200.0,ok j30_37_4,1,LCG-Glucose-UC-free,0.0,241.4,ok j30_37_4,1,Concrete-free,0.34615384615384615,1200.0,ok j30_37_4,1,JaCoP-fd,0.2076923076923077,1200.0,ok j30_37_4,1,Mistral-free,1,1200,timeout j30_37_4,1,OscaR/CBLS-free,0.01730769230769231,1200.0,ok j30_37_4,1,HaifaCSP-free,0.10384615384615385,1200.0,ok j30_37_4,1,Gecode-free,0.03461538461538462,1200.0,ok j30_37_4,1,OR-Tools-free,0.1903846153846154,1200.0,ok j30_37_4,1,SICStus-Prolog-fd,0.051923076923076926,1200.0,ok j30_37_4,1,Picat-CP-fd,0.2076923076923077,1200.0,ok j30_37_4,1,Picat-SAT-free,0.01730769230769231,1200.0,ok j30_37_4,1,MZN/Gurobi-free,0.17307692307692307,1200.0,ok j30_37_4,1,MZN/CPLEX-free,0.13846153846153847,1200.0,ok j30_37_4,1,LCG-Glucose-free,0.0,162.23,ok j30_37_4,1,MZN/Cbc-free,0.27692307692307694,1200.0,ok j30_37_4,1,Yuck-free,0.9000000000000001,1200.0,ok j30_37_4,1,Choco-free,0.01730769230769231,1200.0,ok j30_37_4,1,MinisatID-free,0.01730769230769231,1200.0,ok j30_37_4,1,G12FD-free,0.45000000000000007,1200.0,ok j30_53_3,1,iZplus-free,0.0,254.38500000000002,ok j30_53_3,1,MZN/SCIP-free,0.0,1200.0,ok j30_53_3,1,Chuffed-free,0.0,18.959,ok j30_53_3,1,LCG-Glucose-UC-free,0.0,4.3260000000000005,ok j30_53_3,1,Concrete-free,0.4411764705882353,1200.0,ok j30_53_3,1,JaCoP-fd,0.10588235294117648,1200.0,ok j30_53_3,1,Mistral-free,1,1200,timeout j30_53_3,1,OscaR/CBLS-free,0.0,1200.0,ok j30_53_3,1,HaifaCSP-free,0.0,161.141,ok j30_53_3,1,Gecode-free,0.05294117647058824,1200.0,ok j30_53_3,1,OR-Tools-free,0.07058823529411765,1200.0,ok j30_53_3,1,SICStus-Prolog-fd,0.01764705882352941,1200.0,ok j30_53_3,1,Picat-CP-fd,0.10588235294117648,1200.0,ok j30_53_3,1,Picat-SAT-free,0.0,109.011,ok j30_53_3,1,MZN/Gurobi-free,0.0,1200.0,ok j30_53_3,1,MZN/CPLEX-free,0.0,723.1320000000001,ok j30_53_3,1,LCG-Glucose-free,0.0,7.165,ok j30_53_3,1,MZN/Cbc-free,0.05294117647058824,1200.0,ok j30_53_3,1,Yuck-free,0.9,1200.0,ok j30_53_3,1,Choco-free,0.0,1200.0,ok j30_53_3,1,MinisatID-free,0.0,335.363,ok j30_53_3,1,G12FD-free,0.24705882352941175,1200.0,ok j30_17_10,1,iZplus-free,0.0,12.002,ok j30_17_10,1,MZN/SCIP-free,0.0,166.719,ok j30_17_10,1,Chuffed-free,0.0,1.73,ok j30_17_10,1,LCG-Glucose-UC-free,0.0,1.712,ok j30_17_10,1,Concrete-free,0.0,164.105,ok j30_17_10,1,JaCoP-fd,0.0,918.142,ok j30_17_10,1,Mistral-free,0.1875,1200.0,ok j30_17_10,1,OscaR/CBLS-free,0.0,1200.0,ok j30_17_10,1,HaifaCSP-free,0.0,52.152,ok j30_17_10,1,Gecode-free,0.0,166.228,ok j30_17_10,1,OR-Tools-free,0.0,281.243,ok j30_17_10,1,SICStus-Prolog-fd,0.0,814.842,ok j30_17_10,1,Picat-CP-fd,0.13125,1200.0,ok j30_17_10,1,Picat-SAT-free,0.0,52.666000000000004,ok j30_17_10,1,MZN/Gurobi-free,0.0,4.189,ok j30_17_10,1,MZN/CPLEX-free,0.0,6.493,ok j30_17_10,1,LCG-Glucose-free,0.0,4.072,ok j30_17_10,1,MZN/Cbc-free,0.0,784.471,ok j30_17_10,1,Yuck-free,0.9,1200.0,ok j30_17_10,1,Choco-free,0.0,1.8900000000000001,ok j30_17_10,1,MinisatID-free,0.0,68.815,ok j30_17_10,1,G12FD-free,0.0,2.676,ok rat99_6,1,iZplus-free,0.0,8.754,ok rat99_6,1,MZN/SCIP-free,0.0,224.215,ok rat99_6,1,Chuffed-free,0.0,11.184000000000001,ok rat99_6,1,LCG-Glucose-UC-free,0.0,2.977,ok rat99_6,1,Concrete-free,1,1200,timeout rat99_6,1,JaCoP-fd,0.0,853.624,ok rat99_6,1,Mistral-free,0.0,6.647,ok rat99_6,1,OscaR/CBLS-free,0.0,1200.0,ok rat99_6,1,HaifaCSP-free,0.0,105.002,ok rat99_6,1,Gecode-free,0.0,492.481,ok rat99_6,1,OR-Tools-free,0.0,232.635,ok rat99_6,1,SICStus-Prolog-fd,0.0,740.399,ok rat99_6,1,Picat-CP-fd,0.03829787234042553,1200.0,ok rat99_6,1,Picat-SAT-free,0.0,19.990000000000002,ok rat99_6,1,MZN/Gurobi-free,0.0,988.429,ok rat99_6,1,MZN/CPLEX-free,0.0,568.744,ok rat99_6,1,LCG-Glucose-free,0.0,1.992,ok rat99_6,1,MZN/Cbc-free,0.9000000000000001,1200.0,ok rat99_6,1,Yuck-free,0.0,1200.0,ok rat99_6,1,Choco-free,0.0,213.353,ok rat99_6,1,MinisatID-free,0.0,26.019000000000002,ok rat99_6,1,G12FD-free,0.0,1073.225,ok st70_5,1,iZplus-free,0.0,1200.0,ok st70_5,1,MZN/SCIP-free,0.0,400.789,ok st70_5,1,Chuffed-free,0.0,5.023,ok st70_5,1,LCG-Glucose-UC-free,0.0,9.289,ok st70_5,1,Concrete-free,0.9,1200.0,ok st70_5,1,JaCoP-fd,0.0,112.849,ok st70_5,1,Mistral-free,0.0,46.932,ok st70_5,1,OscaR/CBLS-free,0.0,1200.0,ok st70_5,1,HaifaCSP-free,0.0,57.297000000000004,ok st70_5,1,Gecode-free,0.0,62.884,ok st70_5,1,OR-Tools-free,0.0,65.413,ok st70_5,1,SICStus-Prolog-fd,0.0,111.881,ok st70_5,1,Picat-CP-fd,0.0,264.04,ok st70_5,1,Picat-SAT-free,0.0,13.796000000000001,ok st70_5,1,MZN/Gurobi-free,0.0,257.371,ok st70_5,1,MZN/CPLEX-free,0.0,309.115,ok st70_5,1,LCG-Glucose-free,0.0,1.002,ok st70_5,1,MZN/Cbc-free,0.15254237288135594,1200.0,ok st70_5,1,Yuck-free,0.0,1200.0,ok st70_5,1,Choco-free,0.0,100.837,ok st70_5,1,MinisatID-free,0.0,12.83,ok st70_5,1,G12FD-free,0.0,666.714,ok rat99_5,1,iZplus-free,0.0,4.7250000000000005,ok rat99_5,1,MZN/SCIP-free,0.0,71.495,ok rat99_5,1,Chuffed-free,0.0,3.152,ok rat99_5,1,LCG-Glucose-UC-free,0.0,1.715,ok rat99_5,1,Concrete-free,0.9,1200.0,ok rat99_5,1,JaCoP-fd,0.0,45.27,ok rat99_5,1,Mistral-free,0.0,1.6,ok rat99_5,1,OscaR/CBLS-free,0.0,1200.0,ok rat99_5,1,HaifaCSP-free,0.0,8.026,ok rat99_5,1,Gecode-free,0.0,26.164,ok rat99_5,1,OR-Tools-free,0.0,25.516000000000002,ok rat99_5,1,SICStus-Prolog-fd,0.0,45.339,ok rat99_5,1,Picat-CP-fd,0.0,67.361,ok rat99_5,1,Picat-SAT-free,0.0,10.438,ok rat99_5,1,MZN/Gurobi-free,0.0,75.922,ok rat99_5,1,MZN/CPLEX-free,0.0,209.18800000000002,ok rat99_5,1,LCG-Glucose-free,0.0,0.272,ok rat99_5,1,MZN/Cbc-free,0.8526315789473684,1200.0,ok rat99_5,1,Yuck-free,0.0,1200.0,ok rat99_5,1,Choco-free,0.0,12.112,ok rat99_5,1,MinisatID-free,0.0,6.678,ok rat99_5,1,G12FD-free,0.0,194.769,ok ulysses22_5,1,iZplus-free,0.0,1200.0,ok ulysses22_5,1,MZN/SCIP-free,0.0,65.607,ok ulysses22_5,1,Chuffed-free,0.0,9.159,ok ulysses22_5,1,LCG-Glucose-UC-free,0.0,110.028,ok ulysses22_5,1,Concrete-free,0.9,1200.0,ok ulysses22_5,1,JaCoP-fd,0.0,741.254,ok ulysses22_5,1,Mistral-free,0.0,1.834,ok ulysses22_5,1,OscaR/CBLS-free,0.0,1200.0,ok ulysses22_5,1,HaifaCSP-free,0.0,5.779,ok ulysses22_5,1,Gecode-free,0.0,416.002,ok ulysses22_5,1,OR-Tools-free,0.0,416.935,ok ulysses22_5,1,SICStus-Prolog-fd,0.0,678.476,ok ulysses22_5,1,Picat-CP-fd,0.0,1078.34,ok ulysses22_5,1,Picat-SAT-free,0.0,17.942,ok ulysses22_5,1,MZN/Gurobi-free,0.0,38.858000000000004,ok ulysses22_5,1,MZN/CPLEX-free,0.0,1200.0,ok ulysses22_5,1,LCG-Glucose-free,0.0,2.982,ok ulysses22_5,1,MZN/Cbc-free,0.13638360175695463,1200.0,ok ulysses22_5,1,Yuck-free,0.0,1200.0,ok ulysses22_5,1,Choco-free,0.0,277.434,ok ulysses22_5,1,MinisatID-free,0.0,2.5180000000000002,ok ulysses22_5,1,G12FD-free,0.6568814055636897,1200.0,ok att48_6,1,iZplus-free,0.0,1200.0,ok att48_6,1,MZN/SCIP-free,0.028116551516972066,1200.0,ok att48_6,1,Chuffed-free,0.0,59.808,ok att48_6,1,LCG-Glucose-UC-free,1,1200,timeout att48_6,1,Concrete-free,0.9,1200.0,ok att48_6,1,JaCoP-fd,0.0,1200.0,ok att48_6,1,Mistral-free,0.0,1200.0,ok att48_6,1,OscaR/CBLS-free,0.0,1200.0,ok att48_6,1,HaifaCSP-free,1,1200,timeout att48_6,1,Gecode-free,0.0,1200.0,ok att48_6,1,OR-Tools-free,0.0,1200.0,ok att48_6,1,SICStus-Prolog-fd,0.036565034544908386,1200.0,ok att48_6,1,Picat-CP-fd,0.27055422048663264,1200.0,ok att48_6,1,Picat-SAT-free,0.0,88.888,ok att48_6,1,MZN/Gurobi-free,0.0,1200.0,ok att48_6,1,MZN/CPLEX-free,0.04764944427756083,1200.0,ok att48_6,1,LCG-Glucose-free,0.0,147.968,ok att48_6,1,MZN/Cbc-free,0.42560078101531995,1200.0,ok att48_6,1,Yuck-free,0.0,1200.0,ok att48_6,1,Choco-free,0.0,1106.9470000000001,ok att48_6,1,MinisatID-free,0.0,914.5310000000001,ok att48_6,1,G12FD-free,0.0814433763893061,1200.0,ok j30_27_5-wet,1,iZplus-free,0.0,5.804,ok j30_27_5-wet,1,MZN/SCIP-free,0.0,38.77,ok j30_27_5-wet,1,Chuffed-free,0.0,1.042,ok j30_27_5-wet,1,LCG-Glucose-UC-free,0.0,0.076,ok j30_27_5-wet,1,Concrete-free,0.0,1200.0,ok j30_27_5-wet,1,JaCoP-fd,0.0,328.345,ok j30_27_5-wet,1,Mistral-free,0.0,4.343,ok j30_27_5-wet,1,OscaR/CBLS-free,0.0,1200.0,ok j30_27_5-wet,1,HaifaCSP-free,0.0,5.2410000000000005,ok j30_27_5-wet,1,Gecode-free,0.0,232.171,ok j30_27_5-wet,1,OR-Tools-free,0.0,202.209,ok j30_27_5-wet,1,SICStus-Prolog-fd,0.0,213.75900000000001,ok j30_27_5-wet,1,Picat-CP-fd,0.9000000000000001,1200.0,ok j30_27_5-wet,1,Picat-SAT-free,0.0,32.63,ok j30_27_5-wet,1,MZN/Gurobi-free,0.0,1.3980000000000001,ok j30_27_5-wet,1,MZN/CPLEX-free,0.0,1.881,ok j30_27_5-wet,1,LCG-Glucose-free,0.0,0.363,ok j30_27_5-wet,1,MZN/Cbc-free,0.0,9.323,ok j30_27_5-wet,1,Yuck-free,0.0,1200.0,ok j30_27_5-wet,1,Choco-free,0.0,5.66,ok j30_27_5-wet,1,MinisatID-free,0.0,21.506,ok j30_27_5-wet,1,G12FD-free,0.0,1200.0,ok j30_44_8-wet,1,iZplus-free,0.0,8.523,ok j30_44_8-wet,1,MZN/SCIP-free,0.0,11.539,ok j30_44_8-wet,1,Chuffed-free,0.0,1.193,ok j30_44_8-wet,1,LCG-Glucose-UC-free,0.0,0.053,ok j30_44_8-wet,1,Concrete-free,0.0,52.348,ok j30_44_8-wet,1,JaCoP-fd,0.0,152.887,ok j30_44_8-wet,1,Mistral-free,0.0,15.933,ok j30_44_8-wet,1,OscaR/CBLS-free,0.0,1200.0,ok j30_44_8-wet,1,HaifaCSP-free,0.0,5.353,ok j30_44_8-wet,1,Gecode-free,0.0,127.10900000000001,ok j30_44_8-wet,1,OR-Tools-free,0.0,142.873,ok j30_44_8-wet,1,SICStus-Prolog-fd,0.0,108.697,ok j30_44_8-wet,1,Picat-CP-fd,0.9,1200.0,ok j30_44_8-wet,1,Picat-SAT-free,0.0,31.07,ok j30_44_8-wet,1,MZN/Gurobi-free,0.0,1.416,ok j30_44_8-wet,1,MZN/CPLEX-free,0.0,1.172,ok j30_44_8-wet,1,LCG-Glucose-free,0.0,0.335,ok j30_44_8-wet,1,MZN/Cbc-free,0.0,6.905,ok j30_44_8-wet,1,Yuck-free,0.007258064516129033,1200.0,ok j30_44_8-wet,1,Choco-free,0.0,7.299,ok j30_44_8-wet,1,MinisatID-free,0.0,35.856,ok j30_44_8-wet,1,G12FD-free,0.0,84.394,ok j90_19_7-wet,1,iZplus-free,0.0,1200.0,ok j90_19_7-wet,1,MZN/SCIP-free,0.8012779552715654,1200.0,ok j90_19_7-wet,1,Chuffed-free,0.04888178913738019,1200.0,ok j90_19_7-wet,1,LCG-Glucose-UC-free,0.0,13.254,ok j90_19_7-wet,1,Concrete-free,0.11405750798722046,1200.0,ok j90_19_7-wet,1,JaCoP-fd,0.8980830670926518,1200.0,ok j90_19_7-wet,1,Mistral-free,1,1200,timeout j90_19_7-wet,1,OscaR/CBLS-free,0.010543130990415336,1200.0,ok j90_19_7-wet,1,HaifaCSP-free,0.10447284345047925,1200.0,ok j90_19_7-wet,1,Gecode-free,0.8961661341853036,1200.0,ok j90_19_7-wet,1,OR-Tools-free,0.8942492012779554,1200.0,ok j90_19_7-wet,1,SICStus-Prolog-fd,0.8961661341853036,1200.0,ok j90_19_7-wet,1,Picat-CP-fd,0.9,1200.0,ok j90_19_7-wet,1,Picat-SAT-free,0.07284345047923323,1200.0,ok j90_19_7-wet,1,MZN/Gurobi-free,0.0,27.663,ok j90_19_7-wet,1,MZN/CPLEX-free,0.0,25.061,ok j90_19_7-wet,1,LCG-Glucose-free,0.05559105431309905,1200.0,ok j90_19_7-wet,1,MZN/Cbc-free,0.010543130990415336,1200.0,ok j90_19_7-wet,1,Yuck-free,0.021086261980830672,1200.0,ok j90_19_7-wet,1,Choco-free,0.46773162939297125,1200.0,ok j90_19_7-wet,1,MinisatID-free,0.6853035143769968,1200.0,ok j90_19_7-wet,1,G12FD-free,0.6220447284345049,1200.0,ok j60_36_8-wet,1,iZplus-free,0.0,1200.0,ok j60_36_8-wet,1,MZN/SCIP-free,0.0,250.28900000000002,ok j60_36_8-wet,1,Chuffed-free,0.026153846153846156,1200.0,ok j60_36_8-wet,1,LCG-Glucose-UC-free,0.0,0.149,ok j60_36_8-wet,1,Concrete-free,0.20615384615384616,1200.0,ok j60_36_8-wet,1,JaCoP-fd,0.8876923076923078,1200.0,ok j60_36_8-wet,1,Mistral-free,1,1200,timeout j60_36_8-wet,1,OscaR/CBLS-free,0.0,1200.0,ok j60_36_8-wet,1,HaifaCSP-free,0.07384615384615385,1200.0,ok j60_36_8-wet,1,Gecode-free,0.8815384615384616,1200.0,ok j60_36_8-wet,1,OR-Tools-free,0.8738461538461538,1200.0,ok j60_36_8-wet,1,SICStus-Prolog-fd,0.8415384615384616,1200.0,ok j60_36_8-wet,1,Picat-CP-fd,0.9,1200.0,ok j60_36_8-wet,1,Picat-SAT-free,0.0,281.496,ok j60_36_8-wet,1,MZN/Gurobi-free,0.0,3.989,ok j60_36_8-wet,1,MZN/CPLEX-free,0.0,3.476,ok j60_36_8-wet,1,LCG-Glucose-free,0.010769230769230769,1200.0,ok j60_36_8-wet,1,MZN/Cbc-free,0.0,42.688,ok j60_36_8-wet,1,Yuck-free,0.012307692307692308,1200.0,ok j60_36_8-wet,1,Choco-free,0.5907692307692308,1200.0,ok j60_36_8-wet,1,MinisatID-free,0.04153846153846154,1200.0,ok j60_36_8-wet,1,G12FD-free,0.5492307692307693,1200.0,ok j90_10_10-wet,1,iZplus-free,0.00472027972027972,1200.0,ok j90_10_10-wet,1,MZN/SCIP-free,0.2727272727272727,1200.0,ok j90_10_10-wet,1,Chuffed-free,0.018356643356643356,1200.0,ok j90_10_10-wet,1,LCG-Glucose-UC-free,0.0,46.2,ok j90_10_10-wet,1,Concrete-free,0.17832167832167833,1200.0,ok j90_10_10-wet,1,JaCoP-fd,0.6047202797202798,1200.0,ok j90_10_10-wet,1,Mistral-free,1,1200,timeout j90_10_10-wet,1,OscaR/CBLS-free,0.005244755244755245,1200.0,ok j90_10_10-wet,1,HaifaCSP-free,0.15629370629370629,1200.0,ok j90_10_10-wet,1,Gecode-free,0.5931818181818181,1200.0,ok j90_10_10-wet,1,OR-Tools-free,0.5979020979020979,1200.0,ok j90_10_10-wet,1,SICStus-Prolog-fd,0.5989510489510489,1200.0,ok j90_10_10-wet,1,Picat-CP-fd,0.7667832167832167,1200.0,ok j90_10_10-wet,1,Picat-SAT-free,1,1200,timeout j90_10_10-wet,1,MZN/Gurobi-free,0.007867132867132868,1200.0,ok j90_10_10-wet,1,MZN/CPLEX-free,0.016783216783216783,1200.0,ok j90_10_10-wet,1,LCG-Glucose-free,0.09860139860139862,1200.0,ok j90_10_10-wet,1,MZN/Cbc-free,1,1200,timeout j90_10_10-wet,1,Yuck-free,0.03251748251748252,1200.0,ok j90_10_10-wet,1,Choco-free,0.493006993006993,1200.0,ok j90_10_10-wet,1,MinisatID-free,0.3267482517482518,1200.0,ok j90_10_10-wet,1,G12FD-free,0.9,1200.0,ok 12__6__8__3,1,iZplus-free,0,0.6940000000000001,ok 12__6__8__3,1,MZN/SCIP-free,0,15.627,ok 12__6__8__3,1,Chuffed-free,0,0.20500000000000002,ok 12__6__8__3,1,LCG-Glucose-UC-free,0,0.227,ok 12__6__8__3,1,Concrete-free,0,6.162,ok 12__6__8__3,1,JaCoP-fd,0,1200.0,ok 12__6__8__3,1,Mistral-free,0,3.2760000000000002,ok 12__6__8__3,1,OscaR/CBLS-free,1,1200,timeout 12__6__8__3,1,HaifaCSP-free,0,1.561,ok 12__6__8__3,1,Gecode-free,0,937.727,ok 12__6__8__3,1,OR-Tools-free,0,423.974,ok 12__6__8__3,1,SICStus-Prolog-fd,1,1200,timeout 12__6__8__3,1,Picat-CP-fd,1,1200,timeout 12__6__8__3,1,Picat-SAT-free,0,18.154,ok 12__6__8__3,1,MZN/Gurobi-free,0,1.129,ok 12__6__8__3,1,MZN/CPLEX-free,0,1.327,ok 12__6__8__3,1,LCG-Glucose-free,0,0.603,ok 12__6__8__3,1,MZN/Cbc-free,0,12.402000000000001,ok 12__6__8__3,1,Yuck-free,1,1200,timeout 12__6__8__3,1,Choco-free,0,1000.328,ok 12__6__8__3,1,MinisatID-free,0,2.719,ok 12__6__8__3,1,G12FD-free,0,69.287,ok 12__8__6__3,1,iZplus-free,0,0.649,ok 12__8__6__3,1,MZN/SCIP-free,0,16.515,ok 12__8__6__3,1,Chuffed-free,0,0.2,ok 12__8__6__3,1,LCG-Glucose-UC-free,0,0.26,ok 12__8__6__3,1,Concrete-free,0,6.148,ok 12__8__6__3,1,JaCoP-fd,0,497.26,ok 12__8__6__3,1,Mistral-free,0,1.026,ok 12__8__6__3,1,OscaR/CBLS-free,1,1200,timeout 12__8__6__3,1,HaifaCSP-free,0,2.013,ok 12__8__6__3,1,Gecode-free,0,277.711,ok 12__8__6__3,1,OR-Tools-free,0,130.87800000000001,ok 12__8__6__3,1,SICStus-Prolog-fd,0,494.596,ok 12__8__6__3,1,Picat-CP-fd,0,1200.0,ok 12__8__6__3,1,Picat-SAT-free,0,18.878,ok 12__8__6__3,1,MZN/Gurobi-free,0,1.162,ok 12__8__6__3,1,MZN/CPLEX-free,0,1.309,ok 12__8__6__3,1,LCG-Glucose-free,0,0.609,ok 12__8__6__3,1,MZN/Cbc-free,0,44.038000000000004,ok 12__8__6__3,1,Yuck-free,1,1200,timeout 12__8__6__3,1,Choco-free,0,314.622,ok 12__8__6__3,1,MinisatID-free,0,2.1270000000000002,ok 12__8__6__3,1,G12FD-free,0,38.114000000000004,ok 14__8__6__3,1,iZplus-free,0,0.599,ok 14__8__6__3,1,MZN/SCIP-free,0,13.548,ok 14__8__6__3,1,Chuffed-free,0,0.256,ok 14__8__6__3,1,LCG-Glucose-UC-free,0,0.265,ok 14__8__6__3,1,Concrete-free,0,5.53,ok 14__8__6__3,1,JaCoP-fd,0,149.974,ok 14__8__6__3,1,Mistral-free,0,3.241,ok 14__8__6__3,1,OscaR/CBLS-free,1,1200,timeout 14__8__6__3,1,HaifaCSP-free,0,2.475,ok 14__8__6__3,1,Gecode-free,0,74.057,ok 14__8__6__3,1,OR-Tools-free,0,39.57,ok 14__8__6__3,1,SICStus-Prolog-fd,0,129.9,ok 14__8__6__3,1,Picat-CP-fd,0,1200.0,ok 14__8__6__3,1,Picat-SAT-free,0,19.965,ok 14__8__6__3,1,MZN/Gurobi-free,0,1.558,ok 14__8__6__3,1,MZN/CPLEX-free,0,1.824,ok 14__8__6__3,1,LCG-Glucose-free,0,0.642,ok 14__8__6__3,1,MZN/Cbc-free,1,1200,timeout 14__8__6__3,1,Yuck-free,1,1200,timeout 14__8__6__3,1,Choco-free,0,93.82000000000001,ok 14__8__6__3,1,MinisatID-free,0,3.106,ok 14__8__6__3,1,G12FD-free,0,46.763,ok 14__10__8__3,1,iZplus-free,0,1.208,ok 14__10__8__3,1,MZN/SCIP-free,0,9.453,ok 14__10__8__3,1,Chuffed-free,0,0.271,ok 14__10__8__3,1,LCG-Glucose-UC-free,0,0.34700000000000003,ok 14__10__8__3,1,Concrete-free,0,7.846,ok 14__10__8__3,1,JaCoP-fd,1,1200,timeout 14__10__8__3,1,Mistral-free,0,37.162,ok 14__10__8__3,1,OscaR/CBLS-free,1,1200,timeout 14__10__8__3,1,HaifaCSP-free,0,6.361,ok 14__10__8__3,1,Gecode-free,1,1200,timeout 14__10__8__3,1,OR-Tools-free,1,1200,timeout 14__10__8__3,1,SICStus-Prolog-fd,1,1200,timeout 14__10__8__3,1,Picat-CP-fd,1,1200,timeout 14__10__8__3,1,Picat-SAT-free,0,21.582,ok 14__10__8__3,1,MZN/Gurobi-free,0,1.547,ok 14__10__8__3,1,MZN/CPLEX-free,0,1.812,ok 14__10__8__3,1,LCG-Glucose-free,0,0.711,ok 14__10__8__3,1,MZN/Cbc-free,0,30.080000000000002,ok 14__10__8__3,1,Yuck-free,1,1200,timeout 14__10__8__3,1,Choco-free,1,1200,timeout 14__10__8__3,1,MinisatID-free,0,3.985,ok 14__10__8__3,1,G12FD-free,0,1200.0,ok 14__6__8__3,1,iZplus-free,0,0.964,ok 14__6__8__3,1,MZN/SCIP-free,0,24.295,ok 14__6__8__3,1,Chuffed-free,0,0.259,ok 14__6__8__3,1,LCG-Glucose-UC-free,0,0.265,ok 14__6__8__3,1,Concrete-free,0,6.093,ok 14__6__8__3,1,JaCoP-fd,0,499.64300000000003,ok 14__6__8__3,1,Mistral-free,0,4.565,ok 14__6__8__3,1,OscaR/CBLS-free,1,1200,timeout 14__6__8__3,1,HaifaCSP-free,0,2.755,ok 14__6__8__3,1,Gecode-free,0,235.485,ok 14__6__8__3,1,OR-Tools-free,0,115.033,ok 14__6__8__3,1,SICStus-Prolog-fd,0,419.38,ok 14__6__8__3,1,Picat-CP-fd,1,1200,timeout 14__6__8__3,1,Picat-SAT-free,0,10.637,ok 14__6__8__3,1,MZN/Gurobi-free,0,1.62,ok 14__6__8__3,1,MZN/CPLEX-free,0,1.9160000000000001,ok 14__6__8__3,1,LCG-Glucose-free,0,0.58,ok 14__6__8__3,1,MZN/Cbc-free,0,15.88,ok 14__6__8__3,1,Yuck-free,1,1200,timeout 14__6__8__3,1,Choco-free,0,261.22700000000003,ok 14__6__8__3,1,MinisatID-free,0,3.089,ok 14__6__8__3,1,G12FD-free,0,83.321,ok 18_3_5,1,iZplus-free,0.0,1088.674,ok 18_3_5,1,MZN/SCIP-free,0.0,0.053,ok 18_3_5,1,Chuffed-free,0.0,825.1610000000001,ok 18_3_5,1,LCG-Glucose-UC-free,0.0,0.054,ok 18_3_5,1,Concrete-free,0.0801980198019802,1200.0,ok 18_3_5,1,JaCoP-fd,0.0,0.397,ok 18_3_5,1,Mistral-free,0.21831683168316834,1200.0,ok 18_3_5,1,OscaR/CBLS-free,0.0,1200.0,ok 18_3_5,1,HaifaCSP-free,0.0,0.052000000000000005,ok 18_3_5,1,Gecode-free,0.017821782178217824,1200.0,ok 18_3_5,1,OR-Tools-free,0.0400990099009901,1200.0,ok 18_3_5,1,SICStus-Prolog-fd,1,1200,timeout 18_3_5,1,Picat-CP-fd,0.04455445544554455,1200.0,ok 18_3_5,1,Picat-SAT-free,0.0,4.766,ok 18_3_5,1,MZN/Gurobi-free,0.0,0.047,ok 18_3_5,1,MZN/CPLEX-free,0.0,0.044,ok 18_3_5,1,LCG-Glucose-free,0.0,0.045,ok 18_3_5,1,MZN/Cbc-free,0.0,0.042,ok 18_3_5,1,Yuck-free,0.026732673267326732,1200.0,ok 18_3_5,1,Choco-free,0.0,1200.0,ok 18_3_5,1,MinisatID-free,0.8999999999999999,1200.0,ok 18_3_5,1,G12FD-free,0.11138613861386139,1200.0,ok 24_4_10,1,iZplus-free,0.0,1200.0,ok 24_4_10,1,MZN/SCIP-free,0.0,0.044,ok 24_4_10,1,Chuffed-free,0.0,1200.0,ok 24_4_10,1,LCG-Glucose-UC-free,0.0,0.05,ok 24_4_10,1,Concrete-free,0.24260869565217394,1200.0,ok 24_4_10,1,JaCoP-fd,0.0,0.34600000000000003,ok 24_4_10,1,Mistral-free,0.1839130434782609,1200.0,ok 24_4_10,1,OscaR/CBLS-free,0.0,1200.0,ok 24_4_10,1,HaifaCSP-free,0.0,0.051000000000000004,ok 24_4_10,1,Gecode-free,0.0,1200.0,ok 24_4_10,1,OR-Tools-free,0.0,1200.0,ok 24_4_10,1,SICStus-Prolog-fd,0.01565217391304348,1200.0,ok 24_4_10,1,Picat-CP-fd,0.0,1200.0,ok 24_4_10,1,Picat-SAT-free,0.2778260869565217,1200.0,ok 24_4_10,1,MZN/Gurobi-free,0.0,0.046,ok 24_4_10,1,MZN/CPLEX-free,0.0,0.046,ok 24_4_10,1,LCG-Glucose-free,0.0,0.053,ok 24_4_10,1,MZN/Cbc-free,0.0,0.041,ok 24_4_10,1,Yuck-free,0.0,1200.0,ok 24_4_10,1,Choco-free,0.0,1200.0,ok 24_4_10,1,MinisatID-free,0.9,1200.0,ok 24_4_10,1,G12FD-free,0.027391304347826086,1200.0,ok 12_2_10,1,iZplus-free,0.0,869.6030000000001,ok 12_2_10,1,MZN/SCIP-free,0.0,0.051000000000000004,ok 12_2_10,1,Chuffed-free,0.0,67.984,ok 12_2_10,1,LCG-Glucose-UC-free,0.0,0.043000000000000003,ok 12_2_10,1,Concrete-free,0.1883720930232558,1200.0,ok 12_2_10,1,JaCoP-fd,0.0,0.255,ok 12_2_10,1,Mistral-free,0.0,829.891,ok 12_2_10,1,OscaR/CBLS-free,0.0,1200.0,ok 12_2_10,1,HaifaCSP-free,0.0,0.057,ok 12_2_10,1,Gecode-free,0.0,620.6510000000001,ok 12_2_10,1,OR-Tools-free,0.0,1200.0,ok 12_2_10,1,SICStus-Prolog-fd,1,1200,timeout 12_2_10,1,Picat-CP-fd,0.0,1200.0,ok 12_2_10,1,Picat-SAT-free,0.0,74.125,ok 12_2_10,1,MZN/Gurobi-free,0.0,0.036000000000000004,ok 12_2_10,1,MZN/CPLEX-free,0.0,0.047,ok 12_2_10,1,LCG-Glucose-free,0.0,0.036000000000000004,ok 12_2_10,1,MZN/Cbc-free,0.0,0.048,ok 12_2_10,1,Yuck-free,0.0,1200.0,ok 12_2_10,1,Choco-free,0.0,126.418,ok 12_2_10,1,MinisatID-free,0.9,1200.0,ok 12_2_10,1,G12FD-free,0.0,1200.0,ok 18_3_10,1,iZplus-free,0.0,1200.0,ok 18_3_10,1,MZN/SCIP-free,0.0,0.051000000000000004,ok 18_3_10,1,Chuffed-free,0.0,1200.0,ok 18_3_10,1,LCG-Glucose-UC-free,0.0,0.05,ok 18_3_10,1,Concrete-free,0.13917525773195877,1200.0,ok 18_3_10,1,JaCoP-fd,0.0,0.505,ok 18_3_10,1,Mistral-free,0.0,1200.0,ok 18_3_10,1,OscaR/CBLS-free,0.0,1200.0,ok 18_3_10,1,HaifaCSP-free,0.0,0.036000000000000004,ok 18_3_10,1,Gecode-free,0.0,1200.0,ok 18_3_10,1,OR-Tools-free,0.0,1200.0,ok 18_3_10,1,SICStus-Prolog-fd,1,1200,timeout 18_3_10,1,Picat-CP-fd,0.0,1200.0,ok 18_3_10,1,Picat-SAT-free,0.06494845360824743,1200.0,ok 18_3_10,1,MZN/Gurobi-free,0.0,0.04,ok 18_3_10,1,MZN/CPLEX-free,0.0,0.044,ok 18_3_10,1,LCG-Glucose-free,0.0,0.045,ok 18_3_10,1,MZN/Cbc-free,0.0,0.034,ok 18_3_10,1,Yuck-free,0.0,1200.0,ok 18_3_10,1,Choco-free,0.0,1200.0,ok 18_3_10,1,MinisatID-free,0.9000000000000001,1200.0,ok 18_3_10,1,G12FD-free,0.0,1200.0,ok 12_2_5,1,iZplus-free,0.0,226.013,ok 12_2_5,1,MZN/SCIP-free,0.0,0.048,ok 12_2_5,1,Chuffed-free,0.0,249.342,ok 12_2_5,1,LCG-Glucose-UC-free,0.0,0.046,ok 12_2_5,1,Concrete-free,0.9,1200.0,ok 12_2_5,1,JaCoP-fd,0.0,0.633,ok 12_2_5,1,Mistral-free,0.0,706.316,ok 12_2_5,1,OscaR/CBLS-free,0.0,1200.0,ok 12_2_5,1,HaifaCSP-free,0.0,0.047,ok 12_2_5,1,Gecode-free,0.0,121.794,ok 12_2_5,1,OR-Tools-free,0.0,1200.0,ok 12_2_5,1,SICStus-Prolog-fd,0.0,681.842,ok 12_2_5,1,Picat-CP-fd,0.0,391.805,ok 12_2_5,1,Picat-SAT-free,0.0,1.842,ok 12_2_5,1,MZN/Gurobi-free,0.0,0.039,ok 12_2_5,1,MZN/CPLEX-free,0.0,0.052000000000000005,ok 12_2_5,1,LCG-Glucose-free,0.0,0.043000000000000003,ok 12_2_5,1,MZN/Cbc-free,0.0,0.041,ok 12_2_5,1,Yuck-free,0.0,1200.0,ok 12_2_5,1,Choco-free,0.0,68.033,ok 12_2_5,1,MinisatID-free,0.0,1200.0,ok 12_2_5,1,G12FD-free,0.0,929.1370000000001,ok 30-5-6-8,1,iZplus-free,0.9000000000000001,267.502,ok 30-5-6-8,1,MZN/SCIP-free,0.9000000000000001,9.929,ok 30-5-6-8,1,Chuffed-free,0.9000000000000001,19.506,ok 30-5-6-8,1,LCG-Glucose-UC-free,0.9000000000000001,26.365000000000002,ok 30-5-6-8,1,Concrete-free,1,1200,timeout 30-5-6-8,1,JaCoP-fd,0.9000000000000001,119.449,ok 30-5-6-8,1,Mistral-free,0.8826923076923077,1200.0,ok 30-5-6-8,1,OscaR/CBLS-free,1,1200,timeout 30-5-6-8,1,HaifaCSP-free,0.9000000000000001,143.071,ok 30-5-6-8,1,Gecode-free,0.9000000000000001,65.923,ok 30-5-6-8,1,OR-Tools-free,0.9000000000000001,295.924,ok 30-5-6-8,1,SICStus-Prolog-fd,0.9000000000000001,180.681,ok 30-5-6-8,1,Picat-CP-fd,0.9000000000000001,219.21800000000002,ok 30-5-6-8,1,Picat-SAT-free,0.9000000000000001,7.051,ok 30-5-6-8,1,MZN/Gurobi-free,0.9000000000000001,1.707,ok 30-5-6-8,1,MZN/CPLEX-free,0.9000000000000001,1.115,ok 30-5-6-8,1,LCG-Glucose-free,0.9000000000000001,9.685,ok 30-5-6-8,1,MZN/Cbc-free,0.9000000000000001,243.546,ok 30-5-6-8,1,Yuck-free,0.0,1200.0,ok 30-5-6-8,1,Choco-free,0.9000000000000001,364.18,ok 30-5-6-8,1,MinisatID-free,0.9000000000000001,256.319,ok 30-5-6-8,1,G12FD-free,1,1200,timeout 30-5-6-2,1,iZplus-free,0.9,190.091,ok 30-5-6-2,1,MZN/SCIP-free,0.9,17.234,ok 30-5-6-2,1,Chuffed-free,0.9,15.83,ok 30-5-6-2,1,LCG-Glucose-UC-free,0.9,9.332,ok 30-5-6-2,1,Concrete-free,1,1200,timeout 30-5-6-2,1,JaCoP-fd,0.9,89.121,ok 30-5-6-2,1,Mistral-free,0.9,1200.0,ok 30-5-6-2,1,OscaR/CBLS-free,1,1200,timeout 30-5-6-2,1,HaifaCSP-free,0.9,141.287,ok 30-5-6-2,1,Gecode-free,0.9,44.948,ok 30-5-6-2,1,OR-Tools-free,0.9,256.003,ok 30-5-6-2,1,SICStus-Prolog-fd,0.9,130.964,ok 30-5-6-2,1,Picat-CP-fd,0.9,166.81,ok 30-5-6-2,1,Picat-SAT-free,0.9,7.48,ok 30-5-6-2,1,MZN/Gurobi-free,0.9,2.992,ok 30-5-6-2,1,MZN/CPLEX-free,0.9,2.073,ok 30-5-6-2,1,LCG-Glucose-free,0.9,7.0680000000000005,ok 30-5-6-2,1,MZN/Cbc-free,0.9,243.804,ok 30-5-6-2,1,Yuck-free,0.0,1200.0,ok 30-5-6-2,1,Choco-free,0.9,306.70300000000003,ok 30-5-6-2,1,MinisatID-free,0.9,184.76500000000001,ok 30-5-6-2,1,G12FD-free,1,1200,timeout 32-4-8-2,1,iZplus-free,0.9,880.144,ok 32-4-8-2,1,MZN/SCIP-free,0.9,16.752,ok 32-4-8-2,1,Chuffed-free,0.9,20.867,ok 32-4-8-2,1,LCG-Glucose-UC-free,0.9,34.967,ok 32-4-8-2,1,Concrete-free,1,1200,timeout 32-4-8-2,1,JaCoP-fd,0.9,337.128,ok 32-4-8-2,1,Mistral-free,0.9,1200.0,ok 32-4-8-2,1,OscaR/CBLS-free,1,1200,timeout 32-4-8-2,1,HaifaCSP-free,0.9,247.53900000000002,ok 32-4-8-2,1,Gecode-free,0.9,174.707,ok 32-4-8-2,1,OR-Tools-free,0.9,508.331,ok 32-4-8-2,1,SICStus-Prolog-fd,0.9,540.078,ok 32-4-8-2,1,Picat-CP-fd,0.9,719.3240000000001,ok 32-4-8-2,1,Picat-SAT-free,0.9,8.662,ok 32-4-8-2,1,MZN/Gurobi-free,0.9,3.061,ok 32-4-8-2,1,MZN/CPLEX-free,0.9,1.828,ok 32-4-8-2,1,LCG-Glucose-free,0.9,6.989,ok 32-4-8-2,1,MZN/Cbc-free,0.9,265.298,ok 32-4-8-2,1,Yuck-free,1,1200,timeout 32-4-8-2,1,Choco-free,0.9,1200.0,ok 32-4-8-2,1,MinisatID-free,0.9,286.733,ok 32-4-8-2,1,G12FD-free,0.0,1200.0,ok 32-4-8-5,1,iZplus-free,0.9,1200.0,ok 32-4-8-5,1,MZN/SCIP-free,0.9,175.1,ok 32-4-8-5,1,Chuffed-free,0.9,46.146,ok 32-4-8-5,1,LCG-Glucose-UC-free,0.9,237.19400000000002,ok 32-4-8-5,1,Concrete-free,1,1200,timeout 32-4-8-5,1,JaCoP-fd,0.9,522.201,ok 32-4-8-5,1,Mistral-free,0.9,1200.0,ok 32-4-8-5,1,OscaR/CBLS-free,1,1200,timeout 32-4-8-5,1,HaifaCSP-free,0.9,466.47700000000003,ok 32-4-8-5,1,Gecode-free,0.9,269.657,ok 32-4-8-5,1,OR-Tools-free,1,1200,timeout 32-4-8-5,1,SICStus-Prolog-fd,0.9,871.399,ok 32-4-8-5,1,Picat-CP-fd,0.8865671641791044,1200.0,ok 32-4-8-5,1,Picat-SAT-free,0.9,19.688,ok 32-4-8-5,1,MZN/Gurobi-free,0.9,14.955,ok 32-4-8-5,1,MZN/CPLEX-free,0.9,13.569,ok 32-4-8-5,1,LCG-Glucose-free,0.9,12.046,ok 32-4-8-5,1,MZN/Cbc-free,0.9,1200.0,ok 32-4-8-5,1,Yuck-free,0.0,1200.0,ok 32-4-8-5,1,Choco-free,0.9,1200.0,ok 32-4-8-5,1,MinisatID-free,0.9,507.125,ok 32-4-8-5,1,G12FD-free,1,1200,timeout 28-4-7-1,1,iZplus-free,0.9,308.391,ok 28-4-7-1,1,MZN/SCIP-free,0.9,38.446,ok 28-4-7-1,1,Chuffed-free,0.9,15.913,ok 28-4-7-1,1,LCG-Glucose-UC-free,0.9,33.18,ok 28-4-7-1,1,Concrete-free,1,1200,timeout 28-4-7-1,1,JaCoP-fd,0.9,63.121,ok 28-4-7-1,1,Mistral-free,0.9,1200.0,ok 28-4-7-1,1,OscaR/CBLS-free,1,1200,timeout 28-4-7-1,1,HaifaCSP-free,0.9,77.19200000000001,ok 28-4-7-1,1,Gecode-free,0.9,31.810000000000002,ok 28-4-7-1,1,OR-Tools-free,0.9,594.359,ok 28-4-7-1,1,SICStus-Prolog-fd,0.9,98.373,ok 28-4-7-1,1,Picat-CP-fd,0.9,180.715,ok 28-4-7-1,1,Picat-SAT-free,0.9,6.461,ok 28-4-7-1,1,MZN/Gurobi-free,0.9,4.506,ok 28-4-7-1,1,MZN/CPLEX-free,0.9,4.049,ok 28-4-7-1,1,LCG-Glucose-free,0.9,3.956,ok 28-4-7-1,1,MZN/Cbc-free,0.9,183.74,ok 28-4-7-1,1,Yuck-free,0.0,1200.0,ok 28-4-7-1,1,Choco-free,0.9,240.53,ok 28-4-7-1,1,MinisatID-free,0.9,95.0,ok 28-4-7-1,1,G12FD-free,0.0,1200.0,ok tpp_5_3_30_1,1,iZplus-free,0.0,34.362,ok tpp_5_3_30_1,1,MZN/SCIP-free,0.0,34.296,ok tpp_5_3_30_1,1,Chuffed-free,0.0,0.20600000000000002,ok tpp_5_3_30_1,1,LCG-Glucose-UC-free,0.0,0.47200000000000003,ok tpp_5_3_30_1,1,Concrete-free,1,1200,timeout tpp_5_3_30_1,1,JaCoP-fd,0.0,302.646,ok tpp_5_3_30_1,1,Mistral-free,0.0,21.292,ok tpp_5_3_30_1,1,OscaR/CBLS-free,0.0,1200.0,ok tpp_5_3_30_1,1,HaifaCSP-free,0.0,1.907,ok tpp_5_3_30_1,1,Gecode-free,0.0,440.218,ok tpp_5_3_30_1,1,OR-Tools-free,0.0,192.032,ok tpp_5_3_30_1,1,SICStus-Prolog-fd,0.0,241.499,ok tpp_5_3_30_1,1,Picat-CP-fd,0.11359223300970875,1200.0,ok tpp_5_3_30_1,1,Picat-SAT-free,0.0,3.017,ok tpp_5_3_30_1,1,MZN/Gurobi-free,0.0,4.577,ok tpp_5_3_30_1,1,MZN/CPLEX-free,0.0,6.376,ok tpp_5_3_30_1,1,LCG-Glucose-free,0.0,0.312,ok tpp_5_3_30_1,1,MZN/Cbc-free,0.0,29.874000000000002,ok tpp_5_3_30_1,1,Yuck-free,0.9,1200.0,ok tpp_5_3_30_1,1,Choco-free,0.0,113.325,ok tpp_5_3_30_1,1,MinisatID-free,0.0,2.973,ok tpp_5_3_30_1,1,G12FD-free,0.0,121.74600000000001,ok tpp_7_3_20_1,1,iZplus-free,0,45.97,ok tpp_7_3_20_1,1,MZN/SCIP-free,0,63.574,ok tpp_7_3_20_1,1,Chuffed-free,0,0.176,ok tpp_7_3_20_1,1,LCG-Glucose-UC-free,0,0.979,ok tpp_7_3_20_1,1,Concrete-free,1,1200,timeout tpp_7_3_20_1,1,JaCoP-fd,0,66.661,ok tpp_7_3_20_1,1,Mistral-free,0,11.582,ok tpp_7_3_20_1,1,OscaR/CBLS-free,0,1200.0,ok tpp_7_3_20_1,1,HaifaCSP-free,0,1.746,ok tpp_7_3_20_1,1,Gecode-free,0,112.428,ok tpp_7_3_20_1,1,OR-Tools-free,0,42.975,ok tpp_7_3_20_1,1,SICStus-Prolog-fd,0,59.358000000000004,ok tpp_7_3_20_1,1,Picat-CP-fd,0,576.957,ok tpp_7_3_20_1,1,Picat-SAT-free,0,4.667,ok tpp_7_3_20_1,1,MZN/Gurobi-free,0,11.771,ok tpp_7_3_20_1,1,MZN/CPLEX-free,0,6.828,ok tpp_7_3_20_1,1,LCG-Glucose-free,0,0.34,ok tpp_7_3_20_1,1,MZN/Cbc-free,0,795.523,ok tpp_7_3_20_1,1,Yuck-free,1,1200,timeout tpp_7_3_20_1,1,Choco-free,0,21.365000000000002,ok tpp_7_3_20_1,1,MinisatID-free,0,6.4750000000000005,ok tpp_7_3_20_1,1,G12FD-free,0,6.94,ok tpp_6_3_20_1,1,iZplus-free,0,125.56,ok tpp_6_3_20_1,1,MZN/SCIP-free,0,5.007,ok tpp_6_3_20_1,1,Chuffed-free,0,0.168,ok tpp_6_3_20_1,1,LCG-Glucose-UC-free,0,0.422,ok tpp_6_3_20_1,1,Concrete-free,1,1200,timeout tpp_6_3_20_1,1,JaCoP-fd,0,15.671000000000001,ok tpp_6_3_20_1,1,Mistral-free,0,5.309,ok tpp_6_3_20_1,1,OscaR/CBLS-free,0,1200.0,ok tpp_6_3_20_1,1,HaifaCSP-free,0,1.498,ok tpp_6_3_20_1,1,Gecode-free,0,26.978,ok tpp_6_3_20_1,1,OR-Tools-free,0,10.768,ok tpp_6_3_20_1,1,SICStus-Prolog-fd,0,14.589,ok tpp_6_3_20_1,1,Picat-CP-fd,0,104.388,ok tpp_6_3_20_1,1,Picat-SAT-free,0,2.906,ok tpp_6_3_20_1,1,MZN/Gurobi-free,0,7.089,ok tpp_6_3_20_1,1,MZN/CPLEX-free,0,4.854,ok tpp_6_3_20_1,1,LCG-Glucose-free,0,0.252,ok tpp_6_3_20_1,1,MZN/Cbc-free,0,38.577,ok tpp_6_3_20_1,1,Yuck-free,1,1200,timeout tpp_6_3_20_1,1,Choco-free,0,6.7620000000000005,ok tpp_6_3_20_1,1,MinisatID-free,0,3.406,ok tpp_6_3_20_1,1,G12FD-free,0,5.984,ok tpp_7_3_30_1,1,iZplus-free,0.0,232.57,ok tpp_7_3_30_1,1,MZN/SCIP-free,0.0,94.85300000000001,ok tpp_7_3_30_1,1,Chuffed-free,0.0,0.28300000000000003,ok tpp_7_3_30_1,1,LCG-Glucose-UC-free,0.0,0.9580000000000001,ok tpp_7_3_30_1,1,Concrete-free,1,1200,timeout tpp_7_3_30_1,1,JaCoP-fd,0.4909090909090909,1200.0,ok tpp_7_3_30_1,1,Mistral-free,0.0,12.76,ok tpp_7_3_30_1,1,OscaR/CBLS-free,0.03272727272727273,1200.0,ok tpp_7_3_30_1,1,HaifaCSP-free,0.0,1.866,ok tpp_7_3_30_1,1,Gecode-free,0.5072727272727273,1200.0,ok tpp_7_3_30_1,1,OR-Tools-free,0.47454545454545455,1200.0,ok tpp_7_3_30_1,1,SICStus-Prolog-fd,0.54,1200.0,ok tpp_7_3_30_1,1,Picat-CP-fd,0.9,1200.0,ok tpp_7_3_30_1,1,Picat-SAT-free,0.0,5.123,ok tpp_7_3_30_1,1,MZN/Gurobi-free,0.0,12.385,ok tpp_7_3_30_1,1,MZN/CPLEX-free,0.0,8.258000000000001,ok tpp_7_3_30_1,1,LCG-Glucose-free,0.0,0.582,ok tpp_7_3_30_1,1,MZN/Cbc-free,0.0,452.09000000000003,ok tpp_7_3_30_1,1,Yuck-free,1,1200,timeout tpp_7_3_30_1,1,Choco-free,0.0,943.5740000000001,ok tpp_7_3_30_1,1,MinisatID-free,0.0,12.937,ok tpp_7_3_30_1,1,G12FD-free,0.0,29.627,ok tpp_4_5_20_1,1,iZplus-free,0.0,9.999,ok tpp_4_5_20_1,1,MZN/SCIP-free,0.0,40.589,ok tpp_4_5_20_1,1,Chuffed-free,0.0,0.248,ok tpp_4_5_20_1,1,LCG-Glucose-UC-free,0.0,0.41500000000000004,ok tpp_4_5_20_1,1,Concrete-free,1,1200,timeout tpp_4_5_20_1,1,JaCoP-fd,0.0,341.457,ok tpp_4_5_20_1,1,Mistral-free,0.0,6.079,ok tpp_4_5_20_1,1,OscaR/CBLS-free,0.0,1200.0,ok tpp_4_5_20_1,1,HaifaCSP-free,0.0,2.681,ok tpp_4_5_20_1,1,Gecode-free,0.0,560.442,ok tpp_4_5_20_1,1,OR-Tools-free,0.0,235.525,ok tpp_4_5_20_1,1,SICStus-Prolog-fd,0.0,290.194,ok tpp_4_5_20_1,1,Picat-CP-fd,0.9000000000000001,1200.0,ok tpp_4_5_20_1,1,Picat-SAT-free,0.0,3.56,ok tpp_4_5_20_1,1,MZN/Gurobi-free,0.0,6.8580000000000005,ok tpp_4_5_20_1,1,MZN/CPLEX-free,0.0,6.305,ok tpp_4_5_20_1,1,LCG-Glucose-free,0.0,0.353,ok tpp_4_5_20_1,1,MZN/Cbc-free,0.0,83.049,ok tpp_4_5_20_1,1,Yuck-free,1,1200,timeout tpp_4_5_20_1,1,Choco-free,0.0,23.97,ok tpp_4_5_20_1,1,MinisatID-free,0.0,5.859,ok tpp_4_5_20_1,1,G12FD-free,0.0,10.135,ok fir_1_3,1,iZplus-free,0.0,0.93,ok fir_1_3,1,MZN/SCIP-free,0.0,9.976,ok fir_1_3,1,Chuffed-free,0.0,0.075,ok fir_1_3,1,LCG-Glucose-UC-free,0.0,0.091,ok fir_1_3,1,Concrete-free,0.0,5.506,ok fir_1_3,1,JaCoP-fd,0.0,0.242,ok fir_1_3,1,Mistral-free,0.0,0.9530000000000001,ok fir_1_3,1,OscaR/CBLS-free,0.0,1200.0,ok fir_1_3,1,HaifaCSP-free,0.0,11.282,ok fir_1_3,1,Gecode-free,0.0,14.492,ok fir_1_3,1,OR-Tools-free,0.0,0.055,ok fir_1_3,1,SICStus-Prolog-fd,0.0,0.508,ok fir_1_3,1,Picat-CP-fd,0.0,18.818,ok fir_1_3,1,Picat-SAT-free,0.0,0.6920000000000001,ok fir_1_3,1,MZN/Gurobi-free,0.0,20.251,ok fir_1_3,1,MZN/CPLEX-free,0.0,33.009,ok fir_1_3,1,LCG-Glucose-free,0.0,0.108,ok fir_1_3,1,MZN/Cbc-free,0.0,1200.0,ok fir_1_3,1,Yuck-free,0.9,1200.0,ok fir_1_3,1,Choco-free,0.0,0.932,ok fir_1_3,1,MinisatID-free,0.0,0.234,ok fir_1_3,1,G12FD-free,0.0,19.535,ok ar_1_3,1,iZplus-free,0.0,0.264,ok ar_1_3,1,MZN/SCIP-free,0.0,3.891,ok ar_1_3,1,Chuffed-free,0.0,0.099,ok ar_1_3,1,LCG-Glucose-UC-free,0.0,0.08600000000000001,ok ar_1_3,1,Concrete-free,0.0,6.164,ok ar_1_3,1,JaCoP-fd,0.0,480.26800000000003,ok ar_1_3,1,Mistral-free,0.0,0.126,ok ar_1_3,1,OscaR/CBLS-free,0.0,1200.0,ok ar_1_3,1,HaifaCSP-free,0.0,1.436,ok ar_1_3,1,Gecode-free,0.0,930.6990000000001,ok ar_1_3,1,OR-Tools-free,0.0,79.08,ok ar_1_3,1,SICStus-Prolog-fd,0.0,74.239,ok ar_1_3,1,Picat-CP-fd,1,1200,timeout ar_1_3,1,Picat-SAT-free,0.0,1.442,ok ar_1_3,1,MZN/Gurobi-free,0.0,3.856,ok ar_1_3,1,MZN/CPLEX-free,0.0,1.692,ok ar_1_3,1,LCG-Glucose-free,0.0,0.101,ok ar_1_3,1,MZN/Cbc-free,0.0,441.308,ok ar_1_3,1,Yuck-free,0.25,1200.0,ok ar_1_3,1,Choco-free,0.0,5.523,ok ar_1_3,1,MinisatID-free,0.0,0.23600000000000002,ok ar_1_3,1,G12FD-free,0.8999999999999999,1200.0,ok ewf_1_2,1,iZplus-free,0.0,1200.0,ok ewf_1_2,1,MZN/SCIP-free,0.0,1200.0,ok ewf_1_2,1,Chuffed-free,0.0,0.214,ok ewf_1_2,1,LCG-Glucose-UC-free,0.0,0.738,ok ewf_1_2,1,Concrete-free,0.0,1200.0,ok ewf_1_2,1,JaCoP-fd,0.0,0.317,ok ewf_1_2,1,Mistral-free,0.0,1200.0,ok ewf_1_2,1,OscaR/CBLS-free,0.0,1200.0,ok ewf_1_2,1,HaifaCSP-free,1,1200,timeout ewf_1_2,1,Gecode-free,0.0,1200.0,ok ewf_1_2,1,OR-Tools-free,0.0,0.058,ok ewf_1_2,1,SICStus-Prolog-fd,0.0,0.526,ok ewf_1_2,1,Picat-CP-fd,0.0,1200.0,ok ewf_1_2,1,Picat-SAT-free,0.0,5.053,ok ewf_1_2,1,MZN/Gurobi-free,0.0,1200.0,ok ewf_1_2,1,MZN/CPLEX-free,0.0,1200.0,ok ewf_1_2,1,LCG-Glucose-free,0.0,0.558,ok ewf_1_2,1,MZN/Cbc-free,0.45,1200.0,ok ewf_1_2,1,Yuck-free,0.9,1200.0,ok ewf_1_2,1,Choco-free,0.0,0.553,ok ewf_1_2,1,MinisatID-free,0.0,3.008,ok ewf_1_2,1,G12FD-free,0.0,1200.0,ok fir_1_4,1,iZplus-free,0.0,0.897,ok fir_1_4,1,MZN/SCIP-free,0.0,6.586,ok fir_1_4,1,Chuffed-free,0.0,0.078,ok fir_1_4,1,LCG-Glucose-UC-free,0.0,0.075,ok fir_1_4,1,Concrete-free,0.0,4.972,ok fir_1_4,1,JaCoP-fd,0.0,0.24,ok fir_1_4,1,Mistral-free,0.0,0.88,ok fir_1_4,1,OscaR/CBLS-free,0.0,1200.0,ok fir_1_4,1,HaifaCSP-free,0.0,9.835,ok fir_1_4,1,Gecode-free,0.0,17.667,ok fir_1_4,1,OR-Tools-free,0.0,0.052000000000000005,ok fir_1_4,1,SICStus-Prolog-fd,0.0,0.495,ok fir_1_4,1,Picat-CP-fd,0.0,18.35,ok fir_1_4,1,Picat-SAT-free,0.0,0.8180000000000001,ok fir_1_4,1,MZN/Gurobi-free,0.0,1.283,ok fir_1_4,1,MZN/CPLEX-free,0.0,19.627,ok fir_1_4,1,LCG-Glucose-free,0.0,0.114,ok fir_1_4,1,MZN/Cbc-free,0.0,1200.0,ok fir_1_4,1,Yuck-free,0.9,1200.0,ok fir_1_4,1,Choco-free,0.0,0.497,ok fir_1_4,1,MinisatID-free,0.0,0.229,ok fir_1_4,1,G12FD-free,0.0,19.667,ok dct_1_3,1,iZplus-free,0.0,1200.0,ok dct_1_3,1,MZN/SCIP-free,0.0,1200.0,ok dct_1_3,1,Chuffed-free,0.0,1200.0,ok dct_1_3,1,LCG-Glucose-UC-free,1,1200,timeout dct_1_3,1,Concrete-free,0.0,1200.0,ok dct_1_3,1,JaCoP-fd,0.0,0.298,ok dct_1_3,1,Mistral-free,0.0,1200.0,ok dct_1_3,1,OscaR/CBLS-free,0.0,1200.0,ok dct_1_3,1,HaifaCSP-free,1,1200,timeout dct_1_3,1,Gecode-free,0.0,1200.0,ok dct_1_3,1,OR-Tools-free,0.0,0.061,ok dct_1_3,1,SICStus-Prolog-fd,1,1200,timeout dct_1_3,1,Picat-CP-fd,1,1200,timeout dct_1_3,1,Picat-SAT-free,0.0642857142857143,1200.0,ok dct_1_3,1,MZN/Gurobi-free,0.0,1200.0,ok dct_1_3,1,MZN/CPLEX-free,0.0,1200.0,ok dct_1_3,1,LCG-Glucose-free,0.0,1200.0,ok dct_1_3,1,MZN/Cbc-free,0.9,1200.0,ok dct_1_3,1,Yuck-free,0.0,1200.0,ok dct_1_3,1,Choco-free,0.0,0.552,ok dct_1_3,1,MinisatID-free,0.0,1200.0,ok dct_1_3,1,G12FD-free,0.45,1200.0,ok CELAR7-SUB4,1,iZplus-free,0.0,1200.0,ok CELAR7-SUB4,1,MZN/SCIP-free,0.11083998653234721,1200.0,ok CELAR7-SUB4,1,Chuffed-free,0.009744039008680545,1200.0,ok CELAR7-SUB4,1,LCG-Glucose-UC-free,1,1200,timeout CELAR7-SUB4,1,Concrete-free,0.21240766904647032,1200.0,ok CELAR7-SUB4,1,JaCoP-fd,1,1200,timeout CELAR7-SUB4,1,Mistral-free,0.004417146075656419,1200.0,ok CELAR7-SUB4,1,OscaR/CBLS-free,0.9,1200.0,ok CELAR7-SUB4,1,HaifaCSP-free,0.00633654575870441,1200.0,ok CELAR7-SUB4,1,Gecode-free,0.7415500575118015,1200.0,ok CELAR7-SUB4,1,OR-Tools-free,0.7395377977580117,1200.0,ok CELAR7-SUB4,1,SICStus-Prolog-fd,0.7415502032889927,1200.0,ok CELAR7-SUB4,1,Picat-CP-fd,0.8479620618639525,1200.0,ok CELAR7-SUB4,1,Picat-SAT-free,0.00439362735548945,1200.0,ok CELAR7-SUB4,1,MZN/Gurobi-free,1.958273600679343e-05,1200.0,ok CELAR7-SUB4,1,MZN/CPLEX-free,1.9436958815675864e-07,1200.0,ok CELAR7-SUB4,1,LCG-Glucose-free,0.01805275579361751,1200.0,ok CELAR7-SUB4,1,MZN/Cbc-free,1,1200,timeout CELAR7-SUB4,1,Yuck-free,0.05881137813653125,1200.0,ok CELAR7-SUB4,1,Choco-free,0.7391009521086294,1200.0,ok CELAR7-SUB4,1,MinisatID-free,0.7815186160712551,1200.0,ok CELAR7-SUB4,1,G12FD-free,0.8902717049279602,1200.0,ok scen07,1,iZplus-free,1,1200,timeout scen07,1,MZN/SCIP-free,1,1200,timeout scen07,1,Chuffed-free,0.512748932809579,1200.0,ok scen07,1,LCG-Glucose-UC-free,1,1200,timeout scen07,1,Concrete-free,0.4200179684363405,1200.0,ok scen07,1,JaCoP-fd,1,1200,timeout scen07,1,Mistral-free,0.3498164890398408,1200.0,ok scen07,1,OscaR/CBLS-free,0.4356452202633862,1200.0,ok scen07,1,HaifaCSP-free,0.0,1200.0,ok scen07,1,Gecode-free,0.8728667093238495,1200.0,ok scen07,1,OR-Tools-free,0.8031140891978823,1200.0,ok scen07,1,SICStus-Prolog-fd,0.8733471499151328,1200.0,ok scen07,1,Picat-CP-fd,0.9000000000000001,1200.0,ok scen07,1,Picat-SAT-free,1,1200,timeout scen07,1,MZN/Gurobi-free,0.0061406831111504205,1200.0,ok scen07,1,MZN/CPLEX-free,0.017395025840191803,1200.0,ok scen07,1,LCG-Glucose-free,0.6943744779850477,1200.0,ok scen07,1,MZN/Cbc-free,1,1200,timeout scen07,1,Yuck-free,0.039869134444965273,1200.0,ok scen07,1,Choco-free,0.8244521823992554,1200.0,ok scen07,1,MinisatID-free,1,1200,timeout scen07,1,G12FD-free,1,1200,timeout graph05,1,iZplus-free,0.08673416213801831,1200.0,ok graph05,1,MZN/SCIP-free,1,1200,timeout graph05,1,Chuffed-free,0.44753219682870543,1200.0,ok graph05,1,LCG-Glucose-UC-free,0.0,0.491,ok graph05,1,Concrete-free,0.6037445097893249,1200.0,ok graph05,1,JaCoP-fd,0.7909699992555648,1200.0,ok graph05,1,Mistral-free,0.4702002531080176,1200.0,ok graph05,1,OscaR/CBLS-free,0.16573364103327626,1200.0,ok graph05,1,HaifaCSP-free,0.023598600461549914,1200.0,ok graph05,1,Gecode-free,0.9,1200.0,ok graph05,1,OR-Tools-free,0.7832799821335517,1200.0,ok graph05,1,SICStus-Prolog-fd,0.7908136678329487,1200.0,ok graph05,1,Picat-CP-fd,0.7922355393434081,1200.0,ok graph05,1,Picat-SAT-free,0.6017940891833544,1200.0,ok graph05,1,MZN/Gurobi-free,0.0,120.267,ok graph05,1,MZN/CPLEX-free,0.13737809871212686,1200.0,ok graph05,1,LCG-Glucose-free,0.7098488796248046,1200.0,ok graph05,1,MZN/Cbc-free,1,1200,timeout graph05,1,Yuck-free,0.10179408918335443,1200.0,ok graph05,1,Choco-free,0.6199955333879253,1200.0,ok graph05,1,MinisatID-free,0.8406163924663143,1200.0,ok graph05,1,G12FD-free,1,1200,timeout CELAR6-SUB0,1,iZplus-free,0.0,10.192,ok CELAR6-SUB0,1,MZN/SCIP-free,0.0,560.946,ok CELAR6-SUB0,1,Chuffed-free,0.0,25.563,ok CELAR6-SUB0,1,LCG-Glucose-UC-free,0.0,36.764,ok CELAR6-SUB0,1,Concrete-free,0.10988033635187582,1200.0,ok CELAR6-SUB0,1,JaCoP-fd,0.8984476067270375,1200.0,ok CELAR6-SUB0,1,Mistral-free,0.0,88.032,ok CELAR6-SUB0,1,OscaR/CBLS-free,0.00029107373868046574,1200.0,ok CELAR6-SUB0,1,HaifaCSP-free,0.0,8.943,ok CELAR6-SUB0,1,Gecode-free,0.8538163001293662,1200.0,ok CELAR6-SUB0,1,OR-Tools-free,0.8983505821474774,1200.0,ok CELAR6-SUB0,1,SICStus-Prolog-fd,0.8994663648124193,1200.0,ok CELAR6-SUB0,1,Picat-CP-fd,0.8999999999999999,1200.0,ok CELAR6-SUB0,1,Picat-SAT-free,0.0,69.602,ok CELAR6-SUB0,1,MZN/Gurobi-free,0.0,177.29500000000002,ok CELAR6-SUB0,1,MZN/CPLEX-free,0.0,282.818,ok CELAR6-SUB0,1,LCG-Glucose-free,0.0,165.495,ok CELAR6-SUB0,1,MZN/Cbc-free,0.23640038809831823,1200.0,ok CELAR6-SUB0,1,Yuck-free,0.01935640362225097,1200.0,ok CELAR6-SUB0,1,Choco-free,0.5135996119016818,1200.0,ok CELAR6-SUB0,1,MinisatID-free,0.14932082794307894,1200.0,ok CELAR6-SUB0,1,G12FD-free,1,1200,timeout CELAR6-SUB4,1,iZplus-free,0.0,1200.0,ok CELAR6-SUB4,1,MZN/SCIP-free,0.1640979612770868,1200.0,ok CELAR6-SUB4,1,Chuffed-free,0.3514200538530581,1200.0,ok CELAR6-SUB4,1,LCG-Glucose-UC-free,1,1200,timeout CELAR6-SUB4,1,Concrete-free,0.413735735350686,1200.0,ok CELAR6-SUB4,1,JaCoP-fd,0.568399794845493,1200.0,ok CELAR6-SUB4,1,Mistral-free,0.0029715348121554046,1200.0,ok CELAR6-SUB4,1,OscaR/CBLS-free,0.050573791511732274,1200.0,ok CELAR6-SUB4,1,HaifaCSP-free,0.09286767534299269,1200.0,ok CELAR6-SUB4,1,Gecode-free,0.568399794845493,1200.0,ok CELAR6-SUB4,1,OR-Tools-free,0.568399794845493,1200.0,ok CELAR6-SUB4,1,SICStus-Prolog-fd,0.5687748429285806,1200.0,ok CELAR6-SUB4,1,Picat-CP-fd,0.5955186562379792,1200.0,ok CELAR6-SUB4,1,Picat-SAT-free,0.11361071932299013,1200.0,ok CELAR6-SUB4,1,MZN/Gurobi-free,0.0,1200.0,ok CELAR6-SUB4,1,MZN/CPLEX-free,0.030840492370816774,1200.0,ok CELAR6-SUB4,1,LCG-Glucose-free,0.3535549429414027,1200.0,ok CELAR6-SUB4,1,MZN/Cbc-free,0.458885754583921,1200.0,ok CELAR6-SUB4,1,Yuck-free,0.12122708039492243,1200.0,ok CELAR6-SUB4,1,Choco-free,0.48955314783946663,1200.0,ok CELAR6-SUB4,1,MinisatID-free,0.9,1200.0,ok CELAR6-SUB4,1,G12FD-free,0.5293370944992948,1200.0,ok c_v15_a105_d7,1,iZplus-free,0.0,1119.943,ok c_v15_a105_d7,1,MZN/SCIP-free,0.0,249.622,ok c_v15_a105_d7,1,Chuffed-free,0.0,92.59,ok c_v15_a105_d7,1,LCG-Glucose-UC-free,1,1200,timeout c_v15_a105_d7,1,Concrete-free,1,1200,timeout c_v15_a105_d7,1,JaCoP-fd,0.0,126.932,ok c_v15_a105_d7,1,Mistral-free,0.026600985221674877,1200.0,ok c_v15_a105_d7,1,OscaR/CBLS-free,0.6694581280788178,1200.0,ok c_v15_a105_d7,1,HaifaCSP-free,0.0,44.163000000000004,ok c_v15_a105_d7,1,Gecode-free,0.0,54.099000000000004,ok c_v15_a105_d7,1,OR-Tools-free,0.0,62.928000000000004,ok c_v15_a105_d7,1,SICStus-Prolog-fd,0.0,203.747,ok c_v15_a105_d7,1,Picat-CP-fd,0.0,642.068,ok c_v15_a105_d7,1,Picat-SAT-free,0.0,90.656,ok c_v15_a105_d7,1,MZN/Gurobi-free,0.0,70.035,ok c_v15_a105_d7,1,MZN/CPLEX-free,1,1200,timeout c_v15_a105_d7,1,LCG-Glucose-free,0.0,31.393,ok c_v15_a105_d7,1,MZN/Cbc-free,0.0,844.465,ok c_v15_a105_d7,1,Yuck-free,0.9000000000000001,1200.0,ok c_v15_a105_d7,1,Choco-free,0.0,50.517,ok c_v15_a105_d7,1,MinisatID-free,0.0,1200.0,ok c_v15_a105_d7,1,G12FD-free,0.15960591133004925,1200.0,ok s_v40_a100_d5,1,iZplus-free,0.02214765100671141,1200.0,ok s_v40_a100_d5,1,MZN/SCIP-free,0.0,1003.303,ok s_v40_a100_d5,1,Chuffed-free,0.08456375838926175,1200.0,ok s_v40_a100_d5,1,LCG-Glucose-UC-free,1,1200,timeout s_v40_a100_d5,1,Concrete-free,1,1200,timeout s_v40_a100_d5,1,JaCoP-fd,0.6241610738255033,1200.0,ok s_v40_a100_d5,1,Mistral-free,1,1200,timeout s_v40_a100_d5,1,OscaR/CBLS-free,1,1200,timeout s_v40_a100_d5,1,HaifaCSP-free,0.9,1200.0,ok s_v40_a100_d5,1,Gecode-free,0.5436241610738255,1200.0,ok s_v40_a100_d5,1,OR-Tools-free,0.5436241610738255,1200.0,ok s_v40_a100_d5,1,SICStus-Prolog-fd,0.6241610738255033,1200.0,ok s_v40_a100_d5,1,Picat-CP-fd,0.670469798657718,1200.0,ok s_v40_a100_d5,1,Picat-SAT-free,0.7751677852348994,1200.0,ok s_v40_a100_d5,1,MZN/Gurobi-free,0.0,245.061,ok s_v40_a100_d5,1,MZN/CPLEX-free,0.0,446.613,ok s_v40_a100_d5,1,LCG-Glucose-free,1,1200,timeout s_v40_a100_d5,1,MZN/Cbc-free,0.036241610738255034,1200.0,ok s_v40_a100_d5,1,Yuck-free,1,1200,timeout s_v40_a100_d5,1,Choco-free,0.487248322147651,1200.0,ok s_v40_a100_d5,1,MinisatID-free,1,1200,timeout s_v40_a100_d5,1,G12FD-free,0.6664429530201343,1200.0,ok c_v20_a190_d5,1,iZplus-free,0.0,1200.0,ok c_v20_a190_d5,1,MZN/SCIP-free,0.0,347.841,ok c_v20_a190_d5,1,Chuffed-free,0.0,537.056,ok c_v20_a190_d5,1,LCG-Glucose-UC-free,1,1200,timeout c_v20_a190_d5,1,Concrete-free,1,1200,timeout c_v20_a190_d5,1,JaCoP-fd,0.0,740.77,ok c_v20_a190_d5,1,Mistral-free,0.04245283018867924,1200.0,ok c_v20_a190_d5,1,OscaR/CBLS-free,0.9,1200.0,ok c_v20_a190_d5,1,HaifaCSP-free,0.05518867924528302,1200.0,ok c_v20_a190_d5,1,Gecode-free,0.0,237.311,ok c_v20_a190_d5,1,OR-Tools-free,0.0,268.053,ok c_v20_a190_d5,1,SICStus-Prolog-fd,0.0,761.113,ok c_v20_a190_d5,1,Picat-CP-fd,0.16132075471698115,1200.0,ok c_v20_a190_d5,1,Picat-SAT-free,0.0,1200.0,ok c_v20_a190_d5,1,MZN/Gurobi-free,0.0,240.389,ok c_v20_a190_d5,1,MZN/CPLEX-free,0.0,460.56,ok c_v20_a190_d5,1,LCG-Glucose-free,0.0,181.126,ok c_v20_a190_d5,1,MZN/Cbc-free,0.0,1200.0,ok c_v20_a190_d5,1,Yuck-free,1,1200,timeout c_v20_a190_d5,1,Choco-free,0.0,292.661,ok c_v20_a190_d5,1,MinisatID-free,0.04245283018867924,1200.0,ok c_v20_a190_d5,1,G12FD-free,1,1200,timeout s_v20_a50_d5,1,iZplus-free,0.0,1200.0,ok s_v20_a50_d5,1,MZN/SCIP-free,0.0,29.38,ok s_v20_a50_d5,1,Chuffed-free,0.0,1200.0,ok s_v20_a50_d5,1,LCG-Glucose-UC-free,1,1200,timeout s_v20_a50_d5,1,Concrete-free,1,1200,timeout s_v20_a50_d5,1,JaCoP-fd,0.10670103092783505,1200.0,ok s_v20_a50_d5,1,Mistral-free,0.03711340206185567,1200.0,ok s_v20_a50_d5,1,OscaR/CBLS-free,0.3618556701030928,1200.0,ok s_v20_a50_d5,1,HaifaCSP-free,0.0,492.216,ok s_v20_a50_d5,1,Gecode-free,0.0,991.463,ok s_v20_a50_d5,1,OR-Tools-free,0.0,933.51,ok s_v20_a50_d5,1,SICStus-Prolog-fd,0.009278350515463918,1200.0,ok s_v20_a50_d5,1,Picat-CP-fd,0.1670103092783505,1200.0,ok s_v20_a50_d5,1,Picat-SAT-free,0.0,78.828,ok s_v20_a50_d5,1,MZN/Gurobi-free,0.0,32.061,ok s_v20_a50_d5,1,MZN/CPLEX-free,1,1200,timeout s_v20_a50_d5,1,LCG-Glucose-free,0.0,1200.0,ok s_v20_a50_d5,1,MZN/Cbc-free,0.0,405.111,ok s_v20_a50_d5,1,Yuck-free,0.9,1200.0,ok s_v20_a50_d5,1,Choco-free,0.0,520.446,ok s_v20_a50_d5,1,MinisatID-free,0.12061855670103094,1200.0,ok s_v20_a50_d5,1,G12FD-free,0.8489690721649485,1200.0,ok s_v20_a50_d4,1,iZplus-free,0.0,1200.0,ok s_v20_a50_d4,1,MZN/SCIP-free,0.0,14.398,ok s_v20_a50_d4,1,Chuffed-free,0.0,153.639,ok s_v20_a50_d4,1,LCG-Glucose-UC-free,1,1200,timeout s_v20_a50_d4,1,Concrete-free,1,1200,timeout s_v20_a50_d4,1,JaCoP-fd,0.0,195.774,ok s_v20_a50_d4,1,Mistral-free,0.0,1200.0,ok s_v20_a50_d4,1,OscaR/CBLS-free,0.9,1200.0,ok s_v20_a50_d4,1,HaifaCSP-free,0.0,305.36400000000003,ok s_v20_a50_d4,1,Gecode-free,0.0,97.11500000000001,ok s_v20_a50_d4,1,OR-Tools-free,0.0,96.244,ok s_v20_a50_d4,1,SICStus-Prolog-fd,0.0,170.286,ok s_v20_a50_d4,1,Picat-CP-fd,0.0,1200.0,ok s_v20_a50_d4,1,Picat-SAT-free,0.0,103.736,ok s_v20_a50_d4,1,MZN/Gurobi-free,0.0,12.396,ok s_v20_a50_d4,1,MZN/CPLEX-free,0.0,26.624000000000002,ok s_v20_a50_d4,1,LCG-Glucose-free,0.0,64.857,ok s_v20_a50_d4,1,MZN/Cbc-free,0.0,53.591,ok s_v20_a50_d4,1,Yuck-free,0.41102362204724413,1200.0,ok s_v20_a50_d4,1,Choco-free,0.0,77.58,ok s_v20_a50_d4,1,MinisatID-free,0.07795275590551182,1200.0,ok s_v20_a50_d4,1,G12FD-free,1,1200,timeout mzn_rnd_test.20,1,iZplus-free,0.0,1200.0,ok mzn_rnd_test.20,1,MZN/SCIP-free,1,1200,timeout mzn_rnd_test.20,1,Chuffed-free,1,1200,timeout mzn_rnd_test.20,1,LCG-Glucose-UC-free,1,1200,timeout mzn_rnd_test.20,1,Concrete-free,1,1200,timeout mzn_rnd_test.20,1,JaCoP-fd,0.20548281505728316,1200.0,ok mzn_rnd_test.20,1,Mistral-free,0.19320785597381343,1200.0,ok mzn_rnd_test.20,1,OscaR/CBLS-free,0.24770867430441898,1200.0,ok mzn_rnd_test.20,1,HaifaCSP-free,0.9,1200.0,ok mzn_rnd_test.20,1,Gecode-free,0.14779050736497548,1200.0,ok mzn_rnd_test.20,1,OR-Tools-free,0.11268412438625205,1200.0,ok mzn_rnd_test.20,1,SICStus-Prolog-fd,0.1362520458265139,1200.0,ok mzn_rnd_test.20,1,Picat-CP-fd,0.14779050736497548,1200.0,ok mzn_rnd_test.20,1,Picat-SAT-free,1,1200,timeout mzn_rnd_test.20,1,MZN/Gurobi-free,0.30319148936170215,1200.0,ok mzn_rnd_test.20,1,MZN/CPLEX-free,0.39451718494271687,1200.0,ok mzn_rnd_test.20,1,LCG-Glucose-free,0.009574468085106383,1200.0,ok mzn_rnd_test.20,1,MZN/Cbc-free,1,1200,timeout mzn_rnd_test.20,1,Yuck-free,0.5447626841243863,1200.0,ok mzn_rnd_test.20,1,Choco-free,0.06407528641571195,1200.0,ok mzn_rnd_test.20,1,MinisatID-free,0.7021276595744681,1200.0,ok mzn_rnd_test.20,1,G12FD-free,0.595581014729951,1200.0,ok mzn_rnd_test.13,1,iZplus-free,0.004189944134078212,1200.0,ok mzn_rnd_test.13,1,MZN/SCIP-free,0.11899441340782123,1200.0,ok mzn_rnd_test.13,1,Chuffed-free,0.01675977653631285,1200.0,ok mzn_rnd_test.13,1,LCG-Glucose-UC-free,1,1200,timeout mzn_rnd_test.13,1,Concrete-free,1,1200,timeout mzn_rnd_test.13,1,JaCoP-fd,0.06368715083798883,1200.0,ok mzn_rnd_test.13,1,Mistral-free,0.059497206703910614,1200.0,ok mzn_rnd_test.13,1,OscaR/CBLS-free,0.10977653631284917,1200.0,ok mzn_rnd_test.13,1,HaifaCSP-free,0.6284916201117319,1200.0,ok mzn_rnd_test.13,1,Gecode-free,0.06368715083798883,1200.0,ok mzn_rnd_test.13,1,OR-Tools-free,0.06368715083798883,1200.0,ok mzn_rnd_test.13,1,SICStus-Prolog-fd,0.0846368715083799,1200.0,ok mzn_rnd_test.13,1,Picat-CP-fd,0.06368715083798883,1200.0,ok mzn_rnd_test.13,1,Picat-SAT-free,0.05111731843575419,1200.0,ok mzn_rnd_test.13,1,MZN/Gurobi-free,0.021787709497206705,1200.0,ok mzn_rnd_test.13,1,MZN/CPLEX-free,0.03519553072625699,1200.0,ok mzn_rnd_test.13,1,LCG-Glucose-free,0.0,1200.0,ok mzn_rnd_test.13,1,MZN/Cbc-free,0.10223463687150838,1200.0,ok mzn_rnd_test.13,1,Yuck-free,0.24134078212290502,1200.0,ok mzn_rnd_test.13,1,Choco-free,0.06368715083798883,1200.0,ok mzn_rnd_test.13,1,MinisatID-free,0.9,1200.0,ok mzn_rnd_test.13,1,G12FD-free,0.09720670391061453,1200.0,ok mzn_rnd_test.06,1,iZplus-free,0.0,1200.0,ok mzn_rnd_test.06,1,MZN/SCIP-free,1,1200,timeout mzn_rnd_test.06,1,Chuffed-free,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,LCG-Glucose-UC-free,1,1200,timeout mzn_rnd_test.06,1,Concrete-free,1,1200,timeout mzn_rnd_test.06,1,JaCoP-fd,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,Mistral-free,0.1320195042665583,1200.0,ok mzn_rnd_test.06,1,OscaR/CBLS-free,0.1887037789516457,1200.0,ok mzn_rnd_test.06,1,HaifaCSP-free,0.9,1200.0,ok mzn_rnd_test.06,1,Gecode-free,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,OR-Tools-free,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,SICStus-Prolog-fd,0.14920763917106866,1200.0,ok mzn_rnd_test.06,1,Picat-CP-fd,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,Picat-SAT-free,0.0,1027.817,ok mzn_rnd_test.06,1,MZN/Gurobi-free,0.1173913043478261,1200.0,ok mzn_rnd_test.06,1,MZN/CPLEX-free,0.1173913043478261,1200.0,ok mzn_rnd_test.06,1,LCG-Glucose-free,0.04863876472978464,1200.0,ok mzn_rnd_test.06,1,MZN/Cbc-free,0.33571718813490453,1200.0,ok mzn_rnd_test.06,1,Yuck-free,0.3335229581470947,1200.0,ok mzn_rnd_test.06,1,Choco-free,0.12068264932954084,1200.0,ok mzn_rnd_test.06,1,MinisatID-free,0.5854937017472572,1200.0,ok mzn_rnd_test.06,1,G12FD-free,1,1200,timeout mzn_rnd_test.02,1,iZplus-free,0.0,0.489,ok mzn_rnd_test.02,1,MZN/SCIP-free,0.0,25.018,ok mzn_rnd_test.02,1,Chuffed-free,0.0,51.884,ok mzn_rnd_test.02,1,LCG-Glucose-UC-free,0.0,6.586,ok mzn_rnd_test.02,1,Concrete-free,0.0,1200.0,ok mzn_rnd_test.02,1,JaCoP-fd,0.0,1200.0,ok mzn_rnd_test.02,1,Mistral-free,0.0,1200.0,ok mzn_rnd_test.02,1,OscaR/CBLS-free,0.45555555555555555,1200.0,ok mzn_rnd_test.02,1,HaifaCSP-free,0.0,233.689,ok mzn_rnd_test.02,1,Gecode-free,0.0,1200.0,ok mzn_rnd_test.02,1,OR-Tools-free,0.0,1200.0,ok mzn_rnd_test.02,1,SICStus-Prolog-fd,0.6555555555555556,1200.0,ok mzn_rnd_test.02,1,Picat-CP-fd,0.9,1200.0,ok mzn_rnd_test.02,1,Picat-SAT-free,0.0,14.337,ok mzn_rnd_test.02,1,MZN/Gurobi-free,0.0,4.453,ok mzn_rnd_test.02,1,MZN/CPLEX-free,0.0,3.636,ok mzn_rnd_test.02,1,LCG-Glucose-free,0.0,15.085,ok mzn_rnd_test.02,1,MZN/Cbc-free,0.0,50.669000000000004,ok mzn_rnd_test.02,1,Yuck-free,0.5,1200.0,ok mzn_rnd_test.02,1,Choco-free,0.0,1200.0,ok mzn_rnd_test.02,1,MinisatID-free,0.0,389.457,ok mzn_rnd_test.02,1,G12FD-free,0.0,840.0690000000001,ok mzn_rnd_test.11,1,iZplus-free,0.0,0.108,ok mzn_rnd_test.11,1,MZN/SCIP-free,0.0,12.427,ok mzn_rnd_test.11,1,Chuffed-free,0.0,101.70100000000001,ok mzn_rnd_test.11,1,LCG-Glucose-UC-free,0.0,12.123000000000001,ok mzn_rnd_test.11,1,Concrete-free,0.0,4.4190000000000005,ok mzn_rnd_test.11,1,JaCoP-fd,0.0,18.361,ok mzn_rnd_test.11,1,Mistral-free,0.0,1200.0,ok mzn_rnd_test.11,1,OscaR/CBLS-free,0.6582089552238806,1200.0,ok mzn_rnd_test.11,1,HaifaCSP-free,0.0,49.806000000000004,ok mzn_rnd_test.11,1,Gecode-free,0.0,369.822,ok mzn_rnd_test.11,1,OR-Tools-free,0.0,1200.0,ok mzn_rnd_test.11,1,SICStus-Prolog-fd,0.0,118.673,ok mzn_rnd_test.11,1,Picat-CP-fd,0.9,1200.0,ok mzn_rnd_test.11,1,Picat-SAT-free,0.0,16.728,ok mzn_rnd_test.11,1,MZN/Gurobi-free,0.0,2.141,ok mzn_rnd_test.11,1,MZN/CPLEX-free,0.0,2.057,ok mzn_rnd_test.11,1,LCG-Glucose-free,0.0,93.403,ok mzn_rnd_test.11,1,MZN/Cbc-free,0.0,41.207,ok mzn_rnd_test.11,1,Yuck-free,0.4164179104477612,1200.0,ok mzn_rnd_test.11,1,Choco-free,0.0,1.7690000000000001,ok mzn_rnd_test.11,1,MinisatID-free,0.0,420.677,ok mzn_rnd_test.11,1,G12FD-free,0.0,360.624,ok kb128_n5_obj11,1,iZplus-free,1,1200,timeout kb128_n5_obj11,1,MZN/SCIP-free,1,1200,timeout kb128_n5_obj11,1,Chuffed-free,1,55.929,ok kb128_n5_obj11,1,LCG-Glucose-UC-free,1,22.776,ok kb128_n5_obj11,1,Concrete-free,1,19.985,ok kb128_n5_obj11,1,JaCoP-fd,1,307.232,ok kb128_n5_obj11,1,Mistral-free,1,1200,timeout kb128_n5_obj11,1,OscaR/CBLS-free,1,1200,timeout kb128_n5_obj11,1,HaifaCSP-free,1,1060.002,ok kb128_n5_obj11,1,Gecode-free,1,40.695,ok kb128_n5_obj11,1,OR-Tools-free,1,183.601,ok kb128_n5_obj11,1,SICStus-Prolog-fd,1,160.939,ok kb128_n5_obj11,1,Picat-CP-fd,1,1200,timeout kb128_n5_obj11,1,Picat-SAT-free,1,4.766,ok kb128_n5_obj11,1,MZN/Gurobi-free,1,1200,timeout kb128_n5_obj11,1,MZN/CPLEX-free,1,1200,timeout kb128_n5_obj11,1,LCG-Glucose-free,1,22.886,ok kb128_n5_obj11,1,MZN/Cbc-free,1,1200,timeout kb128_n5_obj11,1,Yuck-free,1,1200,timeout kb128_n5_obj11,1,Choco-free,1,58.592,ok kb128_n5_obj11,1,MinisatID-free,1,315.724,ok kb128_n5_obj11,1,G12FD-free,1,1087.199,ok kb128_n5_obj14,1,iZplus-free,1,1200,timeout kb128_n5_obj14,1,MZN/SCIP-free,1,1200,timeout kb128_n5_obj14,1,Chuffed-free,1,232.26500000000001,ok kb128_n5_obj14,1,LCG-Glucose-UC-free,1,104.604,ok kb128_n5_obj14,1,Concrete-free,1,22.63,ok kb128_n5_obj14,1,JaCoP-fd,1,1200,timeout kb128_n5_obj14,1,Mistral-free,1,1200,timeout kb128_n5_obj14,1,OscaR/CBLS-free,1,1200,timeout kb128_n5_obj14,1,HaifaCSP-free,1,1200,timeout kb128_n5_obj14,1,Gecode-free,1,197.62800000000001,ok kb128_n5_obj14,1,OR-Tools-free,1,402.916,ok kb128_n5_obj14,1,SICStus-Prolog-fd,1,727.585,ok kb128_n5_obj14,1,Picat-CP-fd,1,1200,timeout kb128_n5_obj14,1,Picat-SAT-free,1,7.223,ok kb128_n5_obj14,1,MZN/Gurobi-free,1,1200,timeout kb128_n5_obj14,1,MZN/CPLEX-free,1,1200,timeout kb128_n5_obj14,1,LCG-Glucose-free,1,104.854,ok kb128_n5_obj14,1,MZN/Cbc-free,1,1200,timeout kb128_n5_obj14,1,Yuck-free,1,1200,timeout kb128_n5_obj14,1,Choco-free,1,284.456,ok kb128_n5_obj14,1,MinisatID-free,1,1200,timeout kb128_n5_obj14,1,G12FD-free,1,1200,timeout kb128_n5_obj17,1,iZplus-free,1,1200,timeout kb128_n5_obj17,1,MZN/SCIP-free,1,1200,timeout kb128_n5_obj17,1,Chuffed-free,1,45.116,ok kb128_n5_obj17,1,LCG-Glucose-UC-free,1,272.762,ok kb128_n5_obj17,1,Concrete-free,1,1200,timeout kb128_n5_obj17,1,JaCoP-fd,1,1200,timeout kb128_n5_obj17,1,Mistral-free,1,1200,timeout kb128_n5_obj17,1,OscaR/CBLS-free,1,1200,timeout kb128_n5_obj17,1,HaifaCSP-free,1,41.371,ok kb128_n5_obj17,1,Gecode-free,1,176.471,ok kb128_n5_obj17,1,OR-Tools-free,1,356.472,ok kb128_n5_obj17,1,SICStus-Prolog-fd,1,849.2520000000001,ok kb128_n5_obj17,1,Picat-CP-fd,1,1200,timeout kb128_n5_obj17,1,Picat-SAT-free,1,4.799,ok kb128_n5_obj17,1,MZN/Gurobi-free,1,1200,timeout kb128_n5_obj17,1,MZN/CPLEX-free,1,1200,timeout kb128_n5_obj17,1,LCG-Glucose-free,1,270.059,ok kb128_n5_obj17,1,MZN/Cbc-free,1,1200,timeout kb128_n5_obj17,1,Yuck-free,1,1200,timeout kb128_n5_obj17,1,Choco-free,1,175.098,ok kb128_n5_obj17,1,MinisatID-free,1,57.204,ok kb128_n5_obj17,1,G12FD-free,1,1200,timeout kb192_n7_obj10,1,iZplus-free,1,1200,timeout kb192_n7_obj10,1,MZN/SCIP-free,1,1200,timeout kb192_n7_obj10,1,Chuffed-free,1,348.183,ok kb192_n7_obj10,1,LCG-Glucose-UC-free,1,92.255,ok kb192_n7_obj10,1,Concrete-free,1,49.11,ok kb192_n7_obj10,1,JaCoP-fd,1,1035.194,ok kb192_n7_obj10,1,Mistral-free,1,1200,timeout kb192_n7_obj10,1,OscaR/CBLS-free,1,1200,timeout kb192_n7_obj10,1,HaifaCSP-free,1,1200,timeout kb192_n7_obj10,1,Gecode-free,1,384.788,ok kb192_n7_obj10,1,OR-Tools-free,1,730.945,ok kb192_n7_obj10,1,SICStus-Prolog-fd,1,1016.45,ok kb192_n7_obj10,1,Picat-CP-fd,1,1200,timeout kb192_n7_obj10,1,Picat-SAT-free,1,11.93,ok kb192_n7_obj10,1,MZN/Gurobi-free,1,1200,timeout kb192_n7_obj10,1,MZN/CPLEX-free,1,1200,timeout kb192_n7_obj10,1,LCG-Glucose-free,1,92.59700000000001,ok kb192_n7_obj10,1,MZN/Cbc-free,1,1200,timeout kb192_n7_obj10,1,Yuck-free,1,1200,timeout kb192_n7_obj10,1,Choco-free,1,357.8,ok kb192_n7_obj10,1,MinisatID-free,1,1200,timeout kb192_n7_obj10,1,G12FD-free,1,1200,timeout kb128_n5_obj16,1,iZplus-free,1,1200,timeout kb128_n5_obj16,1,MZN/SCIP-free,1,1200,timeout kb128_n5_obj16,1,Chuffed-free,1,12.473,ok kb128_n5_obj16,1,LCG-Glucose-UC-free,1,154.18,ok kb128_n5_obj16,1,Concrete-free,1,1200,timeout kb128_n5_obj16,1,JaCoP-fd,1,289.724,ok kb128_n5_obj16,1,Mistral-free,1,1200,timeout kb128_n5_obj16,1,OscaR/CBLS-free,1,1200,timeout kb128_n5_obj16,1,HaifaCSP-free,1,297.77500000000003,ok kb128_n5_obj16,1,Gecode-free,1,43.989000000000004,ok kb128_n5_obj16,1,OR-Tools-free,1,216.597,ok kb128_n5_obj16,1,SICStus-Prolog-fd,1,240.39000000000001,ok kb128_n5_obj16,1,Picat-CP-fd,1,1200,timeout kb128_n5_obj16,1,Picat-SAT-free,1,5.271,ok kb128_n5_obj16,1,MZN/Gurobi-free,1,1200,timeout kb128_n5_obj16,1,MZN/CPLEX-free,1,1200,timeout kb128_n5_obj16,1,LCG-Glucose-free,1,150.865,ok kb128_n5_obj16,1,MZN/Cbc-free,1,1200,timeout kb128_n5_obj16,1,Yuck-free,1,1200,timeout kb128_n5_obj16,1,Choco-free,1,71.653,ok kb128_n5_obj16,1,MinisatID-free,1,1200,timeout kb128_n5_obj16,1,G12FD-free,1,1200,timeout oocsp_racks_030_e6_cc,1,iZplus-free,1,2.712,ok oocsp_racks_030_e6_cc,1,MZN/SCIP-free,1,200.37,ok oocsp_racks_030_e6_cc,1,Chuffed-free,1,1.5110000000000001,ok oocsp_racks_030_e6_cc,1,LCG-Glucose-UC-free,1,1.489,ok oocsp_racks_030_e6_cc,1,Concrete-free,1,1200,timeout oocsp_racks_030_e6_cc,1,JaCoP-fd,1,1200,timeout oocsp_racks_030_e6_cc,1,Mistral-free,1,12.429,ok oocsp_racks_030_e6_cc,1,OscaR/CBLS-free,1,1200,timeout oocsp_racks_030_e6_cc,1,HaifaCSP-free,1,6.1240000000000006,ok oocsp_racks_030_e6_cc,1,Gecode-free,1,1200,timeout oocsp_racks_030_e6_cc,1,OR-Tools-free,1,1200,timeout oocsp_racks_030_e6_cc,1,SICStus-Prolog-fd,1,1200,timeout oocsp_racks_030_e6_cc,1,Picat-CP-fd,1,1200,timeout oocsp_racks_030_e6_cc,1,Picat-SAT-free,1,4.63,ok oocsp_racks_030_e6_cc,1,MZN/Gurobi-free,1,234.585,ok oocsp_racks_030_e6_cc,1,MZN/CPLEX-free,1,36.393,ok oocsp_racks_030_e6_cc,1,LCG-Glucose-free,1,1.495,ok oocsp_racks_030_e6_cc,1,MZN/Cbc-free,1,664.3580000000001,ok oocsp_racks_030_e6_cc,1,Yuck-free,1,1200,timeout oocsp_racks_030_e6_cc,1,Choco-free,1,1200,timeout oocsp_racks_030_e6_cc,1,MinisatID-free,1,3.798,ok oocsp_racks_030_e6_cc,1,G12FD-free,1,9.587,ok oocsp_racks_030_f7_cc,1,iZplus-free,1,1.845,ok oocsp_racks_030_f7_cc,1,MZN/SCIP-free,1,672.62,ok oocsp_racks_030_f7_cc,1,Chuffed-free,1,1.477,ok oocsp_racks_030_f7_cc,1,LCG-Glucose-UC-free,1,1.477,ok oocsp_racks_030_f7_cc,1,Concrete-free,1,1200,timeout oocsp_racks_030_f7_cc,1,JaCoP-fd,1,25.978,ok oocsp_racks_030_f7_cc,1,Mistral-free,1,11.586,ok oocsp_racks_030_f7_cc,1,OscaR/CBLS-free,1,1200,timeout oocsp_racks_030_f7_cc,1,HaifaCSP-free,1,7.006,ok oocsp_racks_030_f7_cc,1,Gecode-free,1,15.787,ok oocsp_racks_030_f7_cc,1,OR-Tools-free,1,19.047,ok oocsp_racks_030_f7_cc,1,SICStus-Prolog-fd,1,65.07000000000001,ok oocsp_racks_030_f7_cc,1,Picat-CP-fd,1,71.646,ok oocsp_racks_030_f7_cc,1,Picat-SAT-free,1,5.066,ok oocsp_racks_030_f7_cc,1,MZN/Gurobi-free,1,411.827,ok oocsp_racks_030_f7_cc,1,MZN/CPLEX-free,1,34.934,ok oocsp_racks_030_f7_cc,1,LCG-Glucose-free,1,1.466,ok oocsp_racks_030_f7_cc,1,MZN/Cbc-free,1,1200,timeout oocsp_racks_030_f7_cc,1,Yuck-free,1,1200,timeout oocsp_racks_030_f7_cc,1,Choco-free,1,3.165,ok oocsp_racks_030_f7_cc,1,MinisatID-free,1,6.2,ok oocsp_racks_030_f7_cc,1,G12FD-free,1,6.659,ok oocsp_racks_030_ea4_cc,1,iZplus-free,1,2.451,ok oocsp_racks_030_ea4_cc,1,MZN/SCIP-free,1,581.256,ok oocsp_racks_030_ea4_cc,1,Chuffed-free,1,1.562,ok oocsp_racks_030_ea4_cc,1,LCG-Glucose-UC-free,1,1.441,ok oocsp_racks_030_ea4_cc,1,Concrete-free,1,1200,timeout oocsp_racks_030_ea4_cc,1,JaCoP-fd,1,59.929,ok oocsp_racks_030_ea4_cc,1,Mistral-free,1,7.25,ok oocsp_racks_030_ea4_cc,1,OscaR/CBLS-free,1,1200,timeout oocsp_racks_030_ea4_cc,1,HaifaCSP-free,1,3.457,ok oocsp_racks_030_ea4_cc,1,Gecode-free,1,23.467,ok oocsp_racks_030_ea4_cc,1,OR-Tools-free,1,7.354,ok oocsp_racks_030_ea4_cc,1,SICStus-Prolog-fd,1,16.614,ok oocsp_racks_030_ea4_cc,1,Picat-CP-fd,1,34.632,ok oocsp_racks_030_ea4_cc,1,Picat-SAT-free,1,5.612,ok oocsp_racks_030_ea4_cc,1,MZN/Gurobi-free,1,123.86800000000001,ok oocsp_racks_030_ea4_cc,1,MZN/CPLEX-free,1,36.456,ok oocsp_racks_030_ea4_cc,1,LCG-Glucose-free,1,1.447,ok oocsp_racks_030_ea4_cc,1,MZN/Cbc-free,1,1200,timeout oocsp_racks_030_ea4_cc,1,Yuck-free,1,1200,timeout oocsp_racks_030_ea4_cc,1,Choco-free,1,2.805,ok oocsp_racks_030_ea4_cc,1,MinisatID-free,1,4.303,ok oocsp_racks_030_ea4_cc,1,G12FD-free,1,2.955,ok oocsp_racks_030_mii8,1,iZplus-free,1,24.009,ok oocsp_racks_030_mii8,1,MZN/SCIP-free,1,1200,timeout oocsp_racks_030_mii8,1,Chuffed-free,1,1.784,ok oocsp_racks_030_mii8,1,LCG-Glucose-UC-free,1,1.6580000000000001,ok oocsp_racks_030_mii8,1,Concrete-free,1,1200,timeout oocsp_racks_030_mii8,1,JaCoP-fd,1,1200,timeout oocsp_racks_030_mii8,1,Mistral-free,1,117.235,ok oocsp_racks_030_mii8,1,OscaR/CBLS-free,1,1200,timeout oocsp_racks_030_mii8,1,HaifaCSP-free,1,32.873,ok oocsp_racks_030_mii8,1,Gecode-free,1,1200,timeout oocsp_racks_030_mii8,1,OR-Tools-free,1,1200,timeout oocsp_racks_030_mii8,1,SICStus-Prolog-fd,1,1200,timeout oocsp_racks_030_mii8,1,Picat-CP-fd,1,1200,timeout oocsp_racks_030_mii8,1,Picat-SAT-free,1,7.503,ok oocsp_racks_030_mii8,1,MZN/Gurobi-free,1,645.3870000000001,ok oocsp_racks_030_mii8,1,MZN/CPLEX-free,1,161.107,ok oocsp_racks_030_mii8,1,LCG-Glucose-free,1,1.663,ok oocsp_racks_030_mii8,1,MZN/Cbc-free,1,1200,timeout oocsp_racks_030_mii8,1,Yuck-free,1,1200,timeout oocsp_racks_030_mii8,1,Choco-free,1,1200,timeout oocsp_racks_030_mii8,1,MinisatID-free,1,11.948,ok oocsp_racks_030_mii8,1,G12FD-free,1,1200,timeout oocsp_racks_100_r1,1,iZplus-free,1,38.593,ok oocsp_racks_100_r1,1,MZN/SCIP-free,1,1200,timeout oocsp_racks_100_r1,1,Chuffed-free,1,38.312,ok oocsp_racks_100_r1,1,LCG-Glucose-UC-free,1,16.84,ok oocsp_racks_100_r1,1,Concrete-free,1,1200,timeout oocsp_racks_100_r1,1,JaCoP-fd,1,39.186,ok oocsp_racks_100_r1,1,Mistral-free,1,596.244,ok oocsp_racks_100_r1,1,OscaR/CBLS-free,1,1200,timeout oocsp_racks_100_r1,1,HaifaCSP-free,1,46.196,ok oocsp_racks_100_r1,1,Gecode-free,1,21.503,ok oocsp_racks_100_r1,1,OR-Tools-free,1,26.92,ok oocsp_racks_100_r1,1,SICStus-Prolog-fd,1,58.632,ok oocsp_racks_100_r1,1,Picat-CP-fd,1,68.322,ok oocsp_racks_100_r1,1,Picat-SAT-free,1,1200,timeout oocsp_racks_100_r1,1,MZN/Gurobi-free,1,1200,timeout oocsp_racks_100_r1,1,MZN/CPLEX-free,1,1200,timeout oocsp_racks_100_r1,1,LCG-Glucose-free,1,16.861,ok oocsp_racks_100_r1,1,MZN/Cbc-free,1,1200,timeout oocsp_racks_100_r1,1,Yuck-free,1,1200,timeout oocsp_racks_100_r1,1,Choco-free,1,16.330000000000002,ok oocsp_racks_100_r1,1,MinisatID-free,1,1200,timeout oocsp_racks_100_r1,1,G12FD-free,1,1200,timeout UD5-gbac,1,iZplus-free,0.0,1200.0,ok UD5-gbac,1,MZN/SCIP-free,1,1200,timeout UD5-gbac,1,Chuffed-free,0.7492749603803487,1200.0,ok UD5-gbac,1,LCG-Glucose-UC-free,1,1200,timeout UD5-gbac,1,Concrete-free,0.5256656101426308,1200.0,ok UD5-gbac,1,JaCoP-fd,1,1200,timeout UD5-gbac,1,Mistral-free,0.49432250396196514,1200.0,ok UD5-gbac,1,OscaR/CBLS-free,0.00855784469096672,1200.0,ok UD5-gbac,1,HaifaCSP-free,0.39726228209191755,1200.0,ok UD5-gbac,1,Gecode-free,0.8088589540412046,1200.0,ok UD5-gbac,1,OR-Tools-free,0.4651901743264659,1200.0,ok UD5-gbac,1,SICStus-Prolog-fd,0.8098930269413629,1200.0,ok UD5-gbac,1,Picat-CP-fd,0.8129239302694137,1200.0,ok UD5-gbac,1,Picat-SAT-free,0.5800792393026941,1200.0,ok UD5-gbac,1,MZN/Gurobi-free,0.0,1200.0,ok UD5-gbac,1,MZN/CPLEX-free,1,1200,timeout UD5-gbac,1,LCG-Glucose-free,0.15379160063391442,1200.0,ok UD5-gbac,1,MZN/Cbc-free,1,1200,timeout UD5-gbac,1,Yuck-free,1,1200,timeout UD5-gbac,1,Choco-free,0.808217115689382,1200.0,ok UD5-gbac,1,MinisatID-free,1,1200,timeout UD5-gbac,1,G12FD-free,0.9,1200.0,ok UD3-gbac,1,iZplus-free,0.0,1200.0,ok UD3-gbac,1,MZN/SCIP-free,1,1200,timeout UD3-gbac,1,Chuffed-free,0.6602492072245968,1200.0,ok UD3-gbac,1,LCG-Glucose-UC-free,1,1200,timeout UD3-gbac,1,Concrete-free,0.2921308424100373,1200.0,ok UD3-gbac,1,JaCoP-fd,1,1200,timeout UD3-gbac,1,Mistral-free,0.8300772094305805,1200.0,ok UD3-gbac,1,OscaR/CBLS-free,0.0031331862677512756,1200.0,ok UD3-gbac,1,HaifaCSP-free,0.12867778850130981,1200.0,ok UD3-gbac,1,Gecode-free,0.8972080518406177,1200.0,ok UD3-gbac,1,OR-Tools-free,0.9,1200.0,ok UD3-gbac,1,SICStus-Prolog-fd,0.8912518957672687,1200.0,ok UD3-gbac,1,Picat-CP-fd,1,1200,timeout UD3-gbac,1,Picat-SAT-free,0.4028315869295464,1200.0,ok UD3-gbac,1,MZN/Gurobi-free,1,1200,timeout UD3-gbac,1,MZN/CPLEX-free,1,1200,timeout UD3-gbac,1,LCG-Glucose-free,0.0364659451261547,1200.0,ok UD3-gbac,1,MZN/Cbc-free,1,1200,timeout UD3-gbac,1,Yuck-free,1,1200,timeout UD3-gbac,1,Choco-free,0.8972080518406177,1200.0,ok UD3-gbac,1,MinisatID-free,1,1200,timeout UD3-gbac,1,G12FD-free,0.7240607334895905,1200.0,ok reduced_UD10-gbac,1,iZplus-free,0.0,1200.0,ok reduced_UD10-gbac,1,MZN/SCIP-free,0.18183315860416358,1200.0,ok reduced_UD10-gbac,1,Chuffed-free,0.0016174928860266588,1200.0,ok reduced_UD10-gbac,1,LCG-Glucose-UC-free,1,1200,timeout reduced_UD10-gbac,1,Concrete-free,0.09610603564475065,1200.0,ok reduced_UD10-gbac,1,JaCoP-fd,0.7081923019320054,1200.0,ok reduced_UD10-gbac,1,Mistral-free,0.7774749138834806,1200.0,ok reduced_UD10-gbac,1,OscaR/CBLS-free,0.0004043732215066647,1200.0,ok reduced_UD10-gbac,1,HaifaCSP-free,0.10041935000748839,1200.0,ok reduced_UD10-gbac,1,Gecode-free,0.6615545903849034,1200.0,ok reduced_UD10-gbac,1,OR-Tools-free,0.6614197993110679,1200.0,ok reduced_UD10-gbac,1,SICStus-Prolog-fd,0.7177624681743298,1200.0,ok reduced_UD10-gbac,1,Picat-CP-fd,0.9,1200.0,ok reduced_UD10-gbac,1,Picat-SAT-free,0.0,232.08,ok reduced_UD10-gbac,1,MZN/Gurobi-free,0.0,35.729,ok reduced_UD10-gbac,1,MZN/CPLEX-free,0.0012131196645199939,1200.0,ok reduced_UD10-gbac,1,LCG-Glucose-free,0.0004043732215066647,1200.0,ok reduced_UD10-gbac,1,MZN/Cbc-free,0.002561030402875543,1200.0,ok reduced_UD10-gbac,1,Yuck-free,1,1200,timeout reduced_UD10-gbac,1,Choco-free,0.6615545903849034,1200.0,ok reduced_UD10-gbac,1,MinisatID-free,0.1515051669911637,1200.0,ok reduced_UD10-gbac,1,G12FD-free,0.8130597573760672,1200.0,ok reduced_UD3-gbac,1,iZplus-free,8.325624421831638e-05,1200.0,ok reduced_UD3-gbac,1,MZN/SCIP-free,1,1200,timeout reduced_UD3-gbac,1,Chuffed-free,0.14757169287696578,1200.0,ok reduced_UD3-gbac,1,LCG-Glucose-UC-free,1,1200,timeout reduced_UD3-gbac,1,Concrete-free,0.10860777058279371,1200.0,ok reduced_UD3-gbac,1,JaCoP-fd,0.8517946345975947,1200.0,ok reduced_UD3-gbac,1,Mistral-free,0.7529694727104533,1200.0,ok reduced_UD3-gbac,1,OscaR/CBLS-free,0.00012488436632747456,1200.0,ok reduced_UD3-gbac,1,HaifaCSP-free,1,1200,timeout reduced_UD3-gbac,1,Gecode-free,0.896586493987049,1200.0,ok reduced_UD3-gbac,1,OR-Tools-free,0.896586493987049,1200.0,ok reduced_UD3-gbac,1,SICStus-Prolog-fd,0.8970444033302498,1200.0,ok reduced_UD3-gbac,1,Picat-CP-fd,0.9,1200.0,ok reduced_UD3-gbac,1,Picat-SAT-free,0.08916743755781684,1200.0,ok reduced_UD3-gbac,1,MZN/Gurobi-free,0.0,132.972,ok reduced_UD3-gbac,1,MZN/CPLEX-free,0.60577243293247,1200.0,ok reduced_UD3-gbac,1,LCG-Glucose-free,0.06635522664199815,1200.0,ok reduced_UD3-gbac,1,MZN/Cbc-free,1,1200,timeout reduced_UD3-gbac,1,Yuck-free,1,1200,timeout reduced_UD3-gbac,1,Choco-free,0.896586493987049,1200.0,ok reduced_UD3-gbac,1,MinisatID-free,0.1387881591119334,1200.0,ok reduced_UD3-gbac,1,G12FD-free,0.6187604070305273,1200.0,ok reduced_UD6-gbac,1,iZplus-free,0.0,1200.0,ok reduced_UD6-gbac,1,MZN/SCIP-free,0.0,1200.0,ok reduced_UD6-gbac,1,Chuffed-free,0.0005474452554744526,1200.0,ok reduced_UD6-gbac,1,LCG-Glucose-UC-free,0.0,0.525,ok reduced_UD6-gbac,1,Concrete-free,0.05364963503649635,1200.0,ok reduced_UD6-gbac,1,JaCoP-fd,0.6583576642335767,1200.0,ok reduced_UD6-gbac,1,Mistral-free,0.14835766423357663,1200.0,ok reduced_UD6-gbac,1,OscaR/CBLS-free,0.00032846715328467156,1200.0,ok reduced_UD6-gbac,1,HaifaCSP-free,0.0007664233576642335,1200.0,ok reduced_UD6-gbac,1,Gecode-free,0.47704379562043797,1200.0,ok reduced_UD6-gbac,1,OR-Tools-free,0.5438321167883212,1200.0,ok reduced_UD6-gbac,1,SICStus-Prolog-fd,0.7491240875912409,1200.0,ok reduced_UD6-gbac,1,Picat-CP-fd,0.9,1200.0,ok reduced_UD6-gbac,1,Picat-SAT-free,0.0,64.57000000000001,ok reduced_UD6-gbac,1,MZN/Gurobi-free,0.0,7.805000000000001,ok reduced_UD6-gbac,1,MZN/CPLEX-free,0.0,48.756,ok reduced_UD6-gbac,1,LCG-Glucose-free,0.0006569343065693431,1200.0,ok reduced_UD6-gbac,1,MZN/Cbc-free,0.00021897810218978104,1200.0,ok reduced_UD6-gbac,1,Yuck-free,0.0,1200.0,ok reduced_UD6-gbac,1,Choco-free,0.7389416058394161,1200.0,ok reduced_UD6-gbac,1,MinisatID-free,0.0808029197080292,1200.0,ok reduced_UD6-gbac,1,G12FD-free,0.4815328467153285,1200.0,ok plusexample_6,1,iZplus-free,0,495.094,ok plusexample_6,1,MZN/SCIP-free,0,0.083,ok plusexample_6,1,Chuffed-free,0,0.225,ok plusexample_6,1,LCG-Glucose-UC-free,0,0.154,ok plusexample_6,1,Concrete-free,1,1200,timeout plusexample_6,1,JaCoP-fd,0,45.783,ok plusexample_6,1,Mistral-free,0,22.785,ok plusexample_6,1,OscaR/CBLS-free,0,1200.0,ok plusexample_6,1,HaifaCSP-free,0,0.124,ok plusexample_6,1,Gecode-free,0,43.035000000000004,ok plusexample_6,1,OR-Tools-free,0,57.935,ok plusexample_6,1,SICStus-Prolog-fd,0,58.444,ok plusexample_6,1,Picat-CP-fd,0,68.057,ok plusexample_6,1,Picat-SAT-free,0,0.587,ok plusexample_6,1,MZN/Gurobi-free,0,0.073,ok plusexample_6,1,MZN/CPLEX-free,0,0.07,ok plusexample_6,1,LCG-Glucose-free,0,0.157,ok plusexample_6,1,MZN/Cbc-free,0,0.075,ok plusexample_6,1,Yuck-free,0,1200.0,ok plusexample_6,1,Choco-free,0,31.406000000000002,ok plusexample_6,1,MinisatID-free,0,0.361,ok plusexample_6,1,G12FD-free,0,57.619,ok routing_7,1,iZplus-free,0.007500000000000001,1200.0,ok routing_7,1,MZN/SCIP-free,1,1200,timeout routing_7,1,Chuffed-free,0.0,89.165,ok routing_7,1,LCG-Glucose-UC-free,1,1200,timeout routing_7,1,Concrete-free,0.022500000000000003,1200.0,ok routing_7,1,JaCoP-fd,0.0,333.821,ok routing_7,1,Mistral-free,0.007500000000000001,1200.0,ok routing_7,1,OscaR/CBLS-free,0.9,1200.0,ok routing_7,1,HaifaCSP-free,0.060000000000000005,1200.0,ok routing_7,1,Gecode-free,0.0,252.263,ok routing_7,1,OR-Tools-free,0.0,1200.0,ok routing_7,1,SICStus-Prolog-fd,0.0375,1200.0,ok routing_7,1,Picat-CP-fd,0.0,1200.0,ok routing_7,1,Picat-SAT-free,0.0,331.874,ok routing_7,1,MZN/Gurobi-free,0.0,1091.525,ok routing_7,1,MZN/CPLEX-free,0.15,1200.0,ok routing_7,1,LCG-Glucose-free,0.0,528.572,ok routing_7,1,MZN/Cbc-free,1,1200,timeout routing_7,1,Yuck-free,1,1200,timeout routing_7,1,Choco-free,0.007500000000000001,1200.0,ok routing_7,1,MinisatID-free,0.12000000000000001,1200.0,ok routing_7,1,G12FD-free,0.030000000000000002,1200.0,ok pizza_8_3,1,iZplus-free,0.0,10.502,ok pizza_8_3,1,MZN/SCIP-free,0.0,307.558,ok pizza_8_3,1,Chuffed-free,0.0,3.568,ok pizza_8_3,1,LCG-Glucose-UC-free,0.0,1.294,ok pizza_8_3,1,Concrete-free,0.2571428571428572,1200.0,ok pizza_8_3,1,JaCoP-fd,0.3,1200.0,ok pizza_8_3,1,Mistral-free,1,1200,timeout pizza_8_3,1,OscaR/CBLS-free,1,1200,timeout pizza_8_3,1,HaifaCSP-free,0.0,13.147,ok pizza_8_3,1,Gecode-free,0.17142857142857143,1200.0,ok pizza_8_3,1,OR-Tools-free,0.3,1200.0,ok pizza_8_3,1,SICStus-Prolog-fd,0.34285714285714286,1200.0,ok pizza_8_3,1,Picat-CP-fd,0.3,1200.0,ok pizza_8_3,1,Picat-SAT-free,0.0,4.827,ok pizza_8_3,1,MZN/Gurobi-free,0.0,885.005,ok pizza_8_3,1,MZN/CPLEX-free,0.0,523.25,ok pizza_8_3,1,LCG-Glucose-free,0.0,1.301,ok pizza_8_3,1,MZN/Cbc-free,0.6428571428571429,1200.0,ok pizza_8_3,1,Yuck-free,0.9000000000000001,1200.0,ok pizza_8_3,1,Choco-free,0.3,1200.0,ok pizza_8_3,1,MinisatID-free,0.0,20.258,ok pizza_8_3,1,G12FD-free,0.0,1200.0,ok projplan1_15_15,1,iZplus-free,0,0.589,ok projplan1_15_15,1,MZN/SCIP-free,0,2.712,ok projplan1_15_15,1,Chuffed-free,0,0.10200000000000001,ok projplan1_15_15,1,LCG-Glucose-UC-free,0,0.162,ok projplan1_15_15,1,Concrete-free,0,4.955,ok projplan1_15_15,1,JaCoP-fd,0,1200.0,ok projplan1_15_15,1,Mistral-free,0,0.187,ok projplan1_15_15,1,OscaR/CBLS-free,1,1200,timeout projplan1_15_15,1,HaifaCSP-free,0,0.11,ok projplan1_15_15,1,Gecode-free,0,1200.0,ok projplan1_15_15,1,OR-Tools-free,0,1200.0,ok projplan1_15_15,1,SICStus-Prolog-fd,1,1200,timeout projplan1_15_15,1,Picat-CP-fd,0,1200.0,ok projplan1_15_15,1,Picat-SAT-free,0,0.882,ok projplan1_15_15,1,MZN/Gurobi-free,0,0.34,ok projplan1_15_15,1,MZN/CPLEX-free,0,0.324,ok projplan1_15_15,1,LCG-Glucose-free,0,0.17300000000000001,ok projplan1_15_15,1,MZN/Cbc-free,0,6.649,ok projplan1_15_15,1,Yuck-free,1,1200,timeout projplan1_15_15,1,Choco-free,0,516.482,ok projplan1_15_15,1,MinisatID-free,0,1.4060000000000001,ok projplan1_15_15,1,G12FD-free,0,39.845,ok binpack_11,1,iZplus-free,0.0,0.384,ok binpack_11,1,MZN/SCIP-free,0.0,64.849,ok binpack_11,1,Chuffed-free,0.0,0.863,ok binpack_11,1,LCG-Glucose-UC-free,0.0,0.486,ok binpack_11,1,Concrete-free,0.0,1200.0,ok binpack_11,1,JaCoP-fd,0.0,26.791,ok binpack_11,1,Mistral-free,0.0,41.709,ok binpack_11,1,OscaR/CBLS-free,0.9,1200.0,ok binpack_11,1,HaifaCSP-free,0.0,5.242,ok binpack_11,1,Gecode-free,0.0,18.542,ok binpack_11,1,OR-Tools-free,0.0,14.764000000000001,ok binpack_11,1,SICStus-Prolog-fd,0.0,25.721,ok binpack_11,1,Picat-CP-fd,0.0,1200.0,ok binpack_11,1,Picat-SAT-free,0.0,1.5110000000000001,ok binpack_11,1,MZN/Gurobi-free,0.0,1200.0,ok binpack_11,1,MZN/CPLEX-free,0.0,216.97400000000002,ok binpack_11,1,LCG-Glucose-free,0.0,0.5740000000000001,ok binpack_11,1,MZN/Cbc-free,1,1200,timeout binpack_11,1,Yuck-free,0.9,1200.0,ok binpack_11,1,Choco-free,0.0,5.936,ok binpack_11,1,MinisatID-free,0.0,9.896,ok binpack_11,1,G12FD-free,0.0,61.847,ok