From 586f751682230f326255261bdcd787f3f7aa07b6 Mon Sep 17 00:00:00 2001 From: "Jip J. Dekker" Date: Wed, 24 Feb 2021 10:36:04 +1100 Subject: [PATCH] Add benchmark for the MiniZinc challenge --- mznc_benchmark.py | 21 +++++ mznc_instances.csv | 201 +++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 222 insertions(+) create mode 100644 mznc_benchmark.py create mode 100644 mznc_instances.csv diff --git a/mznc_benchmark.py b/mznc_benchmark.py new file mode 100644 index 0000000..ec0e57f --- /dev/null +++ b/mznc_benchmark.py @@ -0,0 +1,21 @@ +from datetime import timedelta +from pathlib import Path + +import minizinc + +from mzn_bench import Configuration, schedule + +schedule( + instances=Path("./mznc_instances.csv"), + timeout=timedelta(minutes=20), + configurations=[ + Configuration("Gecode", solver=minizinc.Solver.lookup("gecode"), other_flags={"no-half-reifications": True, "no-chain-compression": True}), + Configuration("Gecode HR", solver=minizinc.Solver.lookup("gecode")), + Configuration("Gurobi", solver=minizinc.Solver.lookup("gecode"), other_flags={"no-half-reifications": True, "no-chain-compression": True}), + Configuration("Gurobi HR", solver=minizinc.Solver.lookup("gurobi")), + Configuration("CBC", solver=minizinc.Solver.lookup("cbc"), other_flags={"no-half-reifications": True, "no-chain-compression": True}), + Configuration("CBC HR", solver=minizinc.Solver.lookup("cbc")), + ], + nodelist=["critical001"], + output_dir=Path("./output/mznc/"), +) diff --git a/mznc_instances.csv b/mznc_instances.csv new file mode 100644 index 0000000..31be501 --- /dev/null +++ b/mznc_instances.csv @@ -0,0 +1,201 @@ +"problem","model","data_file" +"amaze","data/mznc2019/amaze/amaze3.mzn","data/mznc2019/amaze/2012-03-29.dzn" +"amaze","data/mznc2019/amaze/amaze3.mzn","data/mznc2019/amaze/2012-07-13.dzn" +"amaze","data/mznc2019/amaze/amaze3.mzn","data/mznc2019/amaze/mod2012-03-29.dzn" +"amaze","data/mznc2019/amaze/amaze3.mzn","data/mznc2019/amaze/2012-07-27.dzn" +"amaze","data/mznc2019/amaze/amaze3.mzn","data/mznc2019/amaze/2012-03-19.dzn" +"nside","data/mznc2019/nside/full.mzn","data/mznc2019/nside/MEDIUM_1000_100.dzn" +"nside","data/mznc2019/nside/full.mzn","data/mznc2019/nside/MEDIUM_200_50.dzn" +"nside","data/mznc2019/nside/full.mzn","data/mznc2019/nside/HARD_2000_500.dzn" +"nside","data/mznc2019/nside/full.mzn","data/mznc2019/nside/HARD_200_50.dzn" +"nside","data/mznc2019/nside/full.mzn","data/mznc2019/nside/EASY_200_50.dzn" +"rcpsp-wet-diverse","data/mznc2019/rcpsp-wet-diverse/rcpsp-wet-diverse.mzn","data/mznc2019/rcpsp-wet-diverse/j60_19_6-wet-diverse-3.dzn" +"rcpsp-wet-diverse","data/mznc2019/rcpsp-wet-diverse/rcpsp-wet-diverse.mzn","data/mznc2019/rcpsp-wet-diverse/j30_27_5-wet-diverse-3.dzn" +"rcpsp-wet-diverse","data/mznc2019/rcpsp-wet-diverse/rcpsp-wet-diverse.mzn","data/mznc2019/rcpsp-wet-diverse/j30_44_8-wet-diverse-4.dzn" +"rcpsp-wet-diverse","data/mznc2019/rcpsp-wet-diverse/rcpsp-wet-diverse.mzn","data/mznc2019/rcpsp-wet-diverse/j30_27_5-wet-diverse-4.dzn" +"rcpsp-wet-diverse","data/mznc2019/rcpsp-wet-diverse/rcpsp-wet-diverse.mzn","data/mznc2019/rcpsp-wet-diverse/j90_48_4-wet-diverse-3.dzn" +"triangular","data/mznc2019/triangular/triangular.mzn","data/mznc2019/triangular/n17.dzn" +"triangular","data/mznc2019/triangular/triangular.mzn","data/mznc2019/triangular/n29.dzn" +"triangular","data/mznc2019/triangular/triangular.mzn","data/mznc2019/triangular/n10.dzn" +"triangular","data/mznc2019/triangular/triangular.mzn","data/mznc2019/triangular/n37.dzn" +"triangular","data/mznc2019/triangular/triangular.mzn","data/mznc2019/triangular/n23.dzn" +"multi-knapsack","data/mznc2019/multi-knapsack/mknapsack_global.mzn","data/mznc2019/multi-knapsack/mknap1-5.dzn" +"multi-knapsack","data/mznc2019/multi-knapsack/mknapsack_global.mzn","data/mznc2019/multi-knapsack/mknap2-2.dzn" +"multi-knapsack","data/mznc2019/multi-knapsack/mknapsack_global.mzn","data/mznc2019/multi-knapsack/mknap2-1.dzn" +"multi-knapsack","data/mznc2019/multi-knapsack/mknapsack_global.mzn","data/mznc2019/multi-knapsack/mknap2-40.dzn" +"multi-knapsack","data/mznc2019/multi-knapsack/mknapsack_global.mzn","data/mznc2019/multi-knapsack/mknap2-10.dzn" +"ptv","data/mznc2019/ptv/pax_model.mzn","data/mznc2019/ptv/pax_period_20_3b.dzn" +"ptv","data/mznc2019/ptv/pax_model.mzn","data/mznc2019/ptv/pax_period_20_2b.dzn" +"ptv","data/mznc2019/ptv/pax_model.mzn","data/mznc2019/ptv/pax_period_20_5a.dzn" +"ptv","data/mznc2019/ptv/pax_model.mzn","data/mznc2019/ptv/pax_period_20_5b.dzn" +"ptv","data/mznc2019/ptv/pax_model.mzn","data/mznc2019/ptv/pax_period_20_1c.dzn" +"zephyrus","data/mznc2019/zephyrus/zephyrus.mzn","data/mznc2019/zephyrus/12__8__6__3.dzn" +"zephyrus","data/mznc2019/zephyrus/zephyrus.mzn","data/mznc2019/zephyrus/14__10__6__3.dzn" +"zephyrus","data/mznc2019/zephyrus/zephyrus.mzn","data/mznc2019/zephyrus/12__10__8__3.dzn" +"zephyrus","data/mznc2019/zephyrus/zephyrus.mzn","data/mznc2019/zephyrus/12__6__6__3.dzn" +"zephyrus","data/mznc2019/zephyrus/zephyrus.mzn","data/mznc2019/zephyrus/14__6__6__3.dzn" +"lot-sizing","data/mznc2019/lot-sizing/lot_sizing_cp.mzn","data/mznc2019/lot-sizing/pigment15a.psp.dzn" +"lot-sizing","data/mznc2019/lot-sizing/lot_sizing_cp.mzn","data/mznc2019/lot-sizing/pigment30b.psp.dzn" +"lot-sizing","data/mznc2019/lot-sizing/lot_sizing_cp.mzn","data/mznc2019/lot-sizing/pigment20a.psp.dzn" +"lot-sizing","data/mznc2019/lot-sizing/lot_sizing_cp.mzn","data/mznc2019/lot-sizing/pigment20c.psp.dzn" +"lot-sizing","data/mznc2019/lot-sizing/lot_sizing_cp.mzn","data/mznc2019/lot-sizing/pigment15d.psp.dzn" +"stochastic-vrp","data/mznc2019/stochastic-vrp/vrp-s5-v2-c6_vrp-v2-c6_det.mzn","" +"stochastic-vrp","data/mznc2019/stochastic-vrp/vrp-s2-v2-c9_vrp-v2-c9_det.mzn","" +"stochastic-vrp","data/mznc2019/stochastic-vrp/vrp-s2-v2-c8_vrp-v2-c8_det.mzn","" +"stochastic-vrp","data/mznc2019/stochastic-vrp/vrp-s4-v2-c3_svrp-v2-c3_det.mzn","" +"stochastic-vrp","data/mznc2019/stochastic-vrp/vrp-s3-v2-c7_vrp-v2-c7_det.mzn","" +"kidney-exchange","data/mznc2019/kidney-exchange/ccmcp.mzn","data/mznc2019/kidney-exchange/3_20_0.30_5.dzn" +"kidney-exchange","data/mznc2019/kidney-exchange/ccmcp.mzn","data/mznc2019/kidney-exchange/3_25_0.20_3.dzn" +"kidney-exchange","data/mznc2019/kidney-exchange/ccmcp.mzn","data/mznc2019/kidney-exchange/3_20_0.25_2.dzn" +"kidney-exchange","data/mznc2019/kidney-exchange/ccmcp.mzn","data/mznc2019/kidney-exchange/3_20_0.25_5.dzn" +"kidney-exchange","data/mznc2019/kidney-exchange/ccmcp.mzn","data/mznc2019/kidney-exchange/3_20_0.40_3.dzn" +"steelmillslab","data/mznc2019/steelmillslab/steelmillslab.mzn","data/mznc2019/steelmillslab/bench_19_6.dzn" +"steelmillslab","data/mznc2019/steelmillslab/steelmillslab.mzn","data/mznc2019/steelmillslab/bench_17_7.dzn" +"steelmillslab","data/mznc2019/steelmillslab/steelmillslab.mzn","data/mznc2019/steelmillslab/bench_20_8.dzn" +"steelmillslab","data/mznc2019/steelmillslab/steelmillslab.mzn","data/mznc2019/steelmillslab/bench_20_15.dzn" +"steelmillslab","data/mznc2019/steelmillslab/steelmillslab.mzn","data/mznc2019/steelmillslab/bench_2_19.dzn" +"median-string","data/mznc2019/median-string/median_string_dp.mzn","data/mznc2019/median-string/p1_15_20-1.dzn" +"median-string","data/mznc2019/median-string/median_string_dp.mzn","data/mznc2019/median-string/p2_2_20-2.dzn" +"median-string","data/mznc2019/median-string/median_string_dp.mzn","data/mznc2019/median-string/p2_10_8-0.dzn" +"median-string","data/mznc2019/median-string/median_string_dp.mzn","data/mznc2019/median-string/p2_4_20-0.dzn" +"median-string","data/mznc2019/median-string/median_string_dp.mzn","data/mznc2019/median-string/p2_10_8-3.dzn" +"hrc","data/mznc2019/hrc/hrc.mzn","data/mznc2019/hrc/exp1-1-5425.dzn" +"hrc","data/mznc2019/hrc/hrc.mzn","data/mznc2019/hrc/exp2-1-5600.dzn" +"hrc","data/mznc2019/hrc/hrc.mzn","data/mznc2019/hrc/exp2-1-5145.dzn" +"hrc","data/mznc2019/hrc/hrc.mzn","data/mznc2019/hrc/exp1-1-5110.dzn" +"hrc","data/mznc2019/hrc/hrc.mzn","data/mznc2019/hrc/exp1-1-5460.dzn" +"groupsplitter","data/mznc2019/groupsplitter/group.mzn","data/mznc2019/groupsplitter/u6g1pref1.dzn" +"groupsplitter","data/mznc2019/groupsplitter/group.mzn","data/mznc2019/groupsplitter/u7g2pref1.dzn" +"groupsplitter","data/mznc2019/groupsplitter/group.mzn","data/mznc2019/groupsplitter/u9g1pref1.dzn" +"groupsplitter","data/mznc2019/groupsplitter/group.mzn","data/mznc2019/groupsplitter/u12g2pref1.dzn" +"groupsplitter","data/mznc2019/groupsplitter/group.mzn","data/mznc2019/groupsplitter/u15g5pref0.dzn" +"fox-geese-corn","data/mznc2019/fox-geese-corn/foxgeesecorn.mzn","data/mznc2019/fox-geese-corn/foxgeesecorn_60.dzn" +"fox-geese-corn","data/mznc2019/fox-geese-corn/foxgeesecorn.mzn","data/mznc2019/fox-geese-corn/fgc_50_50_50_00.dzn" +"fox-geese-corn","data/mznc2019/fox-geese-corn/foxgeesecorn.mzn","data/mznc2019/fox-geese-corn/fgc_06_07_08_00.dzn" +"fox-geese-corn","data/mznc2019/fox-geese-corn/foxgeesecorn.mzn","data/mznc2019/fox-geese-corn/foxgeesecorn_13.dzn" +"fox-geese-corn","data/mznc2019/fox-geese-corn/foxgeesecorn.mzn","data/mznc2019/fox-geese-corn/foxgeesecorn_54.dzn" +"stack-cuttingstock","data/mznc2019/stack-cuttingstock/stack-cutstock-cumu.mzn","data/mznc2019/stack-cuttingstock/d8.dzn" +"stack-cuttingstock","data/mznc2019/stack-cuttingstock/stack-cutstock-cumu.mzn","data/mznc2019/stack-cuttingstock/d5.dzn" +"stack-cuttingstock","data/mznc2019/stack-cuttingstock/stack-cutstock-cumu.mzn","data/mznc2019/stack-cuttingstock/d14.dzn" +"stack-cuttingstock","data/mznc2019/stack-cuttingstock/stack-cutstock-cumu.mzn","data/mznc2019/stack-cuttingstock/d7.dzn" +"stack-cuttingstock","data/mznc2019/stack-cuttingstock/stack-cutstock-cumu.mzn","data/mznc2019/stack-cuttingstock/d3.dzn" +"rotating-workforce","data/mznc2019/rotating-workforce/rotating-workforce.mzn","data/mznc2019/rotating-workforce/Example789.dzn" +"rotating-workforce","data/mznc2019/rotating-workforce/rotating-workforce.mzn","data/mznc2019/rotating-workforce/Example1174.dzn" +"rotating-workforce","data/mznc2019/rotating-workforce/rotating-workforce.mzn","data/mznc2019/rotating-workforce/Example1370.dzn" +"rotating-workforce","data/mznc2019/rotating-workforce/rotating-workforce.mzn","data/mznc2019/rotating-workforce/Example1242.dzn" +"rotating-workforce","data/mznc2019/rotating-workforce/rotating-workforce.mzn","data/mznc2019/rotating-workforce/Example1337.dzn" +"code-generator","data/mznc2019/code-generator/unison.mzn","data/mznc2019/code-generator/mips_mesa.shapes.auxWireBox.dzn" +"code-generator","data/mznc2019/code-generator/unison.mzn","data/mznc2019/code-generator/mips_gcc.cfgrtl.update_br_prob_note.dzn" +"code-generator","data/mznc2019/code-generator/unison.mzn","data/mznc2019/code-generator/mips_gobmk.patterns.autohelperpat1114.dzn" +"code-generator","data/mznc2019/code-generator/unison.mzn","data/mznc2019/code-generator/mips_gobmk.helpers.dragon_weak.dzn" +"code-generator","data/mznc2019/code-generator/unison.mzn","data/mznc2019/code-generator/mips_gcc.function.use_return_register.dzn" +"liner-sf-repositioning","data/mznc2019/liner-sf-repositioning/tp7_4.mzn","" +"liner-sf-repositioning","data/mznc2019/liner-sf-repositioning/tp7_2.mzn","" +"liner-sf-repositioning","data/mznc2019/liner-sf-repositioning/fm3_0.mzn","" +"liner-sf-repositioning","data/mznc2019/liner-sf-repositioning/fm3_3.mzn","" +"liner-sf-repositioning","data/mznc2019/liner-sf-repositioning/tp7_12.mzn","" +"accap","data/mznc2019/accap/accap.mzn","data/mznc2019/accap/accap_instance6.dzn" +"accap","data/mznc2019/accap/accap.mzn","data/mznc2019/accap/accap_instance5.dzn" +"accap","data/mznc2019/accap/accap.mzn","data/mznc2019/accap/accap_instance3.dzn" +"accap","data/mznc2019/accap/accap.mzn","data/mznc2019/accap/accap_instance9.dzn" +"accap","data/mznc2019/accap/accap.mzn","data/mznc2019/accap/accap_instance8.dzn" +"sdn-chain","data/mznc2020/sdn-chain/model.mzn","data/mznc2020/sdn-chain/d26n600-2.dzn" +"sdn-chain","data/mznc2020/sdn-chain/model.mzn","data/mznc2020/sdn-chain/d10n780-2.dzn" +"sdn-chain","data/mznc2020/sdn-chain/model.mzn","data/mznc2020/sdn-chain/d24n600-3.dzn" +"sdn-chain","data/mznc2020/sdn-chain/model.mzn","data/mznc2020/sdn-chain/d10n780-1.dzn" +"sdn-chain","data/mznc2020/sdn-chain/model.mzn","data/mznc2020/sdn-chain/d30n600-5.dzn" +"lot-sizing","data/mznc2020/lot-sizing/lot_sizing_cp.mzn","data/mznc2020/lot-sizing/pigment30c.psp.dzn" +"lot-sizing","data/mznc2020/lot-sizing/lot_sizing_cp.mzn","data/mznc2020/lot-sizing/pigment20b.psp.dzn" +"lot-sizing","data/mznc2020/lot-sizing/lot_sizing_cp.mzn","data/mznc2020/lot-sizing/pigment15b.psp.dzn" +"lot-sizing","data/mznc2020/lot-sizing/lot_sizing_cp.mzn","data/mznc2020/lot-sizing/pigment30a.psp.dzn" +"lot-sizing","data/mznc2020/lot-sizing/lot_sizing_cp.mzn","data/mznc2020/lot-sizing/pigment15c.psp.dzn" +"stable-goods","data/mznc2020/stable-goods/stable-goods-solution.mzn","data/mznc2020/stable-goods/s-d16.dzn" +"stable-goods","data/mznc2020/stable-goods/stable-goods-solution.mzn","data/mznc2020/stable-goods/s-d6.dzn" +"stable-goods","data/mznc2020/stable-goods/stable-goods-solution.mzn","data/mznc2020/stable-goods/s-d7.dzn" +"stable-goods","data/mznc2020/stable-goods/stable-goods-solution.mzn","data/mznc2020/stable-goods/s-d19.dzn" +"stable-goods","data/mznc2020/stable-goods/stable-goods-solution.mzn","data/mznc2020/stable-goods/s-d8.dzn" +"radiation","data/mznc2020/radiation/radiation.mzn","data/mznc2020/radiation/i8-9.dzn" +"radiation","data/mznc2020/radiation/radiation.mzn","data/mznc2020/radiation/i8-40.dzn" +"radiation","data/mznc2020/radiation/radiation.mzn","data/mznc2020/radiation/i7-21.dzn" +"radiation","data/mznc2020/radiation/radiation.mzn","data/mznc2020/radiation/i9-21.dzn" +"radiation","data/mznc2020/radiation/radiation.mzn","data/mznc2020/radiation/i6-9.dzn" +"is","data/mznc2020/is/model.mzn","data/mznc2020/is/v1HjuSBQMb.dzn" +"is","data/mznc2020/is/model.mzn","data/mznc2020/is/YfFfEiuCQo.dzn" +"is","data/mznc2020/is/model.mzn","data/mznc2020/is/A3PZaPjnUz.dzn" +"is","data/mznc2020/is/model.mzn","data/mznc2020/is/Ws5Q6fhGi5.dzn" +"is","data/mznc2020/is/model.mzn","data/mznc2020/is/LeTaZW8Ij5.dzn" +"pentominoes","data/mznc2020/pentominoes/pentominoes-int.mzn","data/mznc2020/pentominoes/02.dzn" +"pentominoes","data/mznc2020/pentominoes/pentominoes-int.mzn","data/mznc2020/pentominoes/05.dzn" +"pentominoes","data/mznc2020/pentominoes/pentominoes-int.mzn","data/mznc2020/pentominoes/04.dzn" +"pentominoes","data/mznc2020/pentominoes/pentominoes-int.mzn","data/mznc2020/pentominoes/06.dzn" +"pentominoes","data/mznc2020/pentominoes/pentominoes-int.mzn","data/mznc2020/pentominoes/07.dzn" +"tower_challenge","data/mznc2020/tower_challenge/tower.mzn","data/mznc2020/tower_challenge/tower_070_070_30_100-05.dzn" +"tower_challenge","data/mznc2020/tower_challenge/tower.mzn","data/mznc2020/tower_challenge/tower_070_070_15_070-06.dzn" +"tower_challenge","data/mznc2020/tower_challenge/tower.mzn","data/mznc2020/tower_challenge/tower_070_070_15_070-04.dzn" +"tower_challenge","data/mznc2020/tower_challenge/tower.mzn","data/mznc2020/tower_challenge/tower_070_070_15_100-05.dzn" +"tower_challenge","data/mznc2020/tower_challenge/tower.mzn","data/mznc2020/tower_challenge/tower_070_070_15_100-04.dzn" +"pillars-and-planks","data/mznc2020/pillars-and-planks/pillars-planks-solution.mzn","data/mznc2020/pillars-and-planks/p-d12.dzn" +"pillars-and-planks","data/mznc2020/pillars-and-planks/pillars-planks-solution.mzn","data/mznc2020/pillars-and-planks/p-d10.dzn" +"pillars-and-planks","data/mznc2020/pillars-and-planks/pillars-planks-solution.mzn","data/mznc2020/pillars-and-planks/p-d17.dzn" +"pillars-and-planks","data/mznc2020/pillars-and-planks/pillars-planks-solution.mzn","data/mznc2020/pillars-and-planks/p-d7.dzn" +"pillars-and-planks","data/mznc2020/pillars-and-planks/pillars-planks-solution.mzn","data/mznc2020/pillars-and-planks/p-d2.dzn" +"cable_tree_wiring","data/mznc2020/cable_tree_wiring/ctw.mzn","data/mznc2020/cable_tree_wiring/R189.dzn" +"cable_tree_wiring","data/mznc2020/cable_tree_wiring/ctw.mzn","data/mznc2020/cable_tree_wiring/A031.dzn" +"cable_tree_wiring","data/mznc2020/cable_tree_wiring/ctw.mzn","data/mznc2020/cable_tree_wiring/R046.dzn" +"cable_tree_wiring","data/mznc2020/cable_tree_wiring/ctw.mzn","data/mznc2020/cable_tree_wiring/A073.dzn" +"cable_tree_wiring","data/mznc2020/cable_tree_wiring/ctw.mzn","data/mznc2020/cable_tree_wiring/R196.dzn" +"skill-allocation","data/mznc2020/skill-allocation/skill_allocation_only.mzn","data/mznc2020/skill-allocation/skill_allocation_mzn_1m_1.dzn" +"skill-allocation","data/mznc2020/skill-allocation/skill_allocation_only.mzn","data/mznc2020/skill-allocation/skill_allocation_mzn_3m_3.dzn" +"skill-allocation","data/mznc2020/skill-allocation/skill_allocation_only.mzn","data/mznc2020/skill-allocation/skill_allocation_mzn_2m_1.dzn" +"skill-allocation","data/mznc2020/skill-allocation/skill_allocation_only.mzn","data/mznc2020/skill-allocation/skill_allocation_mzn_2m_3.dzn" +"skill-allocation","data/mznc2020/skill-allocation/skill_allocation_only.mzn","data/mznc2020/skill-allocation/skill_allocation_mzn_2w_1.dzn" +"p1f-pjs","data/mznc2020/p1f-pjs/p1f-pjs.mzn","data/mznc2020/p1f-pjs/17.dzn" +"p1f-pjs","data/mznc2020/p1f-pjs/p1f-pjs.mzn","data/mznc2020/p1f-pjs/16.dzn" +"p1f-pjs","data/mznc2020/p1f-pjs/p1f-pjs.mzn","data/mznc2020/p1f-pjs/10.dzn" +"p1f-pjs","data/mznc2020/p1f-pjs/p1f-pjs.mzn","data/mznc2020/p1f-pjs/21.dzn" +"p1f-pjs","data/mznc2020/p1f-pjs/p1f-pjs.mzn","data/mznc2020/p1f-pjs/20.dzn" +"minimal-decision-sets","data/mznc2020/minimal-decision-sets/sparse_mds.mzn","data/mznc2020/minimal-decision-sets/breast-cancer_train4.dzn" +"minimal-decision-sets","data/mznc2020/minimal-decision-sets/sparse_mds.mzn","data/mznc2020/minimal-decision-sets/cleve_train5.dzn" +"minimal-decision-sets","data/mznc2020/minimal-decision-sets/sparse_mds.mzn","data/mznc2020/minimal-decision-sets/backache_train4.dzn" +"minimal-decision-sets","data/mznc2020/minimal-decision-sets/sparse_mds.mzn","data/mznc2020/minimal-decision-sets/australian_train5.dzn" +"minimal-decision-sets","data/mznc2020/minimal-decision-sets/sparse_mds.mzn","data/mznc2020/minimal-decision-sets/colic_train4.dzn" +"collaborative-construction","data/mznc2020/collaborative-construction/macc.mzn","data/mznc2020/collaborative-construction/175.dzn" +"collaborative-construction","data/mznc2020/collaborative-construction/macc.mzn","data/mznc2020/collaborative-construction/307.dzn" +"collaborative-construction","data/mznc2020/collaborative-construction/macc.mzn","data/mznc2020/collaborative-construction/37.dzn" +"collaborative-construction","data/mznc2020/collaborative-construction/macc.mzn","data/mznc2020/collaborative-construction/455.dzn" +"collaborative-construction","data/mznc2020/collaborative-construction/macc.mzn","data/mznc2020/collaborative-construction/46.dzn" +"gbac","data/mznc2020/gbac/gbac.mzn","data/mznc2020/gbac/reduced_UD7-gbac.dzn" +"gbac","data/mznc2020/gbac/gbac.mzn","data/mznc2020/gbac/UD9-gbac.dzn" +"gbac","data/mznc2020/gbac/gbac.mzn","data/mznc2020/gbac/UD10-gbac.dzn" +"gbac","data/mznc2020/gbac/gbac.mzn","data/mznc2020/gbac/reduced_UD5-gbac.dzn" +"gbac","data/mznc2020/gbac/gbac.mzn","data/mznc2020/gbac/reduced_UD2-gbac.dzn" +"hoist-benchmark-for-minizinc","data/mznc2020/hoist-benchmark-for-minizinc/hoist-benchmark.mzn","data/mznc2020/hoist-benchmark-for-minizinc/PU_2_8_1.dzn" +"hoist-benchmark-for-minizinc","data/mznc2020/hoist-benchmark-for-minizinc/hoist-benchmark.mzn","data/mznc2020/hoist-benchmark-for-minizinc/PU_3_8_5.dzn" +"hoist-benchmark-for-minizinc","data/mznc2020/hoist-benchmark-for-minizinc/hoist-benchmark.mzn","data/mznc2020/hoist-benchmark-for-minizinc/PU_1_2_2.dzn" +"hoist-benchmark-for-minizinc","data/mznc2020/hoist-benchmark-for-minizinc/hoist-benchmark.mzn","data/mznc2020/hoist-benchmark-for-minizinc/PU_3_2_5.dzn" +"hoist-benchmark-for-minizinc","data/mznc2020/hoist-benchmark-for-minizinc/hoist-benchmark.mzn","data/mznc2020/hoist-benchmark-for-minizinc/PU_3_4_1.dzn" +"soccer-computational","data/mznc2020/soccer-computational/ecp.mzn","data/mznc2020/soccer-computational/xIGData_24_24_16_1.dzn" +"soccer-computational","data/mznc2020/soccer-computational/ecp.mzn","data/mznc2020/soccer-computational/xIGData_28_23_16_1.dzn" +"soccer-computational","data/mznc2020/soccer-computational/ecp.mzn","data/mznc2020/soccer-computational/xIGData_22_12_22_5.dzn" +"soccer-computational","data/mznc2020/soccer-computational/ecp.mzn","data/mznc2020/soccer-computational/xIGData_30_25_15_4.dzn" +"soccer-computational","data/mznc2020/soccer-computational/ecp.mzn","data/mznc2020/soccer-computational/xIGData_28_22_7_4.dzn" +"racp","data/mznc2020/racp/racp.mzn","data/mznc2020/racp/j60_48_9_1.0.dzn" +"racp","data/mznc2020/racp/racp.mzn","data/mznc2020/racp/j60_9_9_1.25.dzn" +"racp","data/mznc2020/racp/racp.mzn","data/mznc2020/racp/j60_13_4_1.0.dzn" +"racp","data/mznc2020/racp/racp.mzn","data/mznc2020/racp/j30_26_2_1.0.dzn" +"racp","data/mznc2020/racp/racp.mzn","data/mznc2020/racp/j60_10_6_1.25.dzn" +"whirlpool","data/mznc2020/whirlpool/whirlpool-x.mzn","data/mznc2020/whirlpool/d21.dzn" +"whirlpool","data/mznc2020/whirlpool/whirlpool-x.mzn","data/mznc2020/whirlpool/d30.dzn" +"whirlpool","data/mznc2020/whirlpool/whirlpool-x.mzn","data/mznc2020/whirlpool/d8.dzn" +"whirlpool","data/mznc2020/whirlpool/whirlpool-x.mzn","data/mznc2020/whirlpool/d29.dzn" +"whirlpool","data/mznc2020/whirlpool/whirlpool-x.mzn","data/mznc2020/whirlpool/d12.dzn" +"code-generator","data/mznc2020/code-generator/unison.mzn","data/mznc2020/code-generator/hexagon_gcc.reload1.gen_reload.dzn" +"code-generator","data/mznc2020/code-generator/unison.mzn","data/mznc2020/code-generator/mips_pgp.crypto.encryptfile.dzn" +"code-generator","data/mznc2020/code-generator/unison.mzn","data/mznc2020/code-generator/mips_gcc.cfgbuild.control_flow_insn_p.dzn" +"code-generator","data/mznc2020/code-generator/unison.mzn","data/mznc2020/code-generator/mips_gcc.real.eiremain.dzn" +"code-generator","data/mznc2020/code-generator/unison.mzn","data/mznc2020/code-generator/mips_gobmk.patterns.autohelperpat508.dzn" +"bnn-planner","data/mznc2020/bnn-planner/sysadmin_5_4s.mzn","" +"bnn-planner","data/mznc2020/bnn-planner/inventory_4_8s.mzn","" +"bnn-planner","data/mznc2020/bnn-planner/navigation_5x5_10s.mzn","" +"bnn-planner","data/mznc2020/bnn-planner/cellda_y_10s.mzn","" +"bnn-planner","data/mznc2020/bnn-planner/sysadmin_4_2s.mzn",""