molehill/comparison_robust.xml at main · linusheck/molehill · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
<?xml version="1.0" encoding="UTF-8"?>
<benchmark tool="tools.synthesis" timelimit="1800s" hardtimelimit="1800s" memlimit="16GB">

  <tasks name="SAT Benchmarks">
    <include>benchmarks/files/robust-q3/*.yml</include>
    <propertyfile>benchmarks/sat.txt</propertyfile>
  </tasks>

  <tasks name="UNSAT Benchmarks">
    <include>benchmarks/files/robust-q3/*.yml</include>
    <propertyfile>benchmarks/unsat.txt</propertyfile>
  </tasks>

    <!-- Define executors -->
    <rundefinition name="SMPMC">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>-m</option>
        <option>molehill</option>
        <option>--ce</option>
        <option>none</option>
        <option>--constraint</option>
        <option>existsforall</option>
    </rundefinition>

    <rundefinition name="PAYNT-AR-1-by-1">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>robust_policy_baseline.py</option>
        <option>--synthesizer</option>
        <option>ar-1by1</option>
        <option>--timeout</option>
        <option>1000000000</option>
    </rundefinition>

    <rundefinition name="PAYNT-AR-MDP-Eval">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>robust_policy_baseline.py</option>
        <option>--synthesizer</option>
        <option>ar-mdp-eval</option>
        <option>--timeout</option>
        <option>1000000000</option>
    </rundefinition>

    <rundefinition name="SMT(LRA)">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>-m</option>
        <option>molehill</option>
        <option>--ce</option>
        <option>none</option>
        <option>--constraint</option>
        <option>existsforall</option>
        <option>--pure-smt</option>
    </rundefinition>
</benchmark>