molehill/comparison_prob0.xml at main · linusheck/molehill · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
<?xml version="1.0" encoding="UTF-8"?>
<benchmark tool="tools.synthesis" timelimit="1800s" hardtimelimit="1800s" memlimit="16GB">

  <tasks name="SAT Benchmarks">
    <include>benchmarks/files/benchmark-q2-prob0/*.yml</include>
    <propertyfile>benchmarks/sat.txt</propertyfile>
  </tasks>

  <tasks name="UNSAT Benchmarks">
    <include>benchmarks/files/benchmark-q2-prob0/*.yml</include>
    <propertyfile>benchmarks/unsat.txt</propertyfile>
  </tasks>

    <rundefinition name="SMPMC">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>-m</option>
        <option>molehill</option>
        <option>--ce</option>
        <option>none</option>
    </rundefinition>

    <rundefinition name="SMPMC+Prob0">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>-m</option>
        <option>molehill</option>
        <option>--ce</option>
        <option>none</option>
        <option>--constraint</option>
        <option>prob0</option>
    </rundefinition>

    <rundefinition name="Paynt-CEGIS">
      <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>build/paynt/paynt.py</option>
        <option>--method</option>
        <option>cegis</option>
        <option>--constraint</option>
        <option>prob0</option>
    </rundefinition>

    <rundefinition name="Paynt-CEGIS+Prob0">
        <column title="Iterations" value="iterations"/>
        <require cpuCores="1"/>
        <option>build/paynt/paynt.py</option>
        <option>--method</option>
        <option>cegis</option>
        <option>--constraint</option>
        <option>prob0</option>
    </rundefinition>

    <!-- Adding SMT(LRA) does not help, as we will see that it cannot solve these benchmarks from C4, and the prob0 constraint is already part of the encoding -->
</benchmark>