WIP: GenerateCoverage Experiment

.github/actions/dependenciesActions/action.yml

@@ -11,6 +11,14 @@ runs:
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
+        pip install cython
+        pip install dd  # to first install dependencies of `dd`
+        pip uninstall -y dd
+        pip download --no-binary dd --no-deps dd
+        tar -xzf dd-*.tar.gz
+        pushd dd-*/
+        python setup.py install --fetch --cudd
+        popd
         pip install wheel
         pip install -e ./varats-core
         pip install -e ./varats

.vscode/launch.json

@@ -6,16 +6,179 @@
             "type": "python",
             "request": "launch",
             "program": "~/.local/bin/benchbuild",
-            "cwd": "${workspaceFolder}/../vara-root/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
             "args": [
                 "run",
                 "-E",
-                "JustCompile",
+                "GenerateCoverage",
+                "FeaturePerfCSCollection"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildXZ",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
+                "xz"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildECT",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
+                "ect"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildGZIP",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
                 "gzip"
             ],
             "justMyCode": false,
             "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildSynthIPRuntime",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
+                "SynthIPRuntime"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildSynthDARecursion",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
+                "SynthDARecursion"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "benchbuildSynthSAFlowSensitivity",
+            "type": "python",
+            "request": "launch",
+            "program": "~/.local/bin/benchbuild",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/benchbuild",
+            "args": [
+                "run",
+                "-E",
+                "GenerateCoverage",
+                "SynthSAFlowSensitivity"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+
+
+        {
+            "name": "plot",
+            "type": "python",
+            "request": "launch",
+            "program": "/home/mmustermann/Dokumente/VARA-root2/.venv/bin/vara-plot",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/",
+            "args": [
+                "coverage",
+                "--experiment-type",
+                "GenerateCoverage",
+                "--case-study",
+                "FeaturePerfCSCollection_0"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "plotXZ",
+            "type": "python",
+            "request": "launch",
+            "program": "/home/mmustermann/Dokumente/VARA-root2/.venv/bin/vara-plot",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/",
+            "args": [
+                "coverage",
+                "--experiment-type",
+                "GenerateCoverage",
+                "--case-study",
+                "xz_0"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "plotECT",
+            "type": "python",
+            "request": "launch",
+            "program": "/home/mmustermann/Dokumente/VARA-root2/.venv/bin/vara-plot",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/",
+            "args": [
+                "coverage",
+                "--experiment-type",
+                "GenerateCoverage",
+                "--case-study",
+                "ect_0"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "plotSynthDADynamicDispatch",
+            "type": "python",
+            "request": "launch",
+            "program": "/home/mmustermann/Dokumente/VARA-root2/.venv/bin/vara-plot",
+            "cwd": "/home/mmustermann/Dokumente/VARA-root2/",
+            "args": [
+                "coverage",
+                "--experiment-type",
+                "GenerateCoverage",
+                "--case-study",
+                "SynthDADynamicDispatch_0"
+            ],
+            "justMyCode": false,
+            "console": "integratedTerminal"
+        },
+        {
+            "name": "Debug Unit Test",
+            "type": "python",
+            "request": "test",
+            "justMyCode": false,
         }
+
     ]
 }
 // This configuration needs vara-root next to VaRA-Tool-Suite.

my_case_studies/FeaturePerfCSCollection_0.case_study

@@ -0,0 +1,24 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: FeaturePerfCSCollection
+stages:
+- revisions:
+  - commit_hash: 4300ea495e7f013f68e785fdde5c4ead81297999
+    commit_id: 36
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '[]'
+1: '["--enc"]'
+2: '["--compress"]'
+3: '["--enc", "--compress"]'
+...

my_case_studies/FeaturePerfCSCollection_0.case_study.MSMR

@@ -0,0 +1,48 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: FeaturePerfCSCollection
+stages:
+- revisions:
+  - commit_hash: 4300ea495e7f013f68e785fdde5c4ead81297999
+    commit_id: 36
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+    - 4
+    - 5
+    - 6
+    - 7
+    - 8
+    - 9
+    - 10
+    - 11
+    - 12
+    - 13
+    - 14
+    - 15
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '[]'
+1: '["--extern"]'
+2: '["--slow"]'
+3: '["--cpp"]'
+4: '["--cpp", "--extern"]'
+5: '["--cpp", "--slow", "--extern"]'
+6: '["--cpp", "--slow"]'
+7: '["--slow", "--extern"]'
+8: '["--header"]'
+9: '["--extern", "--header"]'
+10: '["--slow", "--header"]'
+11: '["--slow", "--extern", "--header"]'
+12: '["--cpp", "--header"]'
+13: '["--cpp", "--extern", "--header"]'
+14: '["--cpp", "--slow", "--header"]'
+15: '["--cpp", "--slow", "--extern", "--header"]'
+...

my_case_studies/FeaturePerfCSCollection_0.case_study.MSMR.old

@@ -0,0 +1,24 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: FeaturePerfCSCollection
+stages:
+- revisions:
+  - commit_hash: 27f17080376e409860405c40744887d81d6b3f34
+    commit_id: 22
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '[]'
+1: '["--slow"]'
+2: '["--header"]'
+3: '["--slow", "--header"]'
+...

my_case_studies/FeaturePerfCSCollection_0.case_study.SFI

@@ -0,0 +1,24 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: FeaturePerfCSCollection
+stages:
+- revisions:
+  - commit_hash: 4300ea495e7f013f68e785fdde5c4ead81297999
+    commit_id: 36
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '[]'
+1: '["--enc"]'
+2: '["--compress"]'
+3: '["--enc", "--compress"]'
+...

my_case_studies/SynthDADynamicDispatch_0.case_study

@@ -0,0 +1,22 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: SynthDADynamicDispatch
+stages:
+- revisions:
+  - commit_hash: 04de0642afe35a42931e03c670b588e8f294dcfc
+    commit_id: 47
+    config_ids:
+    - 0
+    - 1
+    - 2
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '["--brut-force"]'
+1: '["--sorting"]'
+2: '["--hashing"]'
+...

my_case_studies/SynthDARecursion_0.case_study

@@ -0,0 +1,24 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: SynthDARecursion
+stages:
+- revisions:
+  - commit_hash: daf81de0738cb861b800c4dae1a805e8dabaa544
+    commit_id: 46
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '[]'
+1: '["--rev"]'
+2: '["--limit 0"]'
+3: '["--limit 0", "--rev"]'
+...

my_case_studies/SynthIPRuntime_0.case_study

@@ -0,0 +1,26 @@
+---
+DocType: CaseStudy
+Version: 1
+...
+---
+project_name: SynthIPRuntime
+stages:
+- revisions:
+  - commit_hash: 793035062810ea3a2d9a10f831cd199fbbb82090
+    commit_id: 53
+    config_ids:
+    - 0
+    - 1
+    - 2
+    - 3
+    - 4
+version: 0
+...
+---
+config_type: PlainCommandlineConfiguration
+0: '["-c"]'
+1: '["-c", "-1"]'
+2: '["-c", "-2"]'
+3: '["-c", "-1", "-2"]'
+4: '["-d"]'
+...