opencompl · alexkeizer · Dec 17, 2024 · Jan 17, 2025 · Jan 17, 2025 · Jan 17, 2025
diff --git a/bv-evaluation/.dockerignore b/bv-evaluation/.dockerignore
@@ -0,0 +1,6 @@
+results/
+raw-data/
+plots/
+for-paper/raw-data/
+Dockerfile
+Makefile
diff --git a/bv-evaluation/Dockerfile b/bv-evaluation/Dockerfile
@@ -0,0 +1,55 @@
+# Main Lean image
+FROM ubuntu:24.04
+WORKDIR /code
+
+# Install dependencies
+RUN apt-get update -y \
+    && DEBIAN_FRONTEND="noninteractive" apt-get install --yes \
+        tzdata \
+	pip \
+	python3-venv \
+        build-essential \
+        cmake \
+        git \
+        ninja-build \
+        gdb curl wget \
+        # dependencies for experiment scripts
+        python3-matplotlib python3-pandas python3-num2words \
+        # bitwuzla dependencies
+        meson libgmp-dev libcadical-dev libsymfpu-dev pkg-config
+
+# Install Lean
+RUN curl https://raw.githubusercontent.com/leanprover/elan/master/elan-init.sh -sSf > /code/elan.sh \
+    && sh /code/elan.sh -y # elan
+ENV PATH /root/.elan/bin:$PATH
+ENV LIBRARY_PATH /root/.elan/lib:$LIBRARY_PATH
+
+# Install Bitwuzla
+RUN git clone https://github.com/bitwuzla/bitwuzla
+WORKDIR /code/bitwuzla
+RUN ./configure.py && cd build && ninja install
+
+# Install plotting script dependencies
+
+WORKDIR /code/lean-mlir/bv-evaluation/
+COPY bv-evaluation/requirements.txt ./
+RUN bash -c "\
+	python3 -m venv venv \
+	&& source venv/bin/activate \
+	&& python3 -m pip install -r requirements.txt "
+
+# First, get cached dependencies
+WORKDIR /code/lean-mlir
+COPY lean-toolchain lakefile.toml lake-manifest.json ./
+RUN lake exe cache get!
+
+# Then, copy & build lean-mlir
+COPY . .
+
+RUN lake build
+
+# Set the evaluation script directory as working dir
+WORKDIR /code/lean-mlir/bv-evaluation
+
+USER root
+
diff --git a/bv-evaluation/Makefile b/bv-evaluation/Makefile
@@ -0,0 +1,17 @@
+
+DOCKER=podman
+DOCKER_IMAGE_TAG=opencompl/lean-mlir-bv-evaluate
+
+docker-image:
+	${DOCKER} build -f Dockerfile ../ -t "${DOCKER_IMAGE_TAG}"
+
+.PHONY: 
+
+*.py:   .PHONY  
+	./run-script.sh python3 $@
+
+clean:
+	docker rmi ${DOCKER_IMAGE_TAG}
+
+all: 
+	./run-script.sh ./run-tests.sh
diff --git a/bv-evaluation/collect-data-alive.py b/bv-evaluation/collect-data-alive.py
@@ -4,7 +4,7 @@
 import os 
 import re
 
-paper_directory = 'for-paper/'
+paper_directory = ''
 benchmark_dir = "../SSA/Projects/InstCombine/"
 res_dir = "results/AliveSymbolic/"
 raw_data_dir = paper_directory + 'raw-data/AliveSymbolic/'

diff --git a/bv-evaluation/collect-data-hdel-symbolic.py b/bv-evaluation/collect-data-hdel-symbolic.py
@@ -4,7 +4,7 @@
 import os 
 import re
 
-paper_directory = 'for-paper/'
+paper_directory = ''
 benchmark_dir = "../SSA/Projects/InstCombine/HackersDelight/"
 res_dir = "results/HackersDelightSymbolic/"
 raw_data_dir = paper_directory + 'raw-data/HackersDelightSymbolic/'

diff --git a/bv-evaluation/collect-data-hdel.py b/bv-evaluation/collect-data-hdel.py
@@ -3,7 +3,7 @@
 import pandas as pd
 import os 
 
-paper_directory = 'for-paper/'
+paper_directory = ''
 benchmark_dir = "../SSA/Projects/InstCombine/HackersDelight/"
 res_dir = "results/HackersDelight/"
 raw_data_dir = paper_directory + 'raw-data/HackersDelight/'

diff --git a/bv-evaluation/collect-data-llvm-symbolic.py b/bv-evaluation/collect-data-llvm-symbolic.py
@@ -4,7 +4,7 @@
 import os 
 import re
 
-paper_directory = 'for-paper/'
+paper_directory = ''
 benchmark_dir = "../SSA/Projects/InstCombine/tests/proofs/"
 res_dir = "results/InstCombineSymbolic/"
 raw_data_dir = paper_directory + 'raw-data/InstCombineSymbolic/'

diff --git a/bv-evaluation/collect-data-llvm.py b/bv-evaluation/collect-data-llvm.py
@@ -3,7 +3,7 @@
 import pandas as pd
 import os 
 
-paper_directory = 'for-paper/'
+paper_directory = ''
 benchmark_dir = "../SSA/Projects/InstCombine/tests/proofs/"
 res_dir = "results/InstCombine/"
 raw_data_dir = paper_directory + "raw-data/InstCombine/"

diff --git a/bv-evaluation/plots/Makefile b/bv-evaluation/plots/Makefile
@@ -0,0 +1,22 @@
+.PHONY: lint
+
+
+all : 
+	python3 plot.py all
+
+lint:
+	ruff format *.py
+	ruff check *.py
+
+instcombine : 
+	python3 plot.py instcombine
+
+hackersdelight : 
+	python3 plot.py hackersdelight
+
+smtlib : 
+	python3 plot.py smtlib
+
+
+clean: 
+	rm *.pdf
diff --git a/bv-evaluation/plots/bitwuzla_ch2_1DeMorgan.pdf b/bv-evaluation/plots/bitwuzla_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/bitwuzla_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/bitwuzla_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv16_ch2_1DeMorgan.pdf b/bv-evaluation/plots/cumul_problems_bv16_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv16_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/cumul_problems_bv16_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv32_ch2_1DeMorgan.pdf b/bv-evaluation/plots/cumul_problems_bv32_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv32_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/cumul_problems_bv32_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv4_ch2_1DeMorgan.pdf b/bv-evaluation/plots/cumul_problems_bv4_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv4_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/cumul_problems_bv4_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv64_ch2_1DeMorgan.pdf b/bv-evaluation/plots/cumul_problems_bv64_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv64_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/cumul_problems_bv64_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv8_ch2_1DeMorgan.pdf b/bv-evaluation/plots/cumul_problems_bv8_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/cumul_problems_bv8_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/cumul_problems_bv8_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/cumul_problems_llvm_llvm-ceg-cumul.pdf b/bv-evaluation/plots/cumul_problems_llvm_llvm-ceg-cumul.pdf
diff --git a/bv-evaluation/plots/cumul_problems_llvm_llvm-cumul.pdf b/bv-evaluation/plots/cumul_problems_llvm_llvm-cumul.pdf
diff --git a/bv-evaluation/plots/leanSAT_stacked_ch2_1DeMorgan.pdf b/bv-evaluation/plots/leanSAT_stacked_ch2_1DeMorgan.pdf
diff --git a/bv-evaluation/plots/leanSAT_stacked_ch2_2AdditionAndLogicalOps.pdf b/bv-evaluation/plots/leanSAT_stacked_ch2_2AdditionAndLogicalOps.pdf
diff --git a/bv-evaluation/plots/llvm-ceg-cumul.pdf b/bv-evaluation/plots/llvm-ceg-cumul.pdf
diff --git a/bv-evaluation/plots/llvm-cumul.pdf b/bv-evaluation/plots/llvm-cumul.pdf