Async rewrite

.github/workflows/test.yaml

@@ -8,22 +8,15 @@ on:
 
 jobs:
   build:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
 
     steps:
       - uses: actions/checkout@v3
 
-      - name: Setup Clang 18
-        run: |
-          wget https://apt.llvm.org/llvm.sh
-          chmod +x llvm.sh
-          sudo ./llvm.sh 18
-
       - name: Install dependencies
         run: |
           sudo apt update
           make install-deps
-          sudo pip3 install --upgrade meson
 
       - name: Build
         run: |
@@ -36,13 +29,11 @@ jobs:
 
       - name: Run tests
         run: |
-          mkdir -p /tmp/lsvd-read
-          mkdir -p /tmp/lsvd-write
-          mkdir -p /tmp/lsvd
+          mkdir -p /mnt/lsvd
 
           cd build-dbg
           sudo meson test
-          sudo ./imgtool create --size 1g --pool pone --img test-img
+          sudo ./imgtool create pone test-img --size 5g
 
       - name: Logs
         if: always()

.gitignore

@@ -1,16 +1,15 @@
+.cache/
 .idea/
+.ipynb_checkpoints/
 .vscode/
-.cache/
 __pycache__/
-venv/
-.ipynb_checkpoints/
-
-builddir
 build
-qemu/*.img
-qemu/*.iso
-qemu/bzImage
+build-*/
+perf.*
+subprojects/spdk/
+venv/
 
-subprojects/liburing-*
-subprojects/packagecache
-subprojects/nlohmann_json-*
+subprojects/abseil-*/
+subprojects/cachelib/
+subprojects/packagecache/
+subprojects/zpp_bits-*/

Dockerfile

@@ -1,21 +1,27 @@
-FROM ubuntu:22.04
+FROM ubuntu:24.04
 
 # TODO(knikolla): Move (or remove) dependencies in the appropriate Makefile section
-RUN apt-get update \
-    && apt-get install -y git curl build-essential sudo cmake python3 python3-pip libssl-dev \
-    && pip install -U meson
+RUN apt update && apt install -y git curl build-essential sudo cmake python3 python3-pip python3-rados clang-18 lld-18
 
-RUN sudo apt-get install -y wget lsb-release software-properties-common gnupg \
-    && wget https://apt.llvm.org/llvm.sh \
-    && chmod +x llvm.sh \
-    && ./llvm.sh 18
+# install deps here to cache them
+RUN apt install -y libboost-all-dev libdouble-conversion-dev libevent-dev \
+		libgflags-dev libgmock-dev libgoogle-glog-dev libgtest-dev \
+		liblz4-dev liblzma-dev libsnappy-dev libsodium-dev libunwind-dev \
+		libzstd-dev ninja-build zlib1g-dev liburing-dev \
+		libnuma-dev libarchive-dev libibverbs-dev librdmacm-dev \
+		python3-pyelftools libcunit1-dev libaio-dev nasm librados-dev librbd-dev \
+		libssl-dev libtool libncurses-dev help2man \
+		meson mold libfmt-dev librados-dev libjemalloc-dev libradospp-dev \
+		pkg-config uuid-dev fish
 
 WORKDIR /app
 COPY Makefile /app/Makefile
 COPY meson.* /app/
 COPY src /app/src
 COPY subprojects /app/subprojects
 COPY test /app/test
+COPY tools /app/tools
 
-RUN make install-deps \
-    && make release
+RUN make release
+ENTRYPOINT ["/app/build-rel/lsvd"]
+CMD ["none", "--lsvd_cache_ram=100", "--lsvd_cache_nvm=500"]

Makefile

@@ -1,5 +1,5 @@
 .DEFAULT_GOAL := debug
-.PHONY: setup setup-debug release debug paper clean
+.PHONY: setup release debug clean cmake
 
 setup:
 	meson setup --native-file meson.ini build-rel --buildtype=release -Db_sanitize=none
@@ -8,28 +8,23 @@ setup:
 
 debug:
 	meson setup --native-file meson.ini build-dbg --buildtype=debug 
-	cd build-dbg; meson compile
+	meson compile -C build-dbg
 
 release:
 	meson setup --native-file meson.ini build-rel --buildtype=release -Db_sanitize=none
-	cd build-rel; meson compile
-
-paper:
-	@$(MAKE) -C atc2024
+	meson compile -C build-rel
 
 clean:
-	cd build-rel; meson compile --clean
-	cd build-dbg; meson compile --clean
+	meson -C build-rel clean
+	meson -C build-dbg clean
 
 install-deps:
-	# Folly deps
 	sudo apt install -y libboost-all-dev libdouble-conversion-dev libevent-dev \
 		libgflags-dev libgmock-dev libgoogle-glog-dev libgtest-dev \
 		liblz4-dev liblzma-dev libsnappy-dev libsodium-dev libunwind-dev \
-		libzstd-dev ninja-build zlib1g-dev
-	# SPDK deps
-	sudo apt install -y libnuma-dev libarchive-dev libibverbs-dev librdmacm-dev \
-		python3-pyelftools libcunit1-dev libaio-dev nasm librados-dev librbd-dev
-	# LSVD deps
-	sudo apt install -y meson mold libfmt-dev librados-dev \
-    	libjemalloc-dev libradospp-dev pkg-config uuid-dev ceph-common
+		libzstd-dev ninja-build zlib1g-dev liburing-dev \
+		libnuma-dev libarchive-dev libibverbs-dev librdmacm-dev \
+		python3-pyelftools libcunit1-dev libaio-dev nasm librados-dev librbd-dev \
+		libssl-dev libtool libncurses-dev help2man \
+		meson mold libfmt-dev librados-dev libjemalloc-dev libradospp-dev \
+		pkg-config uuid-dev fish