diff --git a/.gitmodules b/.gitmodules
index 4881445..fab8690 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,7 +1,3 @@
-[submodule "third-party/pybind11"]
-	path = third-party/pybind11
-	url = https://github.com/pybind/pybind11.git
-	branch = v2.8
 [submodule "third-party/HighFive"]
 	path = third-party/HighFive
 	url = https://github.com/BlueBrain/HighFive.git
diff --git a/pyproject.toml b/pyproject.toml
new file mode 100644
index 0000000..01e54bb
--- /dev/null
+++ b/pyproject.toml
@@ -0,0 +1,58 @@
+[build-system]
+requires = ["scikit-build-core>=0.3.3", "pybind11==2.12.0"]
+build-backend = "scikit_build_core.build"
+
+
+[project]
+name = "pixsfm"
+version = "1.0.0"
+description="Pixel-Perfect Structure-from-Motion"
+readme = "README.md"
+authors = [
+    { name = "Philipp Lindenberger", email = "plindenbe@ethz.ch" },
+    { name = "Paul-Edouard Sarlin", email = "psarlin@ethz.ch" },
+]
+license = {text = "BSD-3-Clause"}
+urls = {Repository = "https://github.com/cvg/pixel-perfect-sfm/"}
+requires-python = ">=3.6"
+dependencies = ["numpy",
+    "pycolmap>=0.6.0",
+    "pyceres>=v2.2",
+    "torch>=1.7",
+    "torchvision>=0.8",
+    "tqdm>=4.36.0",
+    "matplotlib",
+    "plotly",
+    "scipy",
+    "h5py",
+    "omegaconf",
+]
+classifiers = [
+#    "License :: OSI Approved :: BSD License",
+    "Programming Language :: Python :: 3 :: Only",
+]
+
+
+[tool.scikit-build]
+wheel.expand-macos-universal-tags = true
+
+
+#[tool.cibuildwheel]
+#build = "cp3{8,9,10,11,12}-{macosx,manylinux,win}*"
+#archs = ["auto64"]
+#
+#[tool.cibuildwheel.environment]
+#VCPKG_COMMIT_ID = "13bde2ff13192e1b2fdd37bd9b475c7665ae6ae5"
+
+#[tool.cibuildwheel.linux]
+#before-all = "{package}/ci/install-colmap-centos.sh"
+#test-command = "python -c \"import pixsfm; print(pixsfm.__version__)\""
+#
+#[tool.cibuildwheel.macos]
+#before-all = "{package}/ci/install-colmap-macos.sh"
+#test-command = "python -c \"import pixsfm; print(pixsfm.__version__)\""
+#
+#[tool.cibuildwheel.windows]
+#before-all = "powershell -File {package}/ci/install-colmap-windows.ps1"
+#before-build = "pip install delvewheel"
+#test-command = "powershell -File {package}/ci/test-colmap-windows.ps1"
\ No newline at end of file
diff --git a/third-party/pybind11 b/third-party/pybind11
deleted file mode 160000
index f7b4996..0000000
--- a/third-party/pybind11
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit f7b499615e14d70ab098a20deb0cdb3889998a1a