diff --git a/.gitmodules b/.gitmodules
index 40af298083..3e21ff2d72 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -49,10 +49,6 @@
 [submodule "backends/vulkan/third-party/Vulkan-Headers"]
 	path = backends/vulkan/third-party/Vulkan-Headers
 	url = https://github.com/KhronosGroup/Vulkan-Headers
-[submodule "third-party/lm-evaluation-harness"]
-	path = third-party/lm-evaluation-harness
-	url = https://github.com/EleutherAI/lm-evaluation-harness
-	branch = v0.4.1
 [submodule "kernels/optimized/third-party/eigen"]
 	path = kernels/optimized/third-party/eigen
 	url = https://gitlab.com/libeigen/eigen.git
diff --git a/third-party/lm-evaluation-harness b/third-party/lm-evaluation-harness
deleted file mode 160000
index 49695e8d94..0000000000
--- a/third-party/lm-evaluation-harness
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 49695e8d94c3ab011b7ae8814d809de30b1b1182