diff --git a/.gitignore b/.gitignore
index 68bc17f..b5d1648 100644
--- a/.gitignore
+++ b/.gitignore
@@ -158,3 +158,6 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+# Vscode
+.vscode/
\ No newline at end of file
diff --git a/.gitmodules b/.gitmodules
deleted file mode 100644
index 8470285..0000000
--- a/.gitmodules
+++ /dev/null
@@ -1,6 +0,0 @@
-[submodule "vendor/gemma.cpp"]
-	path = vendor/gemma.cpp
-	url = https://github.com/google/gemma.cpp
-[submodule "vendor/pybind11"]
-	path = vendor/pybind11
-	url = https://github.com/pybind/pybind11.git
diff --git a/CMakeLists.txt b/CMakeLists.txt
index 1494591..8414cbc 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -11,7 +11,7 @@ set(CMAKE_POSITION_INDEPENDENT_CODE ON)
 FetchContent_Declare(sentencepiece GIT_REPOSITORY https://github.com/google/sentencepiece GIT_TAG 53de76561cfc149d3c01037f0595669ad32a5e7c)
 FetchContent_MakeAvailable(sentencepiece)
 
-FetchContent_Declare(gemma GIT_REPOSITORY https://github.com/google/gemma.cpp GIT_TAG origin/main)
+FetchContent_Declare(gemma GIT_REPOSITORY https://github.com/google/gemma.cpp GIT_TAG e29cd566cf3367671e8f59419a04e308796a7c57)
 FetchContent_MakeAvailable(gemma)
 
 FetchContent_Declare(highway GIT_REPOSITORY https://github.com/google/highway.git GIT_TAG da250571a45826b21eebbddc1e50d0c1137dee5f)
diff --git a/vendor/gemma.cpp b/vendor/gemma.cpp
deleted file mode 160000
index fb6f266..0000000
--- a/vendor/gemma.cpp
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit fb6f266db1bfd7391e70b945dcf8b745c1ebbe09
diff --git a/vendor/pybind11 b/vendor/pybind11
deleted file mode 160000
index 8b48ff8..0000000
--- a/vendor/pybind11
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 8b48ff878c168b51fe5ef7b8c728815b9e1a9857