diff --git a/llm/generate/gen_common.sh b/llm/generate/gen_common.sh
index 9574e6fd..5ff37cff 100644
--- a/llm/generate/gen_common.sh
+++ b/llm/generate/gen_common.sh
@@ -18,6 +18,11 @@ git_module_setup() {
         echo "Skipping submodule initialization"
         return
     fi
+    # Make sure the tree is clean after the directory moves
+    if [ -d "${LLAMACPP_DIR}/gguf" ]; then
+        echo "Cleaning up old submodule"
+        rm -rf ${LLAMACPP_DIR}
+    fi
     git submodule init
     git submodule update --force ${LLAMACPP_DIR}