diff --git a/.appveyor.yml b/.appveyor.yml
index 8522cfaa0b..8b10be68de 100644
--- a/.appveyor.yml
+++ b/.appveyor.yml
@@ -94,7 +94,7 @@ install:
   # Clone the third_party submodule.
   - ps: |-
       try {
-        Exec { & git submodule update --init --force --depth 1 }
+        Exec { & git submodule update --init --force --depth 1 --jobs 4 }
       } catch {
         # Git will fail if the `third_party` directory was restored from cache,
         # but the `.git/modules` directory wasn't. Rebuild it from scratch.
diff --git a/.gitmodules b/.gitmodules
index 442d5c486c..2c39cc3e94 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -10,3 +10,5 @@
 [submodule "typescript"]
 	path = deno_typescript/typescript
 	url = https://github.com/microsoft/TypeScript.git
+	fetchRecurseSubmodules = false
+	shallow = true