speed up

bin/utils/clone-action.ts

@@ -31,6 +31,8 @@ export const cloneAction = async (
     `${config.repository}-${Date.now()}${Math.random().toString(16).slice(2, 6)}`,
   )
 
+  const toPosix = (p: string) => p.split(path.sep).join("/")
+
   const spinner = yoctospinner()
   const start = performance.now()
 
@@ -40,21 +42,65 @@ export const cloneAction = async (
     )
   }
 
+  const wantsSubpath = !!config.path && config.path !== "." && config.type !== "repository"
+  const isFilePath = wantsSubpath && path.extname(config.path) !== ""
+  const sparsePath = wantsSubpath
+    ? toPosix(isFilePath ? path.dirname(config.path) : config.path)
+    : ""
+
+  let usedSparse = false
+
   try {
-    await spawn("git", [
-      "clone",
-      repoUrl,
-      tempDir,
-      "--branch",
-      config.branch,
-      "--depth",
-      "1",
-      "--single-branch",
-      ...(options.recursive ? ["--recursive"] : []),
-    ])
+    if (wantsSubpath) {
+      await fs.promises.mkdir(tempDir, { recursive: true })
+      await spawn("git", [
+        "clone",
+        repoUrl,
+        tempDir,
+        "--branch",
+        config.branch,
+        "--depth=1",
+        "--single-branch",
+        "--no-tags",
+        "--filter=blob:none",
+        "--sparse",
+      ])
+
+      await spawn(
+        "git",
+        ["sparse-checkout", "init", ...(isFilePath ? ["--no-cone"] : ["--cone"])],
+        { cwd: tempDir },
+      )
+      await spawn("git", ["sparse-checkout", "set", sparsePath], { cwd: tempDir })
+      await spawn("git", ["checkout"], { cwd: tempDir })
+
+      if (options.recursive) {
+        await spawn("git", ["submodule", "update", "--init", "--recursive"], {
+          cwd: tempDir,
+        })
+      }
+
+      usedSparse = true
+    } else {
+      await spawn("git", [
+        "clone",
+        repoUrl,
+        tempDir,
+        "--branch",
+        config.branch,
+        "--depth=1",
+        "--single-branch",
+        "--no-tags",
+        ...(options.recursive ? ["--recursive"] : []),
+      ])
+    }
   } catch {
-    await spawn("git", ["clone", repoUrl, tempDir, ...(options.recursive ? ["--recursive"] : [])])
-    await spawn("git", ["checkout", config.branch], { cwd: tempDir })
+    try {
+      await spawn("git", ["clone", repoUrl, tempDir, ...(options.recursive ? ["--recursive"] : [])])
+      await spawn("git", ["checkout", config.branch], { cwd: tempDir })
+    } catch {
+      throw new Error("Failed to clone repository")
+    }
   }
 
   const sourcePath = path.resolve(tempDir, config.path)
@@ -65,9 +111,7 @@ export const cloneAction = async (
     await fs.promises.mkdir(targetPath, { recursive: true })
     await copyDir(sourcePath, targetPath)
   } else {
-    await fs.promises.mkdir(targetPath.split("/").slice(0, -1).join("/"), {
-      recursive: true,
-    })
+    await fs.promises.mkdir(path.dirname(targetPath), { recursive: true })
     await fs.promises.copyFile(sourcePath, targetPath)
   }
 
@@ -76,7 +120,7 @@ export const cloneAction = async (
       `Picked ${config.type}${config.type === "repository" ? " without .git" : " from repository"} in ${(
         (performance.now() - start) /
         1000
-      ).toFixed(2)} seconds.`,
+      ).toFixed(2)} seconds${usedSparse ? green(" (sparse)") : ""}.`,
     )
   } else console.log("- Synced at " + new Date().toLocaleTimeString())
 

scripts/test.sh

@@ -17,8 +17,8 @@ fi
 rm -rf test/*
 
 TEST_CASES=(
-  'nrjdalal/gitpick/blob/main/bin/index.ts'
   'nrjdalal/gitpick'
+  'nrjdalal/gitpick/blob/main/bin/index.ts'
   'https://github.com/nrjdalal/gitpick'
   'git@github.com:nrjdalal/gitpick.git'
   'https://github.com/nrjdalal/gitpick.git'
@@ -30,6 +30,7 @@ TEST_CASES=(
   'https://github.com/nrjdalal/gitpick/tree/master/bin -b main'
   'git@github.com:nrjdalal/gitpick.git/tree/master/bin -b main'
   'https://github.com/nrjdalal/gitpick.git/tree/master/bin -b main'
+  'https://github.com/nrjdalal/gitpick/tree/1d67ed603f5bcbab1b84d71db968b7c36e36eca0'
 )
 
 # Initialize report variables