diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index efeb77e09..a83a14239 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -23,11 +23,9 @@ jobs:
 
       - name: Fetch tree-sitter grammars
         uses: actions-rs/cargo@v1
-        env:
-          HELIX_DISABLE_AUTO_GRAMMAR_BUILD: yes
         with:
           command: run
-          args: -- --grammar fetch
+          args: --package=helix-loader --bin=hx-loader
 
       - name: Bundle grammars
         run: tar cJf grammars.tar.xz -C runtime/grammars/sources .
diff --git a/helix-loader/Cargo.toml b/helix-loader/Cargo.toml
index aee03fc29..203844727 100644
--- a/helix-loader/Cargo.toml
+++ b/helix-loader/Cargo.toml
@@ -9,6 +9,10 @@ categories = ["editor"]
 repository = "https://github.com/helix-editor/helix"
 homepage = "https://helix-editor.com"
 
+[[bin]]
+name = "hx-loader"
+path = "src/main.rs"
+
 [dependencies]
 anyhow = "1"
 serde = { version = "1.0", features = ["derive"] }
@@ -27,4 +31,3 @@ threadpool = { version = "1.0" }
 
 [target.'cfg(not(target_arch = "wasm32"))'.dependencies]
 libloading = "0.7"
-
diff --git a/helix-loader/src/main.rs b/helix-loader/src/main.rs
new file mode 100644
index 000000000..c1ce45ffa
--- /dev/null
+++ b/helix-loader/src/main.rs
@@ -0,0 +1,9 @@
+use anyhow::Result;
+use helix_loader::grammar::fetch_grammars;
+
+// This binary is used in the Release CI as an optimization to cut down on
+// compilation time. This is not meant to be run manually.
+
+fn main() -> Result<()> {
+    fetch_grammars()
+}