diff --git a/overrides/default.nix b/overrides/default.nix
index 4c761c691..bd35b5365 100644
--- a/overrides/default.nix
+++ b/overrides/default.nix
@@ -3891,14 +3891,6 @@ lib.composeManyExtensions [
         }
       );
 
-      # The tokenizers build requires a complex rust setup (cf. nixpkgs override)
-      #
-      # Instead of providing a full source build, we use a wheel to keep
-      # the complexity manageable for now.
-      tokenizers = prev.tokenizers.override {
-        preferWheel = true;
-      };
-
       torch = prev.torch.overridePythonAttrs (old: {
         # torch has an auto-magical way to locate the cuda libraries from site-packages.
         autoPatchelfIgnoreMissingDeps = true;