Add rustls-tls feature (#1732)

Author: torymur

tokenizers/Cargo.toml

@@ -59,7 +59,7 @@ itertools = "0.13"
 log = "0.4"
 derive_builder = "0.20"
 spm_precompiled = "0.1.3"
-hf-hub = { version = "0.3.2", optional = true }
+hf-hub = { version = "0.4.1", features = ["ureq"], default-features = false, optional = true }
 aho-corasick = "1.1"
 paste = "1.0.14"
 macro_rules_attribute = "0.2.0"
@@ -75,6 +75,7 @@ esaxx_fast = ["esaxx-rs/cpp"]
 progressbar = ["indicatif"]
 http = ["hf-hub"]
 unstable_wasm = ["fancy-regex", "getrandom/js"]
+rustls-tls = ["hf-hub?/rustls-tls"]
 
 [dev-dependencies]
 criterion = "0.5"