fix: revert onig hack

mediar-ai · Jul 29, 2024 · e03b9f9 · e03b9f9
1 parent 788ae74
commit e03b9f9
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 23 deletions.
diff --git a/screenpipe-audio/Cargo.toml b/screenpipe-audio/Cargo.toml
@@ -33,8 +33,7 @@ chrono = { version = "0.4.31", features = ["serde"] }
 candle = { workspace = true }
 candle-nn = { workspace = true }
 candle-transformers = { workspace = true }
-tokenizers = { version = "0.19.1", default-features = false, features = ["progressbar", "esaxx_fast"] }
-
+tokenizers = { workspace = true }
 lazy_static = "1.4.0"
 base64 = "0.21.7"
 anyhow = "1.0.86"
@@ -89,7 +88,3 @@ harness = false
 name = "stt_benchmark"
 harness = false
 
-
-[target.'cfg(not(target_os = "windows"))'.dependencies.tokenizers]
-version = "0.19.1"
-features = ["onig"]
diff --git a/screenpipe-core/Cargo.toml b/screenpipe-core/Cargo.toml
@@ -16,13 +16,9 @@ anyhow = "1.0.86"
 candle = { workspace = true }
 candle-nn = { workspace = true }
 candle-transformers = { workspace = true }
-tokenizers = { version = "0.19.1", default-features = false, features = ["progressbar", "esaxx_fast"] }
-
+tokenizers = { workspace = true }
 hf-hub = { workspace = true, features = ["tokio"] }
 
 
 
 
-[target.'cfg(not(target_os = "windows"))'.dependencies.tokenizers]
-version = "0.19.1"
-features = ["onig"]
diff --git a/screenpipe-server/Cargo.toml b/screenpipe-server/Cargo.toml
@@ -41,7 +41,7 @@ ffmpeg-next = "7.0.2"
 candle = { workspace = true }
 candle-nn = { workspace = true }
 candle-transformers = { workspace = true }
-tokenizers = { version = "0.19.1", default-features = false, features = ["progressbar", "esaxx_fast"] }
+tokenizers = { workspace = true }
 
 lazy_static = "1.4.0"
 base64 = "0.21.7"
@@ -117,7 +117,3 @@ path = "src/bin/screenpipe-server.rs"
 [[bin]]
 name = "screenpipe-video"
 path = "src/bin/screenpipe-video.rs"
-
-[target.'cfg(not(target_os = "windows"))'.dependencies.tokenizers]
-version = "0.19.1"
-features = ["onig"]
diff --git a/screenpipe-vision/Cargo.toml b/screenpipe-vision/Cargo.toml
@@ -39,7 +39,7 @@ chrono = { version = "0.4.31", features = ["serde"] }
 candle = { workspace = true }
 candle-nn = { workspace = true }
 candle-transformers = { workspace = true }
-tokenizers = { version = "0.19.1", default-features = false, features = ["progressbar", "esaxx_fast"] }
+tokenizers = { workspace = true }
 
 lazy_static = "1.4.0"
 base64 = "0.21.7"
@@ -69,9 +69,4 @@ path = "src/bin/screenpipe-vision.rs"
 
 [[bench]]
 name = "vision_benchmark"
-harness = false
-
-
-[target.'cfg(not(target_os = "windows"))'.dependencies.tokenizers]
-version = "0.19.1"
-features = ["onig"]
+harness = false