Add a text-cleaner package with the methods.

Signed-off-by: Aalekh Patel <[email protected]>
aalekhpatel07 · Jun 12, 2022 · 3e9f1c6 · 3e9f1c6
1 parent e87479a
commit 3e9f1c6
Show file tree

Hide file tree

Showing 4 changed files with 514 additions and 0 deletions.
diff --git a/text-cleaner/Cargo.lock b/text-cleaner/Cargo.lock
diff --git a/text-cleaner/Cargo.toml b/text-cleaner/Cargo.toml
@@ -0,0 +1,15 @@
+[package]
+name = "text-cleaner"
+version = "0.1.0"
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+regex = "1.5"
+lazy_static = "1.4.0"
+diacritics = { version = "0.1.3" }
+validator = { version="0.15" }
+unicode-normalization = { version = "0.1.19"}
+linkify = { version = "0.8.1"}
+hashbrown = { version = "0.11.2" }