Make tokenizer module private

Signed-off-by: Matthias Beyer <mail@beyermatthias.de>

1 files changed, 2 insertions, 1 deletions

diff --git a/src/lib.rs b/src/lib.rs
index 8b34f33..3d87143 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -6,6 +6,7 @@
 
 pub mod error;
 pub mod object;
-pub mod tokenizer;
 pub mod query;
 pub mod read;
+
+mod tokenizer;