1 files changed, 11 insertions, 0 deletions
diff --git a/src/edits.rs b/src/edits.rs
index 7b6e4674..79ec0252 100644
--- a/src/edits.rs
+++ b/src/edits.rs
@@ -244,6 +244,17 @@ mod tests {
     use EditOperation::*;
 
     #[test]
+    fn test_tokenize_0() {
+        assert_tokenize("", &[]);
+        assert_tokenize(";", &["", ";"]);
+        assert_tokenize(";;", &["", ";", ";"]);
+        assert_tokenize(";;a", &["", ";", ";", "a"]);
+        assert_tokenize(";;ab", &["", ";", ";", "ab"]);
+        assert_tokenize(";;ab;", &["", ";", ";", "ab", ";"]);
+        assert_tokenize(";;ab;;", &["", ";", ";", "ab", ";", ";"]);
+    }
+
+    #[test]
     fn test_tokenize_1() {
         assert_eq!(tokenize("aaa bbb"), vec!["aaa", " ", "bbb"])
     }