Extended separators to better match github diff

1 files changed, 1 insertions, 1 deletions

diff --git a/src/edits.rs b/src/edits.rs
index 77bd100e..7a28824c 100644
--- a/src/edits.rs
+++ b/src/edits.rs
@@ -74,7 +74,7 @@ where
 /// Split line into tokens for alignment. The alignment algorithm aligns sequences of substrings;
 /// not individual characters.
 fn tokenize(line: &str) -> Vec<&str> {
-    let separators = Regex::new(r"[ ,;.:()\[\]<>]+").unwrap();
+    let separators = Regex::new(r#"[\t ,;.:()\[\]<>/'"-]+"#).unwrap();
     let mut tokens = Vec::new();
     let mut offset = 0;
     for m in separators.find_iter(line) {