diff options
Diffstat (limited to 'src/tokenizer.go')
-rw-r--r-- | src/tokenizer.go | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/src/tokenizer.go b/src/tokenizer.go index 6c1d8cab..208d79e9 100644 --- a/src/tokenizer.go +++ b/src/tokenizer.go @@ -2,6 +2,7 @@ package fzf import ( "bytes" + "fmt" "regexp" "strconv" "strings" @@ -23,12 +24,22 @@ type Token struct { prefixLength int32 } +// String returns the string representation of a Token. +func (t Token) String() string { + return fmt.Sprintf("Token{text: %s, prefixLength: %d}", t.text, t.prefixLength) +} + // Delimiter for tokenizing the input type Delimiter struct { regex *regexp.Regexp str *string } +// String returns the string representation of a Delimeter. +func (d Delimiter) String() string { + return fmt.Sprintf("Delimiter{regex: %v, str: &%q}", d.regex, *d.str) +} + func newRange(begin int, end int) Range { if begin == 1 { begin = rangeEllipsis |