diff options
| -rw-r--r-- | src/tokenizer.go | 10 |
1 files changed, 1 insertions, 9 deletions
diff --git a/src/tokenizer.go b/src/tokenizer.go index e48f48bf..b6aa0c64 100644 --- a/src/tokenizer.go +++ b/src/tokenizer.go @@ -173,14 +173,6 @@ func joinTokens(tokens []Token) []rune { return ret } -func joinTokensAsRunes(tokens []Token) []rune { - ret := []rune{} - for _, token := range tokens { - ret = append(ret, token.text.ToRunes()...) - } - return ret -} - // Transform is used to transform the input when --with-nth option is given func Transform(tokens []Token, withNth []Range) []Token { transTokens := make([]Token, len(withNth)) @@ -191,7 +183,7 @@ func Transform(tokens []Token, withNth []Range) []Token { if r.begin == r.end { idx := r.begin if idx == rangeEllipsis { - parts = append(parts, util.RunesToChars(joinTokensAsRunes(tokens))) + parts = append(parts, util.RunesToChars(joinTokens(tokens))) } else { if idx < 0 { idx += numTokens + 1 |