diff --git a/lang/token/list.go b/lang/token/list.go index 5453c2db..fad8bd06 100644 --- a/lang/token/list.go +++ b/lang/token/list.go @@ -498,22 +498,6 @@ var squiggles = [256]ID{ '?': IDQuestion, ':': IDColon, ';': IDSemicolon, - - // 1<': 1 << KeyShift, } type suffixLexer struct { diff --git a/lang/token/token.go b/lang/token/token.go index 42e26595..f2ce3143 100644 --- a/lang/token/token.go +++ b/lang/token/token.go @@ -207,16 +207,14 @@ loop: if id := squiggles[c]; id != 0 { i++ - if id.Flags() != 0 { - tokens = append(tokens, Token{id, line}) - continue - } - for _, x := range lexers[c] { - if hasPrefix(src[i:], x.suffix) { - i += len(x.suffix) - tokens = append(tokens, Token{x.id, line}) - continue loop - } + tokens = append(tokens, Token{id, line}) + continue + } + for _, x := range lexers[c] { + if hasPrefix(src[i+1:], x.suffix) { + i += len(x.suffix) + 1 + tokens = append(tokens, Token{x.id, line}) + continue loop } }