Fix utf8.RuneError test

arp242 · arp242 · commit c320c2d09774 · 2023-12-03T21:41:56.000Z
arp242/uni@5f9eb0d This is actually not really an issue here, because U+FFFD isn't valid in TOML, but it doesn't hurt to properly check.
diff --git a/lex.go b/lex.go
@@ -166,7 +166,7 @@ func (lx *lexer) next() (r rune) {
 	}
 
 	r, w := utf8.DecodeRuneInString(lx.input[lx.pos:])
-	if r == utf8.RuneError {
+	if r == utf8.RuneError && w == 1 {
 		lx.error(errLexUTF8{lx.input[lx.pos]})
 		return utf8.RuneError
 	}

Original file line number	Diff line number	Diff line change
`@@ -166,7 +166,7 @@ func (lx *lexer) next() (r rune) {`
`166`	`166`	`}`
`167`	`167`
`168`	`168`	`r, w := utf8.DecodeRuneInString(lx.input[lx.pos:])`
`169`		`- if r == utf8.RuneError {`
	`169`	`+ if r == utf8.RuneError && w == 1 {`
`170`	`170`	`lx.error(errLexUTF8{lx.input[lx.pos]})`
`171`	`171`	`return utf8.RuneError`
`172`	`172`	`}`