hugolib: Use []byte in shortcode parsing

See #5324
This commit is contained in:
Bjørn Erik Pedersen
2018-10-18 09:47:39 +02:00
parent 27f5a906a2
commit 1b7ecfc2e1
6 changed files with 28 additions and 25 deletions

View File

@@ -17,7 +17,15 @@
// See slides here: http://cuddle.googlecode.com/hg/talk/lex.html
package pageparser
// The lexical scanning below
func Parse(input []byte) *Tokens {
return ParseFrom(input, 0)
}
func ParseFrom(input []byte, from int) *Tokens {
lexer := newPageLexer(input, pos(from), lexMainSection) // TODO(bep) 2errors
lexer.run()
return &Tokens{lexer: lexer}
}
type Tokens struct {
lexer *pageLexer