Versions in this module Expand all Collapse all go1 go1.18.10 Jan 10, 2023 Changes in this version + func IsRegisterShift(r ScanToken) bool + type Input struct + func NewInput(name string) *Input + func (in *Input) Close() + func (in *Input) Error(args ...interface{}) + func (in *Input) Next() ScanToken + func (in *Input) Push(r TokenReader) + func (in *Input) Text() string + type Macro struct + type ScanToken rune + const ARR + const BuildComment + const Include + const LSH + const ROT + const RSH + func (t ScanToken) String() string + type Slice struct + func NewSlice(base *src.PosBase, line int, tokens []Token) *Slice + func (s *Slice) Base() *src.PosBase + func (s *Slice) Close() + func (s *Slice) Col() int + func (s *Slice) File() string + func (s *Slice) Line() int + func (s *Slice) Next() ScanToken + func (s *Slice) SetBase(base *src.PosBase) + func (s *Slice) Text() string + type Stack struct + func (s *Stack) Base() *src.PosBase + func (s *Stack) Close() + func (s *Stack) Col() int + func (s *Stack) File() string + func (s *Stack) Line() int + func (s *Stack) Next() ScanToken + func (s *Stack) Push(tr TokenReader) + func (s *Stack) SetBase(base *src.PosBase) + func (s *Stack) Text() string + type Token struct + func Make(token ScanToken, text string) Token + func Tokenize(str string) []Token + func (l Token) String() string + type TokenReader interface + Base func() *src.PosBase + Close func() + Col func() int + File func() string + Line func() int + Next func() ScanToken + SetBase func(*src.PosBase) + Text func() string + func NewLexer(name string) TokenReader + type Tokenizer struct + func NewTokenizer(name string, r io.Reader, file *os.File) *Tokenizer + func (t *Tokenizer) Base() *src.PosBase + func (t *Tokenizer) Close() + func (t *Tokenizer) Col() int + func (t *Tokenizer) File() string + func (t *Tokenizer) Line() int + func (t *Tokenizer) Next() ScanToken + func (t *Tokenizer) SetBase(base *src.PosBase) + func (t *Tokenizer) Text() string