145 строки
2,9 КиБ
Go
145 строки
2,9 КиБ
Go
package lexer
|
|
|
|
import (
|
|
"bufio"
|
|
"io"
|
|
"strings"
|
|
"unicode"
|
|
)
|
|
|
|
type Lexer struct {
|
|
reader *bufio.Reader
|
|
lines int
|
|
}
|
|
|
|
func New(r io.Reader) *Lexer {
|
|
return &Lexer{
|
|
reader: bufio.NewReader(r),
|
|
}
|
|
}
|
|
|
|
func (l *Lexer) Next() *Token {
|
|
line, err := l.reader.ReadString(byte('\n'))
|
|
if err != nil && len(line) == 0 {
|
|
return &Token{
|
|
Type: EOF,
|
|
Line: l.lines,
|
|
}
|
|
}
|
|
l.lines++
|
|
line = strings.TrimRightFunc(line, unicode.IsSpace)
|
|
// newline
|
|
if len(line) == 0 {
|
|
return &Token{
|
|
Type: NEW_LINE,
|
|
Line: l.lines - 1,
|
|
}
|
|
}
|
|
// comment
|
|
if m := matchers["comment"].FindStringSubmatch(line); len(m) > 0 {
|
|
comment := strings.TrimSpace(m[2])
|
|
return &Token{
|
|
Type: COMMENT,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: comment,
|
|
Text: line,
|
|
Comment: comment,
|
|
}
|
|
}
|
|
// pystring
|
|
if m := matchers["pystring"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: PYSTRING,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Text: line,
|
|
}
|
|
}
|
|
// step
|
|
if m := matchers["step"].FindStringSubmatch(line); len(m) > 0 {
|
|
tok := &Token{
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: strings.TrimSpace(m[3]),
|
|
Text: line,
|
|
Comment: strings.Trim(m[4], " #"),
|
|
}
|
|
switch m[2] {
|
|
case "Given":
|
|
tok.Type = GIVEN
|
|
case "When":
|
|
tok.Type = WHEN
|
|
case "Then":
|
|
tok.Type = THEN
|
|
case "And":
|
|
tok.Type = AND
|
|
case "But":
|
|
tok.Type = BUT
|
|
}
|
|
return tok
|
|
}
|
|
// scenario
|
|
if m := matchers["scenario"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: SCENARIO,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: strings.TrimSpace(m[2]),
|
|
Text: line,
|
|
Comment: strings.Trim(m[3], " #"),
|
|
}
|
|
}
|
|
// background
|
|
if m := matchers["background"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: BACKGROUND,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Text: line,
|
|
Comment: strings.Trim(m[2], " #"),
|
|
}
|
|
}
|
|
// feature
|
|
if m := matchers["feature"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: FEATURE,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: strings.TrimSpace(m[2]),
|
|
Text: line,
|
|
Comment: strings.Trim(m[3], " #"),
|
|
}
|
|
}
|
|
// tags
|
|
if m := matchers["tags"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: TAGS,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: strings.TrimSpace(m[2]),
|
|
Text: line,
|
|
Comment: strings.Trim(m[3], " #"),
|
|
}
|
|
}
|
|
// table row
|
|
if m := matchers["table_row"].FindStringSubmatch(line); len(m) > 0 {
|
|
return &Token{
|
|
Type: TABLE_ROW,
|
|
Indent: len(m[1]),
|
|
Line: l.lines - 1,
|
|
Value: strings.TrimSpace(m[2]),
|
|
Text: line,
|
|
Comment: strings.Trim(m[3], " #"),
|
|
}
|
|
}
|
|
// text
|
|
text := strings.TrimLeftFunc(line, unicode.IsSpace)
|
|
return &Token{
|
|
Type: TEXT,
|
|
Line: l.lines - 1,
|
|
Value: text,
|
|
Indent: len(line) - len(text),
|
|
Text: line,
|
|
}
|
|
}
|