58 lines
1.2 KiB
Go
58 lines
1.2 KiB
Go
|
package chroma
|
||
|
|
|
||
|
|
import (
|
||
|
|
"testing"
|
||
|
|
|
||
|
|
"github.com/alecthomas/assert"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestInclude(t *testing.T) {
|
||
|
|
include := Include("other")
|
||
|
|
actual := CompiledRules{
|
||
|
|
"root": {{Rule: include}},
|
||
|
|
"other": {
|
||
|
|
{Rule: Rule{Pattern: "//.+", Type: Comment}},
|
||
|
|
{Rule: Rule{Pattern: `"[^"]*"`, Type: String}},
|
||
|
|
},
|
||
|
|
}
|
||
|
|
lexer := &RegexLexer{rules: actual}
|
||
|
|
err := include.Mutator.(LexerMutator).MutateLexer(lexer.rules, "root", 0)
|
||
|
|
assert.NoError(t, err)
|
||
|
|
expected := CompiledRules{
|
||
|
|
"root": {
|
||
|
|
{Rule: Rule{
|
||
|
|
Pattern: "//.+",
|
||
|
|
Type: Comment,
|
||
|
|
}},
|
||
|
|
{Rule: Rule{
|
||
|
|
Pattern: `"[^"]*"`,
|
||
|
|
Type: String,
|
||
|
|
}},
|
||
|
|
},
|
||
|
|
"other": {
|
||
|
|
{Rule: Rule{
|
||
|
|
Pattern: "//.+",
|
||
|
|
Type: Comment,
|
||
|
|
}},
|
||
|
|
{Rule: Rule{
|
||
|
|
Pattern: `"[^"]*"`,
|
||
|
|
Type: String,
|
||
|
|
}},
|
||
|
|
},
|
||
|
|
}
|
||
|
|
assert.Equal(t, expected, actual)
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestCombine(t *testing.T) {
|
||
|
|
l := MustNewLexer(nil, Rules{
|
||
|
|
"root": {{`hello`, String, Combined("world", "bye", "space")}},
|
||
|
|
"world": {{`world`, Name, nil}},
|
||
|
|
"bye": {{`bye`, Name, nil}},
|
||
|
|
"space": {{`\s+`, Whitespace, nil}},
|
||
|
|
})
|
||
|
|
it, err := l.Tokenise(nil, "hello world")
|
||
|
|
assert.NoError(t, err)
|
||
|
|
expected := []*Token{{String, `hello`}, {Whitespace, ` `}, {Name, `world`}}
|
||
|
|
assert.Equal(t, expected, it.Tokens())
|
||
|
|
}
|