DeCarabas/lrparsers
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Record trivia in tokens

Browse source 
This will make our formatting better I think.
This commit is contained in:
John Doty 2024-09-12 06:22:49 -07:00
parent 8a80bcad64
commit b3b2102864
3 changed files with 90 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

31
tests/test_grammar.py
View file

@ -20,7 +20,7 @@ class Tokens:
def _tree(treeform) -> runtime.Tree | runtime.TokenValue:
if isinstance(treeform, str):
return runtime.TokenValue(treeform, 0, 0)
return runtime.TokenValue(treeform, 0, 0, [], [])
else:
assert isinstance(treeform, tuple)
name = treeform[0]
@ -277,7 +277,34 @@ def test_grammar_ignore_trivia():
)
assert errors == []
assert tree == _tree(("sentence", ("sentence", "WORD"), "WORD"))
assert tree == runtime.Tree(
"sentence",
0,
0,
(
runtime.Tree(
"sentence",
0,
0,
(
runtime.TokenValue(
"WORD",
0,
0,
[],
[runtime.TokenValue("BLANK", 0, 0, [], [])],
),
),
),
runtime.TokenValue(
"WORD",
0,
0,
[runtime.TokenValue("BLANK", 0, 0, [], [])],
[runtime.TokenValue("BLANK", 0, 0, [], [])],
),
),
)
def test_grammar_unknown_trivia():