Add full-lexer feature (#36)

2023-05-16 02:21:34 +09:00
parent dd4cc25227
commit 27e3873dc2
7 changed files with 1216 additions and 1188 deletions
--- a/parser/src/python.lalrpop
+++ b/parser/src/python.lalrpop
@@ -1743,6 +1743,6 @@ extern {
        name => token::Tok::Name { name: <String> },
        "\n" => token::Tok::Newline,
        ";" => token::Tok::Semi,
-        "#" => token::Tok::Comment(_),
+        // "#" => token::Tok::Comment(_),
    }
 }