From 9ca74d7f67a30bfcd2312a537051489f8b2612eb Mon Sep 17 00:00:00 2001
From: Erez Shinan <erezshin+git@gmail.com>
Date: Tue, 13 Aug 2019 16:38:02 +0200
Subject: [PATCH] Added the serialize tool for exporting Lark state & analysis

---
 lark/lexer.py           |  5 ++++-
 lark/tools/serialize.py | 40 ++++++++++++++++++++++++++++++++++++++++
 2 files changed, 44 insertions(+), 1 deletion(-)
 create mode 100644 lark/tools/serialize.py

diff --git a/lark/lexer.py b/lark/lexer.py
index 377fab6..0966a81 100644
--- a/lark/lexer.py
+++ b/lark/lexer.py
@@ -8,7 +8,6 @@ from .exceptions import UnexpectedCharacters, LexError
 ###{standalone
 
 class Pattern(Serialize):
-    __serialize_fields__ = 'value', 'flags'
 
     def __init__(self, value, flags=()):
         self.value = value
@@ -41,6 +40,8 @@ class Pattern(Serialize):
 
 
 class PatternStr(Pattern):
+    __serialize_fields__ = 'value', 'flags'
+
     type = "str"
     
     def to_regexp(self):
@@ -52,6 +53,8 @@ class PatternStr(Pattern):
     max_width = min_width
 
 class PatternRE(Pattern):
+    __serialize_fields__ = 'value', 'flags', '_width'
+
     type = "re"
 
     def to_regexp(self):
diff --git a/lark/tools/serialize.py b/lark/tools/serialize.py
new file mode 100644
index 0000000..ec4fca5
--- /dev/null
+++ b/lark/tools/serialize.py
@@ -0,0 +1,40 @@
+import codecs
+import sys
+import json
+
+from lark import Lark
+from lark.grammar import RuleOptions, Rule
+from lark.lexer import TerminalDef
+
+import argparse
+
+argparser = argparse.ArgumentParser(prog='python -m lark.tools.serialize') #description='''Lark Serialization Tool -- Stores Lark's internal state & LALR analysis as a convenient JSON file''')
+
+argparser.add_argument('grammar_file', type=argparse.FileType('r'), help='A valid .lark file')
+argparser.add_argument('-o', '--out', type=argparse.FileType('w'), default=sys.stdout, help='json file path to create (default=stdout)')
+argparser.add_argument('-s', '--start', default='start', help='start symbol (default="start")')
+argparser.add_argument('-l', '--lexer', default='standard', choices=['standard', 'contextual'], help='lexer type (default="standard")')
+
+
+def serialize(infile, outfile, lexer, start):
+    lark_inst = Lark(infile, parser="lalr", lexer=lexer, start=start)    # TODO contextual
+
+    data, memo = lark_inst.memo_serialize([TerminalDef, Rule])
+    outfile.write('{\n')
+    outfile.write('  "data": %s,\n' % json.dumps(data))
+    outfile.write('  "memo": %s\n' % json.dumps(memo))
+    outfile.write('}\n')
+
+
+def main():
+    if len(sys.argv) == 1 or '-h' in sys.argv or '--help' in sys.argv:
+        print("Lark Serialization Tool - Stores Lark's internal state & LALR analysis as a JSON file")
+        print("")
+        argparser.print_help()
+    else:
+        args = argparser.parse_args()
+
+    serialize(args.grammar_file, args.out, args.lexer, args.start)
+
+if __name__ == '__main__':
+    main()
\ No newline at end of file