Extract properties block parser to file

src/parser/parser.nim

@@ -33,8 +33,8 @@ type
       #   keyValuePairValue*: parserTokenKeyValuePairValueT
 
   Parser* = ref object
-    state: ParserState
-    tokens: seq[ParserToken]
+    state*: ParserState
+    tokens*: seq[ParserToken]
 
   ParseErrorKind = enum
     choiceMismatchErr
@@ -238,6 +238,26 @@ func ignore*(parserFn: Parser -> ParserResult): (Parser -> ParserResult) {.inlin
       tokens: parser.tokens,
     ))
 
+
+func flattenParserTokens*(parser: Parser): ParserResult =
+  return ParserResult.ok(
+    Parser(
+      state: parser.state,
+      tokens: @[
+        ParserToken(
+          kind: parserTokenString,
+          stringValue: parser.tokens.foldl(a & b.tokenStringValue(), "")
+        )
+      ]
+    )
+  )
+
+func emptyTokens*(parser: Parser): Parser =
+  Parser(
+    state: parser.state,
+    tokens: newSeq[ParserToken](),
+  )
+
 func optional*(parserFn: Parser -> ParserResult): (Parser -> ParserResult) {.inline.} =
   ## Parse characters and ignore failure
   return proc(parser: Parser): ParserResult =
@@ -293,8 +313,8 @@ proc `+`*(parserFnA: Parser -> ParserResult, parserFnB: Parser -> ParserResult):
 
 
 let newlineParser = choice(@[
+  ch(NewLines),
   endOfStream,
-  ch(NewLines)
 ])
 proc newline*(parser: Parser): ParserResult = newlineParser(parser)