feat: support parsing template syntax (#24)

* feat: add templatable, templates tokens

* refactor

* feat: templates attributes

* feat: templates data

* feat: templates comment

* feat: script content template

* feat: templates content end

* feat: add templatable, template container node

* feat: construct node

* format

.prettierignore

@@ -3,4 +3,5 @@ coverage
 yarn.lock
 dist
 website
-.yarn
+.yarn
+__file_snapshots__

src/parser/__tests__/__snapshots__/token-adapter.spec.ts.snap

@@ -22,6 +22,7 @@ exports[`parse basic 1`] = `
               5,
               12,
             ],
+            "templates": [],
             "type": "Text",
             "value": "content",
           },
@@ -167,6 +168,7 @@ exports[`parse basic 1`] = `
         5,
         12,
       ],
+      "templates": [],
       "type": "Text",
       "value": "content",
     },
@@ -214,6 +216,7 @@ exports[`parse token adapter 1`] = `
               6,
               13,
             ],
+            "templates": [],
             "type": "Text",
             "value": "content",
           },
@@ -359,6 +362,7 @@ exports[`parse token adapter 1`] = `
         6,
         13,
       ],
+      "templates": [],
       "type": "Text",
       "value": "content",
     },

src/parser/parse.ts

@@ -7,8 +7,8 @@ import { Options } from "../types/parse";
 
 export function parse(html: string, options?: Options): ParseResult {
   const tokenAdapter = (options && options.tokenAdapter) || defaultTokenAdapter;
-  const { tokens } = tokenize(html, tokenAdapter);
-  const { ast } = constructTree(tokens, undefined);
+  const { tokens } = tokenize(html, tokenAdapter, options?.templateRanges);
+  const { ast } = constructTree(tokens);
   return {
     ast: clearParent(ast),
     tokens,

src/tokenizer/__tests__/__input__/templates-attributes-key.html

@@ -0,0 +1 @@
+<div ${key}></div>

src/tokenizer/__tests__/__input__/templates-attributes-value-bare.html

@@ -0,0 +1 @@
+<div id=${id}></div>

src/tokenizer/__tests__/__input__/templates-attributes-value-wrapped-2.html

@@ -0,0 +1 @@
+<div class="one ${two} ${three}"></div>

src/tokenizer/__tests__/__input__/templates-attributes-value-wrapped.html

@@ -0,0 +1 @@
+<div id="${id}"></div>

src/tokenizer/__tests__/__input__/templates-comment.html

@@ -0,0 +1 @@
+<!--${comment}-->

src/tokenizer/__tests__/__input__/templates-content-end.html

@@ -0,0 +1 @@
+${content}

src/tokenizer/__tests__/__input__/templates-data.html

@@ -0,0 +1 @@
+<div>${children}</div>

src/tokenizer/__tests__/__input__/templates-script-content.html

@@ -0,0 +1 @@
+<script>${content}</script>

src/tokenizer/__tests__/__input__/templates-style-content.html

@@ -0,0 +1 @@
+<style>${content}</style>

src/tokenizer/__tests__/__output__/attributes-apostrophe.ts

@@ -45,6 +45,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -75,6 +76,7 @@ export default [
         column: 13,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -120,6 +122,7 @@ export default [
         column: 25,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeValueWrapperEnd,
@@ -150,6 +153,7 @@ export default [
         column: 36,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -195,6 +199,7 @@ export default [
         column: 48,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeValueWrapperEnd,
@@ -240,6 +245,7 @@ export default [
         column: 4,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -285,6 +291,7 @@ export default [
         column: 6,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -315,6 +322,7 @@ export default [
         column: 19,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -360,6 +368,7 @@ export default [
         column: 33,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeValueWrapperEnd,
@@ -390,6 +399,7 @@ export default [
         column: 19,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -435,6 +445,7 @@ export default [
         line: 10,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeValueWrapperEnd,
@@ -480,6 +491,7 @@ export default [
         line: 14,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -510,6 +522,7 @@ export default [
         column: 4,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -540,6 +553,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -570,6 +584,7 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -600,5 +615,6 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
 ];

src/tokenizer/__tests__/__output__/attributes-bare-wrong-quote.ts

@@ -1,6 +1,7 @@
 import { TokenTypes } from "../../../constants";
+import { AnyToken } from "../../../types";
 
-export default [
+const OUTPUT: AnyToken[] = [
   {
     type: TokenTypes.OpenTagStart,
     value: "<a",
@@ -30,6 +31,7 @@ export default [
         column: 9,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -60,6 +62,7 @@ export default [
         column: 18,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagEnd,
@@ -92,3 +95,5 @@ export default [
     },
   },
 ];
+
+export default OUTPUT;

src/tokenizer/__tests__/__output__/attributes-bare.ts

@@ -30,6 +30,7 @@ export default [
         column: 8,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -60,6 +61,7 @@ export default [
         column: 16,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeKey,
@@ -75,6 +77,7 @@ export default [
         column: 29,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -105,6 +108,7 @@ export default [
         column: 37,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagEnd,
@@ -150,6 +154,7 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -180,6 +185,7 @@ export default [
         column: 10,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -210,6 +216,7 @@ export default [
         column: 27,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagEnd,
@@ -240,6 +247,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -270,6 +278,7 @@ export default [
         column: 21,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -300,6 +309,7 @@ export default [
         column: 26,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeKey,
@@ -315,6 +325,7 @@ export default [
         column: 12,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.AttributeAssignment,
@@ -345,6 +356,7 @@ export default [
         column: 19,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagEnd,
@@ -375,6 +387,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -405,6 +418,7 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -435,5 +449,6 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
 ];

src/tokenizer/__tests__/__output__/attributes-empty.ts

@@ -1,6 +1,7 @@
 import { TokenTypes } from "../../../constants";
+import { AnyToken } from "../../../types";
 
-export default [
+const OUTPUT: AnyToken[] = [
   {
     type: TokenTypes.OpenTagStart,
     value: "<span",
@@ -45,6 +46,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.OpenTagStart,
@@ -90,6 +92,7 @@ export default [
         column: 2,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -120,6 +123,7 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
   {
     type: TokenTypes.CloseTag,
@@ -150,5 +154,7 @@ export default [
         column: 0,
       },
     },
+    templates: [],
   },
 ];
+export default OUTPUT;