test: tokenizer terminates on trailing backslash at end of source

Author: chatman-media

src/__tests__/__snapshots__/function-tokenizer.test.ts.snap

@@ -409,3 +409,53 @@ exports[`tokenizer includes equals token but skips value correctly 2`] = `
   },
 ]
 `;
+
+exports[`tokenizer terminates when an escape sequence dangles at the end 1`] = `
+[
+  {
+    "type": "function",
+  },
+  {
+    "type": "ident",
+    "value": "rofl",
+  },
+  {
+    "type": "(",
+  },
+  {
+    "type": "ident",
+    "value": "p1",
+  },
+  {
+    "type": "=",
+  },
+  {
+    "type": "EOF",
+  },
+]
+`;
+
+exports[`tokenizer terminates when the last character is a backslash 1`] = `
+[
+  {
+    "type": "function",
+  },
+  {
+    "type": "ident",
+    "value": "rofl",
+  },
+  {
+    "type": "(",
+  },
+  {
+    "type": "ident",
+    "value": "p1",
+  },
+  {
+    "type": "=",
+  },
+  {
+    "type": "EOF",
+  },
+]
+`;

src/__tests__/function-tokenizer.test.ts

@@ -63,6 +63,14 @@ describe('tokenizer', () => {
     ).toMatchSnapshot()
   })
 
+  it('terminates when the last character is a backslash', () => {
+    expect(getTokens(`function rofl(p1 = 'test\\`)).toMatchSnapshot()
+  })
+
+  it('terminates when an escape sequence dangles at the end', () => {
+    expect(getTokens(`function rofl(p1 = 'test\\\\`)).toMatchSnapshot()
+  })
+
   it('can skip interpolated strings', () => {
     expect(
       getTokens(`function intstring1(p1 = \`Hello \${world}\`, p2 = 123)`),