remove token

Author: HerrTopi

scripts/check-changed-tokens.js

@@ -25,12 +25,40 @@ const readHead = (file) => {
   }
 }
 
+const getMissingTokens = (base, head) => {
+  const missingTokens = [];
+
+  const isLeaf = (obj) =>
+    Object.keys(obj).length === 2 && !!obj.value && !!obj.type;
+  const crawlObject = (base, head, path) => {
+    const keys = Object.keys(base);
+    for (let i = 0; i < keys.length; i++) {
+      const key = keys[i];
+      if (!isLeaf(base) && !!head[key]) {
+        crawlObject(base[key], head[key], `${path ? path + "." : ""}${key}`);
+      }
+      if (!isLeaf(base) && !head[key]) {
+        missingTokens.push(`${path ? path + "." : ""}${key}`);
+      }
+    }
+  };
+
+  crawlObject(base, head, "");
+  return missingTokens;
+};
+
 console.log(`${files.length} token file(s) changed:`)
 for (const file of files) {
   const base = readBase(file)
   const head = readHead(file)
   const status = base === null ? 'added' : head === null ? 'deleted' : 'modified'
   console.log(`  ${file} (${status}) base=${base?.length ?? 0}b head=${head?.length ?? 0}b`)
+
+  if (status === "modified") {
+    const missingTokens = getMissingTokens(JSON.parse(base), JSON.parse(head));
+    console.log("missing token(s)");
+    missingTokens.forEach((token) => console.log(token));
+  }
 }
 
 // Real checks go here. Exit non-zero to fail the PR.

scripts/test.js

@@ -0,0 +1,67 @@
+const base = {
+  flex: {
+    flexFontFamily: {
+      value: "{semantic.fontFamily.base}",
+      type: "fontFamilies",
+    },
+  },
+  flex2: {
+    flex2FontFamily: {
+      value: "{semantic.fontFamily.base}",
+      type: "fontFamilies",
+    },
+    flex2FontFamily2: {
+      value: "{problem}",
+      type: "fontFamilies",
+    },
+    flex2FontFamily3: {
+      value: "{problem}",
+      type: "fontFamilies",
+    },
+  },
+  flex3: {
+    flexFontFamily: {
+      value: "{semantic.fontFamily.base}",
+      type: "fontFamilies",
+    },
+  },
+};
+
+const head = {
+  flex: {
+    flexFontFamily: {
+      value: "{semantic.fontFamily.base}",
+      type: "fontFamilies",
+    },
+  },
+  flex2: {
+    flex2FontFamily: {
+      value: "{semantic.fontFamily.base}",
+      type: "fontFamilies",
+    },
+  },
+};
+
+const getMissingTokens = (base, head) => {
+  const missingTokens = [];
+
+  const isLeaf = (obj) =>
+    Object.keys(obj).length === 2 && !!obj.value && !!obj.type;
+  const crawlObject = (base, head, path) => {
+    const keys = Object.keys(base);
+    for (let i = 0; i < keys.length; i++) {
+      const key = keys[i];
+      if (!isLeaf(base) && !!head[key]) {
+        crawlObject(base[key], head[key], `${path ? path + "." : ""}${key}`);
+      }
+      if (!isLeaf(base) && !head[key]) {
+        missingTokens.push(`${path ? path + "." : ""}${key}`);
+      }
+    }
+  };
+
+  crawlObject(base, head, "");
+  return missingTokens;
+};
+
+console.log(getMissingTokens(base, head));

src/index.js

@@ -11,14 +11,14 @@ const tokensDir = join(__dirname, '..', 'tokensStudio')
 export const themeTokens = {}
 
 for (const filePath of globSync('**/*.json', { cwd: tokensDir })) {
-  const tokens = JSON.parse(readFileSync(join(tokensDir, filePath), 'utf8'))
-  // e.g. 'canvas/semantic/color/canvas.json' -> ['canvas', 'semantic', 'color', 'canvas']
-  const keys = filePath.replace(/\.json$/, '').split('/')
+  const tokens = JSON.parse(readFileSync(join(tokensDir, filePath), "utf8"));
+  // e.g. 'canvas/semantic/color/canvas.json' -> ['canvas', 'semantic', 'color', 'canvas'] test
+  const keys = filePath.replace(/\.json$/, "").split("/");
 
-  let node = themeTokens
+  let node = themeTokens;
   for (const key of keys.slice(0, -1)) {
-    node[key] ??= {}
-    node = node[key]
+    node[key] ??= {};
+    node = node[key];
   }
-  node[keys.at(-1)] = tokens
+  node[keys.at(-1)] = tokens;
 }

tokensStudio/canvas/component/AiInformation.json

@@ -12,10 +12,6 @@
       "value": "{semantic.spacing.spaceLg}",
       "type": "spacing"
     },
-    "permissionLevelTextBottomMargin": {
-      "value": "{semantic.spacing.spaceSm}",
-      "type": "spacing"
-    },
     "permissionLevelBottomMargin": {
       "value": "{semantic.spacing.spaceSm}",
       "type": "spacing"