feat: improve c/c++ struct field tokenizing (#29)

package.json

@@ -6,8 +6,9 @@
   "main": "index.js",
   "scripts": {
     "test": "pnpm recursive run test:ci",
+    "dev": "pnpm run -r --parallel dev",
     "pre-commit": "pnpm run --filter \"@calor/*\" pre-commit",
-    "build": "pnpm recursive run build",
+    "build": "pnpm run -r build",
     "lint": "pnpm build && pnpm run --filter \"@calor/*\" lint",
     "ci:version": "changeset version",
     "ci:publish": "pnpm build && changeset publish",

packages/core/package.json

@@ -12,6 +12,7 @@
   },
   "scripts": {
     "build": "tsup",
+    "dev": "tsup --watch",
     "test": "vitest",
     "test:ci": "vitest run",
     "pre-commit": "lint-staged",

packages/core/src/rules/cpp.ts

@@ -14,6 +14,11 @@ const cppRules: ParseRule[] = [
     kind: 'keyword',
     pattern: /(#\s*(?:define|if|elif|else|endif|import|error|line))\b/g,
   },
+  {
+    kind: 'class',
+    pattern: /\b(struct)(\s+)([a-zA-Z$_][\w$_]*)\b/g,
+    matchHints: ['keyword', 'plain', 'class'],
+  },
   {
     kind: 'keyword',
     pattern:

packages/core/tests/tokenizer/c-cpp.test.ts

@@ -129,4 +129,21 @@ describe('c/cpp tokenizer', () => {
     expect(includeTokens.length).toBe(1);
     expect(includeTokens[0].value).toBe('#include');
   });
+  it('struct', () => {
+    const tokens = tokenize(
+      `
+      struct MyStruct {
+        int num;
+        struct foo *bar;
+      };
+    `,
+      cppRules,
+    );
+    const structNameTokens = tokens.filter((token) => token.kind === 'class');
+    expect(structNameTokens.length).toBe(2);
+    expect(structNameTokens.some((token) => token.value === 'MyStruct')).toBe(
+      true,
+    );
+    expect(structNameTokens.some((token) => token.value === 'foo')).toBe(true);
+  });
 });

packages/highlighter/package.json

@@ -13,6 +13,7 @@
   },
   "scripts": {
     "build": "tsup",
+    "dev": "tsup --watch",
     "pre-commit": "lint-staged",
     "typecheck": "tsc --noEmit --project .",
     "dry:eslint": "eslint --ext .ts,.tsx ./src",