Merge pull request #328 from melpon/feature/clangd-lsp

clangd LSP を利用可能にする

Author: melpon

.github/workflows/deploy-develop.yml

@@ -50,7 +50,7 @@ jobs:
         python3 run.py deploy wandbox-ubuntu-24.04 kennel --env develop
     - uses: actions/setup-node@v2
       with:
-        node-version: '16'
+        node-version: '22'
     - name: Cache node modules
       uses: actions/cache@v4
       env:
@@ -62,17 +62,17 @@ jobs:
           ${{ runner.os }}-build-${{ env.cache-name }}-
           ${{ runner.os }}-build-
           ${{ runner.os }}-
-    - name: Build Workers
-      working-directory: canine
-      run: |
-        set -ex
-        npm install
-        npm run build
+    # - name: Build Workers
+    #   working-directory: canine
+    #   run: |
+    #     set -ex
+    #     npm install
+    #     npm run build
     # - name: Publish canine
     #   working-directory: canine
     #   env:
     #     CF_API_TOKEN: ${{ secrets.CF_API_TOKEN }}
     #   run: |
     #     set -ex
     #     npm install -g @cloudflare/wrangler
-    #     npm run deploy:dev
+    #     npm run deploy:develop

.github/workflows/deploy-master.yml

@@ -50,7 +50,7 @@ jobs:
         python3 run.py deploy wandbox-ubuntu-24.04 kennel --env master
     - uses: actions/setup-node@v2
       with:
-        node-version: '16'
+        node-version: '22'
     - name: Cache node modules
       uses: actions/cache@v4
       env:
@@ -62,12 +62,12 @@ jobs:
           ${{ runner.os }}-build-${{ env.cache-name }}-
           ${{ runner.os }}-build-
           ${{ runner.os }}-
-    - name: Build Workers
-      working-directory: canine
-      run: |
-        set -ex
-        npm install
-        npm run build
+    # - name: Build Workers
+    #   working-directory: canine
+    #   run: |
+    #     set -ex
+    #     npm install
+    #     npm run build
     # - name: Publish canine
     #   working-directory: canine
     #   env:

.gitignore

@@ -1,3 +1,4 @@
+/__pycache__/
 /_source/
 /_build/
 /_install/
@@ -10,5 +11,6 @@
 /test/_tmp/
 /test/_build/
 /test/_crash/
+/build-clangd-wasm-build/
 *.swp
 *.sqlite

canine/.gitignore

@@ -6,3 +6,6 @@ node_modules
 .dev.vars
 
 .wrangler
+
+/public/static/wasm
+/public-r2/

canine/app/clangd/AsyncRunningQueue.ts

@@ -0,0 +1,20 @@
+
+export class AsyncRunningQueue {
+  #queue: (() => Promise<void>)[] = [];
+  #running = false;
+
+  push(task: () => Promise<void>) {
+    this.#queue.push(task);
+    if (!this.#running) {
+      this.run();
+    }
+  }
+
+  async run() {
+    this.#running = true;
+    while (this.#queue.length > 0) {
+      await this.#queue.shift()!();
+    }
+    this.#running = false;
+  }
+}

canine/app/clangd/ClangdBlob.ts

@@ -0,0 +1,46 @@
+
+async function openDB(): Promise<IDBDatabase> {
+  return new Promise((resolve, reject) => {
+    const request = indexedDB.open("cache", 4);
+
+    request.onupgradeneeded = () => {
+      const db = request.result;
+      if (db.objectStoreNames.contains("cache")) {
+        db.deleteObjectStore("cache");
+      }
+      db.createObjectStore("cache");
+    };
+
+    request.onsuccess = () => {
+      resolve(request.result);
+    };
+
+    request.onerror = () => {
+      reject(request.error);
+    };
+  });
+}
+
+// IndexedDB にデータを保存する
+export async function saveToIndexedDB(key: string, data: Blob): Promise<void> {
+  const db = await openDB();
+  const transaction = db.transaction("cache", "readwrite");
+  const store = transaction.objectStore("cache");
+  store.put(data, key);
+  return new Promise<void>((resolve, reject) => {
+    transaction.oncomplete = () => resolve();
+    transaction.onerror = () => reject(transaction.error);
+  });
+}
+
+// IndexedDB からデータを取得する
+export async function getFromIndexedDB(key: string): Promise<Blob | undefined> {
+  const db = await openDB();
+  const transaction = db.transaction("cache", "readonly");
+  const store = transaction.objectStore("cache");
+  const req = store.get(key) as IDBRequest<Blob | undefined>;
+  return new Promise<Blob | undefined>((resolve, reject) => {
+    req.onsuccess = () => resolve(req.result);
+    req.onerror = () => reject(req.error);
+  });
+}

canine/app/clangd/ClangdServer.ts

@@ -0,0 +1,57 @@
+import clangdWorkerUrl from "~/clangd/main.worker?worker&url";
+
+export class ClangdServer {
+  onError: (error: unknown) => void = () => { };
+  onProgress: (value: number, max: number) => void = () => { };
+  onUpdate: (data: any) => void = () => { };
+  onReady: (worker: Worker) => void = () => { };
+  worker: Worker | null = null;
+  #requestId: number = 0;
+
+  async start(workspace_path: string, compiler_arguments: string[]): Promise<void> {
+    const worker = new Worker(clangdWorkerUrl, {
+      type: 'module',
+      name: 'Clangd Worker',
+    });
+    const runtimeListener = (e: MessageEvent) => {
+      switch (e.data.type) {
+        case "change-compiler-arguments-done":
+          console.log("change-compiler-arguments-done", e.data.id);
+          this.onUpdate(e.data);
+          break;
+        case "error":
+          this.onError(e.data.error);
+          break;
+      }
+    };
+    const promise = new Promise<void>((resolve, reject) => {
+      const readyListener = (e: MessageEvent) => {
+        switch (e.data?.type) {
+          case "ready":
+            this.onReady(worker);
+            this.worker = worker;
+            worker.removeEventListener("message", readyListener);
+            worker.addEventListener("message", runtimeListener);
+            resolve()
+            break;
+          case "progress":
+            this.onProgress(e.data.value, e.data.max);
+            break;
+          case "error":
+            this.onError(e.data.error);
+            worker.removeEventListener("message", readyListener);
+            reject(e.data.error);
+            break;
+        }
+      };
+      worker.addEventListener("message", readyListener);
+
+      worker.postMessage({ type: "init", workspace_path: workspace_path, compiler_arguments: compiler_arguments });
+    });
+    return promise;
+  }
+
+  change_compiler_arguments(workspace_path: string, compiler_arguments: string[]) {
+    this.worker?.postMessage({ type: "change-compiler-arguments", workspace_path, compiler_arguments, id: this.#requestId++ });
+  }
+}

canine/app/clangd/StdoutParser.ts

@@ -0,0 +1,46 @@
+import { Message } from 'vscode-jsonrpc/browser';
+
+const CR = 13;
+const LF = 10;
+
+export class StdoutParser {
+  #state: 0 | 1 = 0;
+  #token: number[] = [];
+  #contentLength: number = 0;
+  readonly #textDecoder = new TextDecoder("utf-8");
+
+  onRead: (message: Message) => void = () => { };
+  add(charCode: number) {
+    this.#token.push(charCode & 0xff);
+    if (this.#state === 0) {
+      // \r\n\r\n という値が続くまで読む
+      if (charCode === LF &&
+        this.#token.length >= 4 &&
+        this.#token[this.#token.length - 2] === CR &&
+        this.#token[this.#token.length - 3] === LF &&
+        this.#token[this.#token.length - 4] === CR) {
+        // #token は "Content-Length: 1234\r\n\r\n"
+        // みたいな文字列になっているはずなので、
+        // ここから 1234 の部分を取り出す
+        const header = this.#textDecoder.decode(new Uint8Array(this.#token));
+        header.split("\r\n").forEach((line) => {
+          if (line.startsWith("Content-Length:")) {
+            this.#contentLength = parseInt(line.slice(15));
+          }
+        });
+        if (this.#contentLength !== 0) {
+          this.#state = 1;
+          this.#token.length = 0;
+        }
+      }
+    } else {
+      if (this.#token.length === this.#contentLength) {
+        const message = JSON.parse(this.#textDecoder.decode(new Uint8Array(this.#token)));
+        this.onRead(message);
+        this.#state = 0;
+        this.#token.length = 0;
+        this.#contentLength = 0;
+      }
+    }
+  }
+}