Local AI model inference

.circleci/Dockerfile

@@ -5,7 +5,7 @@ USER root
 
 # Install system dependencies or any other tools you need
 RUN apt-get update && sudo apt-get install -y \
-    libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+    libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake gobjc clang gnustep-devel libobjc4 libgnustep-base-dev libasound2-dev pkg-config fuse libfuse2 mesa-utils mesa-vulkan-drivers
 
 # Install Go
 ENV GO_VERSION 1.22.0
@@ -29,8 +29,8 @@ RUN echo 'export PATH="/usr/local/bin:$PATH"' >> $HOME/.bashrc
 # Install Rust
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 RUN echo 'export PATH="$HOME/.cargo/bin:$PATH"' >> /home/circleci/.bashrc
-RUN ~/.cargo/bin/rustup install 1.78
-RUN ~/.cargo/bin/rustup default 1.78
+RUN ~/.cargo/bin/rustup install 1.81
+RUN ~/.cargo/bin/rustup default 1.81
 RUN ~/.cargo/bin/rustup target add wasm32-unknown-unknown
 
 # Install Deno

.circleci/config.yml

@@ -8,7 +8,7 @@ orbs:
 jobs:
   build-and-test:
     docker:
-      - image: coasys/ad4m-ci-linux:latest@sha256:1278f700839a43daa0edd31b605c4a73e7f5c54c0d8c7dfbc26b3aa4e2e4ef66
+      - image: coasys/ad4m-ci-linux:latest@sha256:2dd8206db5ee73ae58f48e2c2db595320ab88b94f5e0c0ddc99698191a03114f
     resource_class: xlarge
     steps:
       - checkout
@@ -64,6 +64,7 @@ jobs:
       - run:
           name: Build ADAM (without bootstrap languages)
           command: pnpm run build-libs
+          no_output_timeout: 30m
       - save_cache:
           key: rust-cache-{{ checksum "Cargo.lock" }}-v2
           paths:
@@ -78,6 +79,7 @@ jobs:
             - ./target/release/ad4m-executor
       - run:
           name: cargo clippy
+          no_output_timeout: 30m
           command: cargo clippy --all --exclude ad4m-launcher
       - run:
           name: Remove pnpm patches
@@ -91,6 +93,7 @@ jobs:
       - run:
           name: Root tests
           command: pnpm test
+          no_output_timeout: 30m
 
   integration-tests-js:
     docker:
@@ -152,10 +155,14 @@ jobs:
       - save_cache:
           key: p-diff-sync-socket-signaling-rust-cache-{{ checksum "bootstrap-languages/p-diff-sync-socket-signaling/hc-dna/Cargo.lock" }}
           paths:
-            - ./bootstrap-languages/p-diff-sync-socket-signaling/hc-dna/target
+            - ./bootstrap-languages/p-diff-sync-socket-signaling/hc-dna/target\
+      - run:
+          name: Install ffmpeg for transcription test
+          command: sudo apt-get update && sudo apt-get install ffmpeg --fix-missing
       - run:
           name: Run integration tests
           command: cd ./tests/js && pnpm run test-main
+          no_output_timeout: 30m
 
   integration-tests-cli:
     docker:

.github/workflows/publish.yml

@@ -94,7 +94,7 @@ jobs:
       if: matrix.platform == 'GH-hosted-ubuntu'
       run: |
         sudo apt-get update
-        sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+        sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-vulkan-drivers 
 
     - name: install dependencies (macos only)
       if: matrix.platform == 'macos-latest'
@@ -356,7 +356,7 @@ jobs:
       - name: Install Linux Deps
         run: |
           sudo apt-get update
-          sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+          sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-vulkan-drivers 
 
       - name: Build modules
         run: pnpm run build-libs
@@ -438,7 +438,7 @@ jobs:
      - name: Install Linux Deps
        run: |
          sudo apt-get update
-         sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+         sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-utils mesa-vulkan-drivers 
 
      - uses: actions/setup-node@v3
        with:

.github/workflows/publish_staging.yml

@@ -42,7 +42,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        platform: [GH-hosted-ubuntu, macos-latest, windows-latest]
+        #platform: [GH-hosted-ubuntu, macos-latest, windows-latest]
+        platform: [GH-hosted-ubuntu, macos-latest]
         node-version: [18.x]
 
     needs:
@@ -78,7 +79,7 @@ jobs:
       if: matrix.platform == 'GH-hosted-ubuntu'
       run: |
         sudo apt-get update
-        sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+        sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-utils mesa-vulkan-drivers 
 
     - name: install dependencies (macos only)
       if: matrix.platform == 'macos-latest'
@@ -357,7 +358,7 @@ jobs:
       - name: Install Linux Deps
         run: |
           sudo apt-get update
-          sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+          sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-utils mesa-vulkan-drivers 
 
       - name: Install deps
         run: pnpm install
@@ -462,7 +463,7 @@ jobs:
      - name: Install Linux Deps
        run: |
          sudo apt-get update
-         sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake
+         sudo apt-get install -y libgtk-3-dev webkit2gtk-4.0 libappindicator3-dev librsvg2-dev patchelf protobuf-compiler cmake fuse libfuse2 mesa-utils mesa-vulkan-drivers 
 
      - uses: actions/setup-node@v3
        with:

.vscode/launch.json

@@ -4,6 +4,26 @@
     // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
     "version": "0.2.0",
     "configurations": [
+        {          
+            "type": "lldb",
+            "request": "launch",
+            "name": "Debug ad4m executor",
+            "cargo": {
+                "args": [
+                    "build",
+                    "--bin=ad4m-executor",
+                    "--package=ad4m"
+                ],
+                "filter": {
+                    "name": "ad4m-executor",
+                    "kind": "bin"
+                }
+            },
+            "args": [
+                "run"
+            ],
+            "cwd": "${workspaceFolder}"
+        },
         {
             "type": "lldb",
             "request": "launch",