Merge remote-tracking branch 'origin/tokenizer-fix-decode' into token…

…izer-fix-decode

.ci/azure/linux.yml

@@ -6,6 +6,7 @@ trigger:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 pr:
   branches:
@@ -15,6 +16,7 @@ pr:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 resources:
   repositories:

.ci/azure/linux_cuda.yml

@@ -7,6 +7,8 @@ trigger:
     include:
     - modules/nvidia_plugin
     - .ci/azure/linux_cuda.yml
+    exclude:
+    - modules/openvino_code
 
 pr:
   branches:
@@ -16,6 +18,8 @@ pr:
   paths:
     include:
     - modules/nvidia_plugin
+    exclude:
+    - modules/openvino_code
 
 resources:
   repositories:

.ci/azure/mac.yml

@@ -6,6 +6,7 @@ trigger:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 pr:
   branches:
@@ -15,6 +16,7 @@ pr:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 resources:
   repositories:

.ci/azure/windows.yml

@@ -6,6 +6,7 @@ trigger:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 pr:
   branches:
@@ -15,6 +16,7 @@ pr:
   paths:
     exclude:
     - modules/nvidia_plugin
+    - modules/openvino_code
 
 resources:
   repositories:

.github/workflows/openvino_code.yml

@@ -0,0 +1,57 @@
+name: OpenVINO Code Extension Workflow
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+    paths:
+      - 'modules/openvino_code/**'
+      - '.github/workflows/openvino_code.yml'
+
+concurrency:
+  group: ${{ github.head_ref || github.ref_name }}-openvino_code
+  cancel-in-progress: true
+
+defaults:
+  run:
+    working-directory: ./modules/openvino_code
+
+jobs:
+  check_extension:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Use Node.js 16.x
+        uses: actions/setup-node@v3
+        with:
+          node-version: '16.x'
+          cache: 'npm'
+          cache-dependency-path: modules/openvino_code/package-lock.json
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run Lint
+        run: npm run lint:all
+
+  check_server:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.8
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+          cache: 'pip'
+
+      - name: Install dependencies
+        run: pip install ruff black
+
+      - name: Lint with ruff and Black
+        run: |
+          cd server
+          ruff check .
+          black --check .

.github/workflows/token_merging.yml

@@ -2,9 +2,15 @@ name: Token Merging - Test
 
 on:
   push:
-    branches: [ master ]
+    branches:
+      - master
+    paths:
+      - 'modules/token_merging/**'
   pull_request:
-    branches: [ master ]
+    branches: 
+      - master
+    paths:
+      - 'modules/token_merging/**'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}