fix(CI_Pipeline): resolve dependency issues causing build failures

.github/workflows/ci-core.yml

@@ -0,0 +1,79 @@
+name: ci-core
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+
+jobs:
+  core-tests:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest, windows-latest, macOS-latest]
+        python-version: ["3.10", "3.11"]
+
+    steps:
+      - name: Clean up instance space
+        if: matrix.os != 'windows-latest'
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          df -h
+
+      - uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install Poetry (Unix)
+        if: matrix.os != 'windows-latest'
+        run: |
+          curl -sSL https://install.python-poetry.org | python3 -
+          echo 'export PATH="$HOME/.local/bin:$PATH"' >> $GITHUB_ENV
+
+      - name: Install Poetry (Windows)
+        if: matrix.os == 'windows-latest'
+        run: |
+          (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
+          echo "C:\\Users\\runneradmin\\AppData\\Roaming\\Python\\Scripts" >> $env:GITHUB_PATH
+
+      - name: Verify Poetry Installation
+        run: poetry --version
+
+      - name: Clear Poetry Cache
+        run: poetry cache clear pypi --all
+
+      - name: Install future
+        run: pip wheel --use-pep517 "future==0.18.3"
+
+      - name: Install dependencies
+        run: poetry install --all-extras --with dev --verbose
+
+      - name: Lint with ruff
+        run: make format_diff
+
+      - name: Spellcheck
+        run: make spell_check
+
+      - name: Run core tests
+        run: make test_core
+
+      - name: Run code coverage
+        continue-on-error: true
+        run: |
+          poetry run coverage run --source=pandasai -m pytest tests
+          poetry run coverage xml
+
+      - name: Report coverage
+        uses: codecov/codecov-action@v3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          flags: unittests
+          name: codecov-umbrella
+          fail_ci_if_error: false

.github/workflows/ci.yml → .github/workflows/ci-extensions.yml

@@ -1,20 +1,30 @@
-name: ci
+name: ci-extensions
 
 on:
   push:
     branches: [main]
   pull_request:
 
 jobs:
-  build:
+  extensions-tests:
     runs-on: ${{ matrix.os }}
     strategy:
       matrix:
         os: [ubuntu-latest, windows-latest, macOS-latest]
         python-version: ["3.10", "3.11"]
 
     steps:
+      - name: Clean up instance space
+        if: matrix.os != 'windows-latest'
+        run: |
+          sudo rm -rf /usr/share/dotnet
+          sudo rm -rf /opt/ghc
+          sudo rm -rf "/usr/local/share/boost"
+          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          df -h
+
       - uses: actions/checkout@v3
+
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v4
         with:
@@ -25,25 +35,18 @@ jobs:
         run: |
           curl -sSL https://install.python-poetry.org | python3 -
           echo 'export PATH="$HOME/.local/bin:$PATH"' >> $GITHUB_ENV
+
       - name: Install Poetry (Windows)
         if: matrix.os == 'windows-latest'
         run: |
           (Invoke-WebRequest -Uri https://install.python-poetry.org -UseBasicParsing).Content | python -
           echo "C:\\Users\\runneradmin\\AppData\\Roaming\\Python\\Scripts" >> $env:GITHUB_PATH
+
       - name: Verify Poetry Installation
         run: poetry --version
+
       - name: Clear Poetry Cache
         run: poetry cache clear pypi --all
-      - name: Install future
-        run: pip wheel --use-pep517 "future==0.18.3"
-      - name: Install dependencies
-        run: poetry install --all-extras --with dev --verbose
-      - name: Lint with ruff
-        run: make format_diff
-      - name: Spellcheck
-        run: make spell_check
-      - name: Run core tests
-        run: make test_core
 
       # Install dependencies, test, and remove for each extension
       - name: Install and test LLM extensions (Unix)
@@ -137,11 +140,15 @@ jobs:
               Pop-Location
             }
           }
-      - name: Run code coverage
+
+      - name: Run code coverage for extensions
         continue-on-error: true
         run: |
-          poetry run coverage run --source=pandasai,extensions -m pytest tests extensions/*/tests extensions/ee/*/tests --ignore=tests/integration_tests
+          poetry lock --no-update
+          poetry add coverage --dev
+          poetry run coverage run --source=extensions -m pytest tests extensions/*/tests
           poetry run coverage xml
+
       - name: Report coverage
         uses: codecov/codecov-action@v3
         with:

examples/from_csv.py

@@ -15,8 +15,7 @@
 
 
 import pandasai as pai
-import pandasai_sql
 
 df = pai.load("sipa/users")
 response = df.chat("How many users in total?")
-print(response)
+print(response)