fix: merge main to develop to prepare for git flow process

.cursor/rules/tech-writer.mdc

@@ -1,6 +1,6 @@
 ---
 description: Guide the AI to act as a Senior Technical Writer, focusing on clear and concise documentation.
-globs: 
+globs:
 alwaysApply: false
 ---
 
@@ -12,7 +12,7 @@ You are a Senior Technical Writer specializing in creating clear, comprehensive,
 
 ### **Documentation Creation**
 
-- Write user manuals, API documentation, developer guides, and release notes that are accurate and easy to understand
+- Write user manuals, API documentation, developer guides, and changelog that are accurate and easy to understand
 - Ensure all examples are tested and work as documented
 - Include troubleshooting sections for common issues
 - Provide clear migration paths for version changes

.github/workflows/docs-auto.yml

@@ -2,19 +2,19 @@ name: Documentation Website (Auto)
 
 on:
   push:
-    branches: [ main ]
+    branches: [main]
     paths:
-      - 'docs/**'
-      - 'README.md'
-      - 'RELEASE_NOTES.md'
-      - 'packages/*/README.md'
-      - 'website/**'
-      - '.github/workflows/docs-auto.yml'
+      - "docs/**"
+      - "README.md"
+      - "CHANGELOG.md"
+      - "packages/*/README.md"
+      - "website/**"
+      - ".github/workflows/docs-auto.yml"
   workflow_run:
     workflows: ["Test and Coverage"]
     types:
       - completed
-    branches: [ main ]
+    branches: [main]
   release:
     types: [published]
     # Only trigger on main package releases, not MCP server releases
@@ -63,7 +63,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: '3.12'
+          python-version: "3.12"
 
       - name: Install dependencies
         run: |
@@ -83,25 +83,25 @@ jobs:
         id: get-workflow-run
         run: |
           echo "🔍 Finding latest successful test workflow run on main branch..."
-          
+
           # Get the latest successful workflow run for "Test and Coverage" on main branch
           WORKFLOW_RUN=$(curl -s \
             -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
             -H "Accept: application/vnd.github.v3+json" \
             "https://api.github.com/repos/${{ github.repository }}/actions/workflows" \
             | jq -r '.workflows[] | select(.name == "Test and Coverage") | .id')
-          
+
           if [ "$WORKFLOW_RUN" = "null" ] || [ -z "$WORKFLOW_RUN" ]; then
             echo "❌ Could not find 'Test and Coverage' workflow"
             exit 1
           fi
-          
+
           LATEST_RUN=$(curl -s \
             -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
             -H "Accept: application/vnd.github.v3+json" \
             "https://api.github.com/repos/${{ github.repository }}/actions/workflows/$WORKFLOW_RUN/runs?branch=main&status=completed&conclusion=success&per_page=1" \
             | jq -r '.workflow_runs[0].id')
-          
+
           if [ "$LATEST_RUN" = "null" ] || [ -z "$LATEST_RUN" ]; then
             echo "❌ No successful test runs found on main branch"
             echo "⚠️  Continuing without test artifacts for release"
@@ -170,22 +170,22 @@ jobs:
           echo "📊 Total files built: $(find site -type f | wc -l)"
           echo "📄 HTML pages: $(find site -name "*.html" | wc -l)"
           echo "📁 Directories: $(find site -type d | wc -l)"
-          
+
           # Check if main pages exist
           if [ -f "site/index.html" ]; then
             echo "✅ Homepage built successfully"
           else
             echo "❌ Homepage missing"
             exit 1
           fi
-          
+
           if [ -f "site/docs/index.html" ]; then
             echo "✅ Documentation index built successfully"
           else
             echo "❌ Documentation index missing"
             exit 1
           fi
-          
+
           if [ -f "site/coverage/index.html" ]; then
             echo "✅ Coverage index built successfully"
           else
@@ -242,7 +242,7 @@ jobs:
           echo "Event: ${{ github.event_name }}"
           echo "Branch: ${{ github.ref_name }}"
           echo "Commit: ${{ github.sha }}"
-          
+
           # Check if this was a release event and if we should deploy
           if [ "${{ github.event_name }}" = "release" ]; then
             if [ "${{ needs.check-release.result }}" = "success" ] && [ "${{ needs.check-release.outputs.should-deploy }}" = "true" ]; then
@@ -253,7 +253,7 @@ jobs:
               echo "⏭️  Documentation deployment skipped to avoid duplicates"
             fi
           fi
-          
+
           if [ "${{ needs.build-docs.result }}" = "success" ]; then
             echo "✅ Website built successfully"
             echo "📦 Artifact: website-auto-${{ github.run_id }}"
@@ -269,4 +269,4 @@ jobs:
           else
             echo "❌ Website build failed"
             exit 1
-          fi 
+          fi

.github/workflows/test.yml

@@ -22,10 +22,20 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Set up Python
+        id: setup-python
         uses: actions/setup-python@v5
         with:
           python-version: '3.12'
 
+      - name: Restore pip dependency cache
+        uses: actions/cache/restore@v4
+        id: pip-cache-core
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-core-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'pyproject.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-core-
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -34,26 +44,43 @@ jobs:
           # Install repo dev deps for pytest, coverage, etc.
           pip install -e .[dev]
 
+      - name: Save pip dependency cache
+        uses: actions/cache/save@v4
+        if: steps.pip-cache-core.outputs.cache-hit != 'true' && github.ref_name == 'main'
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-core-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'pyproject.toml') }}
+
       - name: Run core tests and generate coverage reports
         run: |
           cd packages/qdrant-loader-core
-          python -m pytest tests/ --cov=src --cov-report=xml:../../coverage-core.xml --cov-report=html:../../htmlcov-core -v
+          python -m pytest tests/ --cov=src -v
+
+      - name: Generate coverage reports
+        if: github.event_name == 'push' && github.ref_name == 'main'
+        run: |
+          cd packages/qdrant-loader-core
+          coverage xml -o ../../coverage-core.xml
+          coverage html -d ../../htmlcov-core
 
       - name: Upload core coverage artifact
+        if: github.event_name == 'push' && github.ref_name == 'main'
         uses: actions/upload-artifact@v4
         with:
           name: coverage-core-${{ github.run_id }}
           path: |
             htmlcov-core
             coverage-core.xml
           retention-days: 30
+
   test-loader:
     name: Test QDrant Loader
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
 
       - name: Set up Python
+        id: setup-python
         uses: actions/setup-python@v5
         with:
           python-version: '3.12'
@@ -65,6 +92,15 @@ jobs:
           sudo apt-get update
           sudo apt-get install -y ffmpeg
 
+      - name: Restore pip dependency cache
+        uses: actions/cache/restore@v4
+        id: pip-cache-loader
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-loader-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'packages/qdrant-loader/pyproject.toml', 'pyproject.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-loader-
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -73,6 +109,13 @@ jobs:
           pip install -e .[dev]
           pip install -e packages/qdrant-loader
 
+      - name: Save pip dependency cache
+        uses: actions/cache/save@v4
+        if: steps.pip-cache-loader.outputs.cache-hit != 'true' && github.ref_name == 'main'
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-loader-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'packages/qdrant-loader/pyproject.toml', 'pyproject.toml') }}
+
       - name: Create .env.test file for loader
         run: |
           cd packages/qdrant-loader
@@ -185,12 +228,31 @@ jobs:
           echo "YAML config structure:"
           head -20 tests/config.test.yaml
 
-      - name: Run loader tests and generate coverage reports
+      - name: Run loader unit tests
+        run: |
+          cd packages/qdrant-loader
+          python -m pytest tests/unit -n 2 --cov=src --cov-report= -v
+
+      - name: Run loader integration tests
+        if: |
+          (github.event_name == 'pull_request' &&
+          (github.event.pull_request.base.ref == 'develop' ||
+            github.event.pull_request.base.ref == 'main')) ||
+          (github.event_name == 'push' &&
+          (github.ref_name == 'develop' || github.ref_name == 'main'))
+        run: |
+          cd packages/qdrant-loader
+          python -m pytest tests/integration --cov=src --cov-append --cov-report= -v
+
+      - name: Generate coverage reports
+        if: github.event_name == 'push' && github.ref_name == 'main'
         run: |
           cd packages/qdrant-loader
-          python -m pytest tests/ --cov=src --cov-report=xml:../../coverage-loader.xml --cov-report=html:../../htmlcov-loader -v
+          coverage xml -o ../../coverage-loader.xml
+          coverage html -d ../../htmlcov-loader
 
       - name: Upload loader coverage artifact
+        if: github.event_name == 'push' && github.ref_name == 'main'
         uses: actions/upload-artifact@v4
         with:
           name: coverage-loader-${{ github.run_id }}
@@ -206,10 +268,20 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Set up Python
+        id: setup-python
         uses: actions/setup-python@v5
         with:
           python-version: '3.12'
 
+      - name: Restore pip dependency cache
+        uses: actions/cache/restore@v4
+        id: pip-cache-mcp
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-mcp-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'packages/qdrant-loader/pyproject.toml', 'packages/qdrant-loader-mcp-server/pyproject.toml', 'pyproject.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-mcp-
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -219,6 +291,13 @@ jobs:
           pip install -e packages/qdrant-loader
           pip install -e packages/qdrant-loader-mcp-server
 
+      - name: Save pip dependency cache
+        uses: actions/cache/save@v4
+        if: steps.pip-cache-mcp.outputs.cache-hit != 'true' && github.ref_name == 'main'
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-mcp-${{ hashFiles('packages/qdrant-loader-core/pyproject.toml', 'packages/qdrant-loader/pyproject.toml', 'packages/qdrant-loader-mcp-server/pyproject.toml', 'pyproject.toml') }}
+
       - name: Create .env.test file for MCP server
         run: |
           cd packages/qdrant-loader-mcp-server
@@ -252,12 +331,31 @@ jobs:
           echo "Contents (with secrets masked):"
           sed 's/=.*/=***/' tests/.env.test
 
-      - name: Run MCP server tests and generate coverage reports
+      - name: Run MCP server unit tests
+        run: |
+          cd packages/qdrant-loader-mcp-server
+          python -m pytest tests/unit -n 2 --cov=src --cov-report= -v
+
+      - name: Run MCP server integration tests
+        if: |
+          (github.event_name == 'pull_request' &&
+          (github.event.pull_request.base.ref == 'develop' ||
+            github.event.pull_request.base.ref == 'main')) ||
+          (github.event_name == 'push' &&
+          (github.ref_name == 'develop' || github.ref_name == 'main'))
+        run: |
+          cd packages/qdrant-loader-mcp-server
+          python -m pytest tests/integration --cov=src --cov-append --cov-report= --cov-report=term-missing -v
+
+      - name: Generate coverage reports
+        if: github.event_name == 'push' && github.ref_name == 'main'
         run: |
           cd packages/qdrant-loader-mcp-server
-          python -m pytest tests/ --cov=src --cov-report=xml:../../coverage-mcp.xml --cov-report=html:../../htmlcov-mcp -v
+          coverage xml -o ../../coverage-mcp.xml
+          coverage html -d ../../htmlcov-mcp
 
       - name: Upload MCP server coverage artifact
+        if: github.event_name == 'push' && github.ref_name == 'main'
         uses: actions/upload-artifact@v4
         with:
           name: coverage-mcp-${{ github.run_id }}
@@ -273,6 +371,7 @@ jobs:
       - uses: actions/checkout@v4
 
       - name: Set up Python
+        id: setup-python
         uses: actions/setup-python@v5
         with:
           python-version: '3.12'
@@ -283,6 +382,15 @@ jobs:
           sudo apt-get update
           sudo apt-get install -y libcairo2-dev libgirepository1.0-dev
 
+      - name: Restore pip dependency cache
+        uses: actions/cache/restore@v4
+        id: pip-cache-website
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-website-${{ hashFiles('pyproject.toml') }}
+          restore-keys: |
+            ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-website-
+
       - name: Install website test dependencies
         run: |
           python -m pip install --upgrade pip
@@ -291,6 +399,13 @@ jobs:
           # Install optional docs dependencies for comprehensive testing
           pip install -e .[docs] || echo "Optional docs dependencies not available"
 
+      - name: Save pip dependency cache
+        uses: actions/cache/save@v4
+        if: steps.pip-cache-website.outputs.cache-hit != 'true' && github.ref_name == 'main'
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-py${{ steps.setup-python.outputs.python-version }}-website-${{ hashFiles('pyproject.toml') }}
+
       - name: Run website tests with coverage
         run: |
           # Add website directory to Python path and run tests

.gitignore

@@ -22,6 +22,7 @@ wheels/
 
 # Virtual Environment
 venv/
+.venv/
 env/
 ENV/