chore: promote develop to staging

.dockerignore

@@ -1,8 +1,70 @@
-.git/
-.github/
-docs/
 
-.env*
+# ==============================================================================
+# STRICT WHITELIST STRATEGY
+# 1. Ignore EVERYTHING by default
+# ==============================================================================
+*
 
-github-scraper
-gitlab-scraper
+# ==============================================================================
+# 2. Allow specific source directories (and their contents)
+# ==============================================================================
+!src/
+!dbt/
+!prisma/
+!scripts/
+!models/
+
+# ==============================================================================
+# 3. Allow specific configuration files
+# ==============================================================================
+!pyproject.toml
+!uv.lock
+!Dockerfile
+!docker-compose.yml
+!.env.example
+!dagster.yaml
+!dagster.prod.yaml
+!workspace.yaml
+!README.md
+!LICENSE
+
+# ==============================================================================
+# 4. Filter out junk from the allowed directories
+# (Rules here override the !includes above because they come later)
+# ==============================================================================
+# Python/Bytecode
+**/__pycache__
+**/*.pyc
+**/*.pyo
+**/*.pyd
+
+# Mac
+**/.DS_Store
+
+# Logs/Tmp
+**/logs
+**/tmp
+**/.cache
+**/.pytest_cache
+**/.mypy_cache
+**/.ruff_cache
+
+# Node
+**/node_modules
+
+# DBT
+**/dbt_packages
+**/target
+
+# Compiled Go binaries (built inside Docker)
+src/services/go/**/github-scraper
+src/services/go/**/ost-fetcher
+src/services/go/**/ost-scraper
+
+# dbt user config
+dbt/.user.yml
+
+# Git (redundant with * but safe)
+.git
+.gitignore
+.github

.env.example

@@ -1,35 +1,41 @@
-# ================================================
-#  OST AI ENGINE - Environment (example)
-#  Copy and adapt for your environment. Keep secrets out of VCS.
-# ================================================
-# ───────────────────────────────────────────────────────── #
-
-DAGSTER_HOME="/app/.dagster_home"
-DAGSTER_STORAGE_DIR="/app/.dagster_home/history"
-DAGSTER_LOGS_DIR="/app/.dagster_home/logs"
-
-# ───────────────────────────────────────────────────────── #
-# Paths inside the container
-HOME="/app"
-XDG_CACHE_HOME="/app/.cache"
-PRISMA_BINARY_CACHE_DIR="/app/.cache/prisma"
-
-# ───────────────────────────────────────────────────────── #
-# Project layout
-PROJECT_ROOT="/app"
-CFG_PATH="/app/config/cfg.py"
-OST_CONFIG_PATH="/app/config/cfg.yaml"
-
-# ───────────────────────────────────────────────────────── #
-# API tokens (replace with real tokens in your local .docker.env)
-# Keep these secret and never commit to git
-GITHUB_ACCESS_TOKEN="<your_github_token_here>"
-GITLAB_ACCESS_TOKEN="<your_gitlab_token_here>"
-
-# ───────────────────────────────────────────────────────── #
-# Database used by docker-compose (service name 'postgres' / container 'ost-db')
-# When connecting from host use localhost:7777 (mapped port)
-DATABASE_URL="postgresql://postgres:postgres@ost-db:5432/ost_dev?schema=public"
-POSTGRES_PASSWORD="postgres"
-POSTGRES_USER="postgres"
-POSTGRES_DB="ost_dev"
+# Copy to .env and fill in. See AGENTS.md for full variable reference.
+
+# Optional host ports for compose (default Dagster 3000, API 8000 if unset).
+# DAGSTER_HOST_PORT=3030
+# LINKER_API_HOST_PORT=8010
+
+# Database (match compose / Prisma / dbt local profile)
+POSTGRES_USER=""
+POSTGRES_PASSWORD=""
+POSTGRES_DB=""
+POSTGRES_PORT=""
+POSTGRES_HOST="localhost"
+DATABASE_URL="postgresql://<POSTGRES_USER>:<POSTGRES_PASSWORD>@<POSTGRES_HOST>:<POSTGRES_PORT>/<POSTGRES_DB>"
+
+# Dagster (local: absolute path to .../dagster_home; Docker: /app/dagster_home)
+DAGSTER_HOME="/app/dagster_home"
+# DAGSTER_PG_URL=  # defaults to DATABASE_URL in compose
+# DAGSTER_STORAGE_DIR=  # DAGSTER_LOGS_DIR=
+
+GITHUB_ACCESS_TOKEN="<your_fine_grained_token>"
+# GITHUB_API_URL=  # GITHUB_SCRAPING_QUERY=  # GITHUB_SCRAPING_QUERIES=
+
+GO_SCRAPER_PATH="/path/to/ost-linker/src/services/go/scraper/github-scraper"
+GO_FETCHER_PATH="/path/to/ost-linker/src/services/go/fetcher/ost-fetcher"
+GO_TRENDING_PATH="/path/to/ost-linker/src/services/go/trending/ost-trending"
+
+FASTTEXT_MODEL_PATH="models/lid.176.ftz"
+MISTRAL_API_KEY="<your_mistral_api_key>"
+
+API_HOST=0.0.0.0
+API_PORT=8000
+API_RATE_LIMIT=60
+# Optional: true = require X-Service-Token on routes (still open until OST_LINKER_SERVICE_TOKEN is set; use with strict startup).
+OST_LINKER_SERVICE_TOKEN=
+# production: true — process exits at startup unless token above is non-empty (see src/services/api/main.py lifespan).
+OST_LINKER_REQUIRE_SERVICE_TOKEN=false
+# production: false — hides Swagger, ReDoc, and OpenAPI schema JSON.
+API_ENABLE_OPENAPI=true
+
+# DBT_TARGET=local  # or docker in container
+# DBT_PROJECT_DIR=/app/dbt

.github/CODEOWNERS

@@ -0,0 +1 @@
+* @spideystreet

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,66 @@
+name: Bug Report
+description: Report a bug or unexpected behavior
+labels: ["bug"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to report a bug! Please fill out the sections below.
+
+  - type: textarea
+    id: description
+    attributes:
+      label: Description
+      description: A clear and concise description of the bug.
+    validations:
+      required: true
+
+  - type: textarea
+    id: steps
+    attributes:
+      label: Steps to Reproduce
+      description: How can we reproduce this issue?
+      placeholder: |
+        1. Run `make dev`
+        2. Navigate to ...
+        3. See error
+    validations:
+      required: true
+
+  - type: textarea
+    id: expected
+    attributes:
+      label: Expected Behavior
+      description: What did you expect to happen?
+    validations:
+      required: true
+
+  - type: textarea
+    id: actual
+    attributes:
+      label: Actual Behavior
+      description: What actually happened?
+    validations:
+      required: true
+
+  - type: textarea
+    id: environment
+    attributes:
+      label: Environment
+      description: Any relevant environment details.
+      placeholder: |
+        - OS: Ubuntu 22.04 / macOS 14 / Windows 11 (WSL2)
+        - Python: 3.11
+        - Docker: 24.x
+        - Go: 1.24
+    validations:
+      required: false
+
+  - type: textarea
+    id: logs
+    attributes:
+      label: Logs / Error Output
+      description: Paste any relevant log output or stack traces.
+      render: shell
+    validations:
+      required: false

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Contributing Guide
+    url: https://github.com/opensource-together/ost-linker/blob/staging/CONTRIBUTING.md
+    about: Read our contributing guide before opening an issue

.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,40 @@
+name: Feature Request
+description: Suggest a new feature or improvement
+labels: ["enhancement"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for suggesting a feature! Please fill out the sections below.
+
+  - type: textarea
+    id: summary
+    attributes:
+      label: Summary
+      description: A brief description of the feature.
+    validations:
+      required: true
+
+  - type: textarea
+    id: motivation
+    attributes:
+      label: Motivation / Use Case
+      description: Why is this feature needed? What problem does it solve?
+    validations:
+      required: true
+
+  - type: textarea
+    id: solution
+    attributes:
+      label: Proposed Solution
+      description: How would you like this to work?
+    validations:
+      required: false
+
+  - type: textarea
+    id: alternatives
+    attributes:
+      label: Alternatives Considered
+      description: Any alternative solutions or features you've considered.
+    validations:
+      required: false

.github/pull_request_template.md

@@ -0,0 +1,16 @@
+## Summary
+
+<!-- What does this PR do? Link related issues with "Closes #123". -->
+
+## Changes
+
+<!-- List the key changes made in this PR. -->
+
+-
+
+## Checklist
+
+- [ ] **`make ci-check`** passes (matches GitHub Actions Python quality job: ruff, format, mypy, unit + API + Dagster smoke — see [CONTRIBUTING.md](../CONTRIBUTING.md))
+- [ ] If you changed `dbt/`: `cd dbt && uv run dbt parse` (and `dbt test` when you have a matching DB)
+- [ ] Commits are atomic and follow [Conventional Commits](https://www.conventionalcommits.org/)
+- [ ] PR targets **`staging`** (not `main`)

.github/workflows/publish-develop.yml

@@ -8,8 +8,15 @@ on:
       - staging
 
 jobs:
-  publish:
+  checks:
+    uses: ./.github/workflows/quality-checks.yml
+    secrets:
+      OST_LINKER_SYNC_TOKEN: ${{ secrets.OST_LINKER_SYNC_TOKEN }}
+
+  build:
     runs-on: ubuntu-latest
+    needs: [checks]
+    if: github.event_name == 'push'
     permissions:
       contents: read
       packages: write
@@ -34,6 +41,9 @@ jobs:
             type=sha
             type=raw,value=develop
 
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
       - name: Upload server artifact
         uses: docker/build-push-action@v6
         with:
@@ -42,3 +52,5 @@ jobs:
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max