CI/CD

# .github/workflows/test.yml
name: Test

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

jobs:
  test-duckdb:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: |
          pip install duckdb pytest

      - name: Run DuckDB tests
        run: |
          python tests/run_tests_duckdb.py

  lint:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install linters
        run: |
          pip install flake8 black

      - name: Lint with flake8
        run: |
          flake8 sql/ tools/ tests/ --max-line-length=120

      - name: Check formatting with black
        run: |
          black --check sql/ tools/ tests/

# .github/workflows/test-snowflake.yml
name: Test Snowflake

on:
  workflow_dispatch:
  schedule:
    - cron: '0 0 * * 0'  # Weekly

jobs:
  test-snowflake:
    runs-on: ubuntu-latest
    environment: snowflake-test

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: |
          pip install snowflake-connector-python pytest

      - name: Run Snowflake tests
        env:
          SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
          SNOWFLAKE_USER: ${{ secrets.SNOWFLAKE_USER }}
          SNOWFLAKE_PASSWORD: ${{ secrets.SNOWFLAKE_PASSWORD }}
          SNOWFLAKE_DATABASE: IDR_TEST
        run: |
          python tests/snowflake/test_integration.py

# .github/workflows/test-bigquery.yml
name: Test BigQuery

on:
  workflow_dispatch:
  schedule:
    - cron: '0 0 * * 0'  # Weekly

jobs:
  test-bigquery:
    runs-on: ubuntu-latest
    environment: gcp-test

    permissions:
      contents: read
      id-token: write

    steps:
      - uses: actions/checkout@v4

      - name: Authenticate to Google Cloud
        uses: google-github-actions/auth@v2
        with:
          workload_identity_provider: ${{ secrets.WIF_PROVIDER }}
          service_account: ${{ secrets.GCP_SERVICE_ACCOUNT }}

      - name: Set up Cloud SDK
        uses: google-github-actions/setup-gcloud@v2

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: |
          pip install google-cloud-bigquery pytest

      - name: Run BigQuery tests
        env:
          GCP_PROJECT: ${{ secrets.GCP_PROJECT }}
        run: |
          python tests/bigquery/test_integration.py

# .github/workflows/docs.yml
name: Deploy Docs

on:
  push:
    branches: [main]
    paths:
      - 'docs/**'
      - 'mkdocs.yml'

jobs:
  deploy:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install dependencies
        run: |
          pip install mkdocs-material mkdocs-mermaid2-plugin

      - name: Deploy to GitHub Pages
        run: |
          mkdocs gh-deploy --force

# .github/workflows/release.yml
name: Release

on:
  push:
    tags:
      - 'v*'

jobs:
  release:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - name: Create Release
        uses: softprops/action-gh-release@v1
        with:
          generate_release_notes: true
          files: |
            sql/*/00_ddl_all.sql

# .github/workflows/validate-ddl.yml
name: Validate DDL

on:
  pull_request:
    paths:
      - 'sql/**/*.sql'

jobs:
  validate:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install DuckDB
        run: pip install duckdb

      - name: Validate DuckDB DDL
        run: |
          python -c "
          import duckdb
          conn = duckdb.connect(':memory:')
          with open('sql/duckdb/00_ddl_all.sql') as f:
              conn.execute(f.read())
          print('DuckDB DDL valid')
          "

# Branch protection rules for 'main'

required_status_checks:
  strict: true
  checks:
    - test-duckdb
    - lint

required_pull_request_reviews:
  required_approving_review_count: 1
  dismiss_stale_reviews: true
  require_code_owner_reviews: true

restrictions:
  # Restrict who can push to main
  users: []
  teams: [maintainers]

# .pre-commit-config.yaml
repos:
  - repo: https://github.com/psf/black
    rev: 23.12.1
    hooks:
      - id: black
        language_version: python3.11
        files: \.(py)$

  - repo: https://github.com/pycqa/flake8
    rev: 7.0.0
    hooks:
      - id: flake8
        args: [--max-line-length=120]

  - repo: local
    hooks:
      - id: validate-ddl
        name: Validate DuckDB DDL
        entry: python -c "import duckdb; duckdb.connect(':memory:').execute(open('sql/duckdb/00_ddl_all.sql').read())"
        language: python
        files: sql/duckdb/.*\.sql$
        additional_dependencies: [duckdb]

pip install pre-commit
pre-commit install