CI/CD：Slim CI で安全にデプロイ、PR ごとに差分を検証

# main ブランチの manifest を artifact として保存しておくdbt run --select state:modified+ --state ./prod-manifest
# state:modified+    = 変更されたモデルとその下流# state:modified     = 変更されたモデルだけ# state:modified.body = SQL 本体が変わったもの# state:modified.configs = config 変更

name: dbt CI
on:  pull_request:    paths:      - 'models/**'      - 'macros/**'      - 'tests/**'      - 'seeds/**'      - 'snapshots/**'      - 'dbt_project.yml'      - 'packages.yml'
jobs:  dbt-ci:    runs-on: ubuntu-latest    env:      DBT_PROFILES_DIR: ./.dbt      # PR 専用スキーマ名 (PR 番号で隔離)      DBT_TARGET_SCHEMA: pr_${{ github.event.pull_request.number }}
    steps:      - uses: actions/checkout@v4
      - name: Set up Python        uses: actions/setup-python@v5        with:          python-version: '3.11'
      - name: Install dbt        run: pip install dbt-bigquery==1.8.*
      - name: Auth to BigQuery        uses: google-github-actions/auth@v2        with:          credentials_json: ${{ secrets.GCP_SA_KEY }}
      - name: dbt deps        run: dbt deps
      - name: Get prod manifest        run: |          # 本番ビルド時に保存している manifest を取得          gsutil cp gs://my-bucket/dbt/prod/manifest.json ./prod-manifest/manifest.json
      - name: dbt build (Slim CI)        run: |          dbt build \            --select state:modified+ \            --state ./prod-manifest \            --defer \            --favor-state \            --fail-fast
      - name: Cleanup PR schema (always run)        if: always()        run: |          # PR が close したら別の workflow で削除          echo "PR schema: $DBT_TARGET_SCHEMA"

name: dbt prod build
on:  push:    branches: [main]  schedule:    - cron: '0 * * * *'  # 毎時
jobs:  dbt-prod:    runs-on: ubuntu-latest    env:      DBT_TARGET: prod    steps:      - uses: actions/checkout@v4      - run: pip install dbt-bigquery==1.8.*      - run: dbt deps      - run: dbt source freshness      - run: dbt build --target prod      - name: Save manifest for next CI        run: |          gsutil cp target/manifest.json gs://my-bucket/dbt/prod/manifest.json      - name: dbt docs        run: |          dbt docs generate          gsutil -m rsync -d -r target gs://my-docs-bucket/dbt

# .pre-commit-config.yamlrepos:  - repo: https://github.com/sqlfluff/sqlfluff    rev: 3.0.0    hooks:      - id: sqlfluff-lint        args: ['--dialect', 'bigquery', '--config', '.sqlfluff']
  - repo: https://github.com/dbt-checkpoint/dbt-checkpoint    rev: v2.0.0    hooks:      - id: check-model-has-description      - id: check-model-has-tests      - id: check-source-has-freshness

name: cleanup-pr-schemaon:  pull_request:    types: [closed]
jobs:  cleanup:    runs-on: ubuntu-latest    steps:      - uses: actions/checkout@v4      - name: Drop PR schema        run: |          bq query --use_legacy_sql=false \            "DROP SCHEMA IF EXISTS \`my-project.pr_${{ github.event.number }}\` CASCADE"