4-bb-export.yml

name: Bytebase Export SQL
on:
  pull_request:
    types: [closed]
    branches:
      - main
    paths:
      - 'export/**'
  workflow_dispatch:

jobs:
  bytebase-export:
    if: github.event.pull_request.merged == true
    runs-on: ubuntu-latest
    permissions:
      pull-requests: write
      issues: write
      contents: read
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
          fetch-depth: 0

      - name: Login Bytebase
        id: bytebase-login
        uses: bytebase/login-action@0.0.2
        with:
          bytebase-url: ${{ secrets.BYTEBASE_URL }}
          service-key: ${{ secrets.BYTEBASE_SERVICE_KEY }}
          service-secret: ${{ secrets.BYTEBASE_SERVICE_SECRET }}

      - name: Get changed files
        id: changed-files
        uses: tj-actions/changed-files@v42
        with:
          files: |
            export/**/*.sql
          since_last_remote_commit: true

      - name: Process SQL files
        id: process-sql
        if: steps.changed-files.outputs.any_changed == 'true'
        run: |
          call_api() {
            local url="$1"
            local method="$2"
            local data="$3"
            local description="$4"
            
            echo "Calling API: $description"
            echo "URL: $url"
            
            temp_file=$(mktemp)
            http_code=$(curl -s -w "%{http_code}" \
              --request "$method" "$url" \
              --header "Authorization: Bearer ${{ steps.bytebase-login.outputs.token }}" \
              --header "Content-Type: application/json" \
              --data "$data" \
              -o "$temp_file")
            
            # Return the response regardless of status code
            # This allows the caller to handle the response
            cat "$temp_file"
          }

          MANIFEST_PATH=""
          for file in ${{ steps.changed-files.outputs.all_changed_files }}; do
            DIR_PATH=$(dirname "$file")
            while [[ "$DIR_PATH" == export* ]]; do
              if [[ -f "$DIR_PATH/manifest.toml" ]]; then
                MANIFEST_PATH="$DIR_PATH/manifest.toml"
                break 2
              fi
              DIR_PATH=$(dirname "$DIR_PATH")
            done
          done

          if [[ -z "$MANIFEST_PATH" ]]; then
            echo "Error: No manifest.toml found in the export directory"
            exit 1
          fi

          echo "Found manifest file at: $MANIFEST_PATH"
          echo "Manifest contents:"
          cat "$MANIFEST_PATH"

          read_toml() {
            local key="$1"
            python3 -c "import tomllib; print(tomllib.load(open('$MANIFEST_PATH', 'rb')).get('$key', ''))"
          }

          PROJECT=$(read_toml "project") || exit 1
          INSTANCE=$(read_toml "instance") || exit 1
          DATABASE=$(read_toml "database") || exit 1
          FORMAT=$(read_toml "format") || FORMAT="JSON"

          echo "=== Parsed Configuration ==="
          echo "Project: $PROJECT"
          echo "Instance: $INSTANCE"
          echo "Database: $DATABASE"
          echo "Format: $FORMAT"
          echo "==========================="

          for file in ${{ steps.changed-files.outputs.all_changed_files }}; do
            echo "DEBUG: Starting to process file: $file"
            SQL_CONTENT=$(base64 < "$file")
            echo "DEBUG: SQL content encoded"
            STEP_ID=$(python3 -c "import uuid; print(str(uuid.uuid4()))")
            BASE_URL="${{ steps.bytebase-login.outputs.api_url }}"
            
            echo "DEBUG: About to make first API call to create sheet"
            response=$(call_api \
              "$BASE_URL/projects/$PROJECT/sheets" \
              "POST" \
              "{\"title\":\"\",\"content\":\"$SQL_CONTENT\",\"type\":\"TYPE_SQL\",\"source\":\"SOURCE_BYTEBASE_ARTIFACT\",\"visibility\":\"VISIBILITY_PUBLIC\"}" \
              "Create Sheet")
            
            echo "DEBUG: Raw API Response:"
            echo "$response"
            
            # Option 1: Using grep and cut
            SHEET_NAME=$(echo "$response" | grep -o '"name":"[^"]*"' | cut -d'"' -f4)
            
            # Option 2: Using sed
            # SHEET_NAME=$(echo "$response" | sed -n 's/.*"name":"\([^"]*\)".*/\1/p')
            
            # Option 3: Using jq if available
            # SHEET_NAME=$(echo "$response" | jq -r '.name')
            
            echo "DEBUG: Retrieved sheet name: $SHEET_NAME"

            echo "finishing sheetname ================================================"

            plan_data=$(call_api \
              "$BASE_URL/projects/$PROJECT/plans" \
              "POST" \
              "{\"steps\":[{\"specs\":[{\"id\":\"$STEP_ID\",\"export_data_config\":{\"target\":\"/instances/$INSTANCE/databases/$DATABASE\",\"format\":\"$FORMAT\",\"sheet\":\"$SHEET_NAME\"}}]}],\"title\":\"Export data from $DATABASE\",\"description\":\"EXPORT\"}" \
              "Create Plan")

            echo "finishing plan_data ================================================"

            PLAN_NAME=$(echo "$plan_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'])")

            echo "finishing plan_name ================================================"

            issue_data=$(call_api \
              "$BASE_URL/projects/$PROJECT/issues" \
              "POST" \
              "{\"approvers\":[],\"approvalTemplates\":[],\"subscribers\":[],\"title\":\"Issue: Export data from instances/$INSTANCE/databases/$DATABASE\",\"description\":\"SQL request from GitHub\",\"type\":\"DATABASE_DATA_EXPORT\",\"assignee\":\"\",\"plan\":\"$PLAN_NAME\"}" \
              "Create Issue")

            echo "finishing issue_data ================================================"

            rollout_data=$(call_api \
              "$BASE_URL/projects/$PROJECT/rollouts" \
              "POST" \
              "{\"plan\":\"$PLAN_NAME\"}" \
              "Create Rollout")

            echo "finishing rollout_data ================================================"

            ISSUE_NUMBER=$(echo "$issue_data" | python3 -c "import sys, json; print(json.load(sys.stdin)['name'].split('/')[-1])")
            ISSUE_LINK="${{ secrets.BYTEBASE_URL }}/projects/$PROJECT/issues/$ISSUE_NUMBER"
            echo "ISSUE_LINK=$ISSUE_LINK" >> $GITHUB_ENV

            echo "finishing issue_link ================================================"
          done

      - name: Comment on PR
        uses: actions/github-script@v7
        if: always()
        env:
          CHANGED_FILES: ${{ steps.changed-files.outputs.all_changed_files }}
        with:
          script: |
            const changedFiles = process.env.CHANGED_FILES || '';
            let commentBody = `### SQL Export Summary\n\n`;
            
            commentBody += `✅ **PR Status:** Merged\n\n`;
            
            commentBody += `📝 **Processed SQL Files:**\n\n`;
            if (changedFiles.trim()) {
              commentBody += changedFiles.split(' ').map(f => `- ${f}`).join('\n');
            } else {
              commentBody += `None`;
            }
            
            commentBody += `\n\n**Status:** ${process.env.STATUS || 'Completed'}`;
            
            await github.rest.issues.createComment({
              ...context.repo,
              issue_number: context.issue.number,
              body: commentBody
            });