sync-neodb-data.yml

name: Sync NeoDB Data

on:
#  schedule:
  # every monday
#    - cron: "0 9 * * 1"
  # watch:
  #   types: [started]

  workflow_dispatch:
  repository_dispatch:
    types: [sync-neodb]

jobs:
  douban:
    name: Sync NeoDB Data
    runs-on: ubuntu-latest
    steps:
    - name: Checkout
      uses: actions/checkout@v4

    # 检查是否安装了 JQ
    - name: Check JQ
      run: |
        if ! command -v jq &> /dev/null; then
          echo "jq is not installed. Installing..."
          sudo apt-get update
          sudo apt-get install -y jq
        else
          echo "jq is already installed."
        fi
        # 把当前目录保存到环境变量中
        echo "WORK_DIR=$(pwd)" >> $GITHUB_ENV

    # 获取本地现有文件中最新的 UUID
    - name: Get Local Current UUID
      run: |
        CURRENT_UUID() {
          jq -r '.data[0].item.uuid' assets/data/neodb/movie.json
        }
        echo "CURRENT_UUID=$(CURRENT_UUID)" >> $GITHUB_ENV

    # 获取远程最新的 UUID
    - name: Get NeoDB Latest UUID and Pages
      run: |
        RESPONSE=$(curl -s -X 'GET' \
          'https://neodb.social/api/me/shelf/complete?page=1' \
          -H 'accept: application/json' \
          -H 'Authorization: Bearer ${{ secrets.NEODB_ACCESS_TOKEN }}')

        REMOTE_UUID=$(echo "$RESPONSE" | jq -r '.data[0].item.uuid')
        REMOTE_PAGES=$(echo "$RESPONSE" | jq -r '.pages')

        echo "REMOTE_UUID=$REMOTE_UUID" >> $GITHUB_ENV
        echo "REMOTE_PAGES=$REMOTE_PAGES" >> $GITHUB_ENV

    # 对比本地的 UUID 和远程 UUID，相等就跳过，不相等就下载新数据
    - name: UUID Compare
      run: |
        if [ ${{ env.REMOTE_UUID }} != ${{ env.CURRENT_UUID }} ]; then
          echo "Variables are not equal. Running the next steps."
        else
          echo "Variables are equal. Skipping the next steps."
          exit 0
        fi

    # 下载所有数据
    - name: Get All NeoDB
      if: ${{ env.REMOTE_UUID != env.CURRENT_UUID }}
      run: |
        pages=${{ env.REMOTE_PAGES }}

        # 个人使用，新建 WorkDIR ，排除 vercel.json 和 package.json 等
        mkdir neodb
        cd neodb

        # 下载数据
        for ((i=1; i<=$pages; i++)); do
          url="https://neodb.social/api/me/shelf/complete?page=$i"
          filename="movie$i.json"

        # 下载文件并保存为对应的文件名
        curl -X 'GET' "$url" \
          -H 'accept: application/json' \
          -H 'Authorization: Bearer ${{ secrets.NEODB_ACCESS_TOKEN }}' > "$filename"
        done

        # 把所有数据合并成一个文件
        jq -c -s '{data: map(.data[]) | unique | sort_by(.created_time) | reverse, pages: map(.pages)[0], count: map(.count)[0]}' *.json > movie.json

        # 更新 NeoDB 数据
        cp -f movie.json ${{ env.WORK_DIR }}/assets/data/neodb/

    - name: Download NeoDB Cover
      if: ${{ env.REMOTE_UUID != env.CURRENT_UUID }}
      run: |
        # 检查 movie 目录是否存在，如果不存在则创建
        if [ ! -d "movie" ]; then
          mkdir movie
        fi

        # 读取本地的 movie.json 文件内容
        json=$(cat assets/data/neodb/movie.json)

        # 提取图片 URL
        image_urls=$(echo "$json" | jq -r '.data[].item.cover_image_url')

        # 遍历图片 URL 并下载图片
        for url in $image_urls; do
          filename=$(basename "$url")
          filepath="assets/images/neodb/cover/$filename"
          # 检查文件是否已存在
          if [ -f "$filepath" ]; then
            echo "Skipping $filename - File already exists"
          else
            # 使用 curl 命令下载图片
            curl -o "$filepath" "$url"
            echo "Downloaded $filename"
            echo "REMOTE_UUID=''" >> $GITHUB_ENV
          fi
        done

    # 把修改后的数据提交到 GitHub 仓库
    - name: Git Add and Commit
      if: ${{ env.REMOTE_UUID != env.CURRENT_UUID }}
      uses: EndBug/add-and-commit@v9
      with:
        message: 'chore(data): update neodb data'
        committer_name: 'github-actions[bot]'
        committer_email: 'github-actions[bot]@users.noreply.github.com'
        add: |
          './assets/data/neodb'
          './assets/images/neodb/cover'

    # # 调用另外的 GitHub Actions 构建 Hugo
    - name: Build Hugo and Deploy
      if: ${{ env.REMOTE_UUID != env.CURRENT_UUID }}
      uses: peter-evans/repository-dispatch@v3
      with:
          event-type: build-hugo

    # 同步新海报到 s3
    - name: Sync Cover to static s3
      if: ${{ env.REMOTE_UUID != env.CURRENT_UUID }}
      run: |
        git clone https://github.com/eallion/static tmp
        cp -rn assets/images/neodb/cover/* tmp/images/neodb/
        cd tmp
        git config user.name "eallion"
        git config user.email "eallions@gmail.com"
        git remote set-url --add --push origin https://eallion:${{ secrets.PICLIST_GITHUB_TOKEN }}@github.com/eallion/static.git
        git add .
        git commit -m "chore: sync cover"
        git push