expiredDomains.yml

name: "Check Expired Domains From Filterlists"

on:
  workflow_dispatch:
    inputs:
      number_of_KAD_jobs:
        description: "Number of KAD jobs"
        required: true
        default: 3
  # schedule:
  #   - cron: "55 23 * * 6"

jobs:
  KAD_S:
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    outputs:
      job-strategy-matrix: ${{ steps.generate.outputs.job-strategy-matrix }}
    steps:
      - uses: actions/checkout@v3
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh KAD
          ./scripts/CI/CI_LETS_DO_THIS.sh KADhosts
      - uses: actions/upload-artifact@v3
        with:
          name: E_KAD_S
          path: |
            split/KAD_0*
      - uses: actions/upload-artifact@v3
        with:
          name: E_KADH_S
          path: |
            split/KADhosts_0*
      - id: generate
        run: |
          JOB_STRATEGY_MATRIX=$(node -e "let r=[]; for(let i = 1; i <= process.env.NUMBER_OF_KAD_JOBS; i++) { r.push(i) }; console.log(JSON.stringify(r));")
          echo "::set-output name=job-strategy-matrix::$JOB_STRATEGY_MATRIX"
        env:
          NUMBER_OF_KAD_JOBS: ${{ github.event.inputs.number_of_kad_jobs }}
  KAD:
    needs: KAD_S
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    strategy:
      matrix:
        job: ${{ fromJson(needs.KAD_S.outputs.job-strategy-matrix) }}
      max-parallel: ${{ github.event.inputs.number_of_kad_jobs }}
    steps:
      - uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          name: E_KAD_S
          path: split
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh KAD_0${{ matrix.job }}
          echo 'E_KAD_0<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh KAD_0${{ matrix.job }})" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
          echo "currentKADName=E_KAD_0${{ matrix.job }}" >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: ${{ env.currentKADName }}
          path: |
            ${{ env.E_KAD_0 }}
  KADhosts_01:
    needs: KAD_S
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          name: E_KADH_S
          path: split
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh KADhosts_01
          echo 'E_KADH_01<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh KADhosts_01)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_KADH_01
          path: |
            ${{ env.E_KADH_01 }}
  KADhosts_02:
    needs: KAD_S
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          name: E_KADH_S
          path: split
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh KADhosts_02
          echo 'E_KADH_02<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh KADhosts_02)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_KADH_02
          path: |
            ${{ env.E_KADH_02 }}
  PAF:
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh PAF_C
          echo 'E_PAF<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh \
          PAF_arrows \
          PAF_backgrounds_self-advertising \
          PAF_contact_feedback_widgets \
          PAF_e_newspaper \
          PAF_newsletters \
          PAF_other_widgets \
          PAF_pop-ups \
          PAF_push \
          PAF_scrolling_videos \
          PAF_backgrounds_self-adv_supp \
          PAF_comeback_titles \
          PAF_contact_feedback_widgets_supp \
          PAF_newsletters_supp \
          PAF_other_elements_supp \
          PAF_pop-ups_supp \
          PAF_push_supp \
          PAF_scrolling_videos_supp \
          PAF_tagged_internal_links)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_PAF
          path: |
            ${{ env.E_PAF }}
  SocialPASS:
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh Social_C
          ./scripts/CI/CI_LETS_DO_THIS.sh PASS
          echo 'E_SOCIAL<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh polish_rss_filters polish_rss_filters_supp adblock_social_list social_filters_uB_AG)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_SOCIAL
          path: |
            ${{ env.E_SOCIAL }}
  Cookies:
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS.sh Cookies_C
          echo 'E_COOKIES<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh adblock_cookies cookies_uB_AG)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_COOKIES
          path: |
            ${{ env.E_COOKIES }}
  KAD_limit:
    needs: [KAD]
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      - uses: dawidd6/action-download-artifact@v2
        with:
          name: E_KAD_0
          path: expired-domains
          name_is_regexp: true
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/CI_LETS_DO_THIS_KAD_limit.sh
          echo 'E_KAD<<EOF' >> $GITHUB_ENV
          echo "$(./scripts/CI/getFileListForED.sh KAD)" >> $GITHUB_ENV
          echo 'EOF' >> $GITHUB_ENV
      - uses: actions/upload-artifact@v3
        with:
          name: E_KAD
          path: |
            ${{ env.E_KAD }}
  deploy:
    needs: [KAD_limit, KADhosts_00, KADhosts_01, PAF, SocialPASS, Cookies]
    runs-on: ubuntu-latest
    container: polishfiltersteam/expired_domains_image:latest
    steps:
      - uses: actions/checkout@v3
      ## See https://github.com/actions/download-artifact/issues/68
      ## Unfortunately currently it's not possible to skip creating extra directory
      ## when we want to download all artifacts at once without specyfing name.
      ## Bad joke...
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_KAD
          path: expired-domains
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_KADH_00
          path: expired-domains
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_KADH_01
          path: expired-domains
      # - continue-on-error: true
      #   uses: actions/download-artifact@v3
      #   with:
      #     name: E_KADH_02
      #     path: expired-domains
      # - continue-on-error: true
      #   uses: actions/download-artifact@v3
      #   with:
      #     name: E_KADH_03
      #     path: expired-domains
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_PAF
          path: expired-domains
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_SOCIAL
          path: expired-domains
      - continue-on-error: true
        uses: actions/download-artifact@v3
        with:
          name: E_COOKIES
          path: expired-domains
      - run: |
          git config --global --add safe.directory "$GITHUB_WORKSPACE"
          ./scripts/CI/cleanup_push.sh