Update run_gemini_v2.yml

NHLOCAL · Dec 19, 2024 · d70f00f · d70f00f
1 parent 37e4112
commit d70f00f
Showing 1 changed file with 46 additions and 24 deletions.
diff --git a/.github/workflows/run_gemini_v2.yml b/.github/workflows/run_gemini_v2.yml
@@ -9,7 +9,7 @@ on:
       - '.github/workflows/run_gemini_v2.yml'
 
 jobs:
-  process_songs_1000-2000:
+  process_songs_0-1999:
     runs-on: ubuntu-latest
 
     steps:
@@ -26,21 +26,19 @@ jobs:
           python -m pip install --upgrade pip
           pip install google-generativeai
 
-      - name: Run Python Script for lines 10001-10500
+      - name: Run Python Script for lines 0-1999
         env:
           GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
         run: |
-          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 1001 2000
-
+          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 0 1999
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v4
         with:
-          name: song-tags-output
+          name: song-tags-output-0-1999
           path: tagged_songs.json
 
-
-  process_songs_2000-3000:
+  process_songs_2000-3999:
     runs-on: ubuntu-latest
 
     steps:
@@ -57,21 +55,19 @@ jobs:
           python -m pip install --upgrade pip
           pip install google-generativeai
 
-      - name: Run Python Script for lines 10001-10500
+      - name: Run Python Script for lines 2000-3999
         env:
           GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
         run: |
-          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2001 3000
-
+          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2000 3999
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v4
         with:
-          name: song-tags-output
+          name: song-tags-output-2000-3999
           path: tagged_songs.json
-
-
-  process_songs_3000-4000:
+
+  process_songs_4000-5999:
     runs-on: ubuntu-latest
 
     steps:
@@ -88,21 +84,19 @@ jobs:
           python -m pip install --upgrade pip
           pip install google-generativeai
 
-      - name: Run Python Script for lines 10001-10500
+      - name: Run Python Script for lines 4000-5999
         env:
           GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
         run: |
-          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 3001 4000
-
+          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4000 5999
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v4
         with:
-          name: song-tags-output
+          name: song-tags-output-4000-5999
           path: tagged_songs.json
-
 
-  process_songs_4000-5000:
+  process_songs_6000-7999:
     runs-on: ubuntu-latest
 
     steps:
@@ -119,15 +113,43 @@ jobs:
           python -m pip install --upgrade pip
           pip install google-generativeai
 
-      - name: Run Python Script for lines 10001-10500
+      - name: Run Python Script for lines 6000-7999
         env:
           GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
         run: |
-          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4001 5000
+          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 6000 7999
+
+      - name: Upload Artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: song-tags-output-6000-7999
+          path: tagged_songs.json
+
+  process_songs_8000-9999:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install google-generativeai
 
+      - name: Run Python Script for lines 8000-9999
+        env:
+          GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+        run: |
+          python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 8000 9999
 
       - name: Upload Artifact
         uses: actions/upload-artifact@v4
         with:
-          name: song-tags-output
-          path: tagged_songs.json
+          name: song-tags-output-8000-9999
+          path: tagged_songs.json