-
-
Notifications
You must be signed in to change notification settings - Fork 0
155 lines (124 loc) · 4.03 KB
/
run_gemini_v2.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
name: Tagging with Gemini API
on:
push:
branches:
- machine-learn
paths:
- 'machine-learn/scrape_data/level0/Gemini-synthetic-v2/**'
- '.github/workflows/run_gemini_v2.yml'
jobs:
process_songs_0-1999:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install google-generativeai
- name: Run Python Script for lines 0-1999
env:
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
run: |
python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 0 1999
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: song-tags-output-0-1999
path: tagged_songs.json
process_songs_2000-3999:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install google-generativeai
- name: Run Python Script for lines 2000-3999
env:
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
run: |
python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 2000 3999
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: song-tags-output-2000-3999
path: tagged_songs.json
process_songs_4000-5999:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install google-generativeai
- name: Run Python Script for lines 4000-5999
env:
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
run: |
python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 4000 5999
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: song-tags-output-4000-5999
path: tagged_songs.json
process_songs_6000-7999:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install google-generativeai
- name: Run Python Script for lines 6000-7999
env:
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
run: |
python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 6000 7999
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: song-tags-output-6000-7999
path: tagged_songs.json
process_songs_8000-9999:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install google-generativeai
- name: Run Python Script for lines 8000-9999
env:
GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
run: |
python machine-learn/scrape_data/level0/Gemini-synthetic-v2/1-gemini_tagging-api.py 8000 9999
- name: Upload Artifact
uses: actions/upload-artifact@v4
with:
name: song-tags-output-8000-9999
path: tagged_songs.json