update mteb eval

FlagOpen · Nov 15, 2024 · abd9ae8 · abd9ae8
1 parent 61ab7e0
commit abd9ae8
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/FlagEmbedding/evaluation/mteb/runner.py b/FlagEmbedding/evaluation/mteb/runner.py
@@ -65,7 +65,13 @@ def read_results(self, output_folder, tasks):
                         print('ERROR')
                         break
 
-                    temp_data = data['scores'][split][0]
+                    temp_datas = data['scores'][split][0]
+                    temp_data = None
+                    for td in temp_datas:
+                        if td['hf_subset'] == 'default':
+                            temp_data = td
+                    if temp_data is None:
+                        temp_data = temp_datas[0]
                     tasks_results[t_type][task_name] = round(temp_data['main_score'] * 100, 2)
 
         print(f"tasks_results: {tasks_results}")