table1_general.py

# Import
import matplotlib.pyplot as plt
from tueplots import bundles
import tueplots
# plt.rcParams.update(bundles.iclr2024())
import numpy as np
import math
import os

# Constant
TABLE_NAME = "generaltable1_zeroshot"
ECOLOR ='orange'
BAR_COLOR = tueplots.constants.color.rgb.tue_blue
BAR_WIDTH = 0.93
if not os.path.exists(TABLE_NAME):
    os.mkdir(TABLE_NAME)
# Data
MODELS = ['Our 70B', 'Our 13B', 'Our 7B', 'Llama-2 13B', 'Llama-2 7B', 'Vietcuna 7B', 'MixSUra 7x8B', 'Gemini Pro', 'GPT-3.5-turbo', 'GPT-4']
EXCLUDE_MODELS = ['Gemini Pro','GPT-3.5-turbo', 'GPT-4']
qa_task = {
    "XQuAD": {
        "EM": {
            "mean": [0.06, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.17, 0.00, 0.00],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "F1": {
            "mean": [0.30, 0.14, 0.14, 0.04, 0.05, 0.00, 0.17, 0.39, 0.24, 0.27],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
    },
    "MLQA": {
        "EM": {
            "mean": [0.04, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.18, 0.00, 0.00],
            "std": [0.00, 0.00, 0.00, 0.02, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "F1": {
            "mean": [0.28, 0.15, 0.16, 0.05, 0.06, 0.00, 0.18, 0.00, 0.25, 0.27],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
    },
}

sum_task = {
    "VietNews": {
        "R1": {
            "mean": [0.42, 0.38, 0.38, 0.06, 0.06, 0.28, 0.4, 0.44, 0.36, 0.41],
            "std": [0.17, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "R2": {
            "mean": [0.21, 0.18, 0.14, 0.02, 0.01, 0.06, 0.15, 0.22, 0.2, 0.21],
            "std": [0.12, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "RL": {
            "mean": [0.28, 0.25, 0.25, 0.04, 0.05, 0.18, 0.26, 0.28, 0.24, 0.26],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "SC": {
            "mean": [-0.11, -0.09, -0.09, -0.09, -0.09, -0.09, -0.16, 0.0, -0.16, -0.08],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "BS": {
            "mean": [0.03, 0.01, 0.04, -0.18, -0.23, -0.09, 0.19, -0.01, 0.04, -0.04],
            "std": [0.19, 0.18, 0.12, 0.04, 0.04, 0.09, 0.07, 0.0, 0.13, 0.11]
        },
        "Cv": {
            "mean": [0.85, 0.71, 0.65, 0.07, 0.06, 0.31, 0.73, 0.86, 0.86, 0.84],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "De": {
            "mean": [14.59, 6.01, 4.88, 0.43, 0.21, 0.8, 4.79, 3.28, 3.97, 3.45],
            "std": [0.05, 0.07, 0.03, 0.01, 0.0, 0.01, 0.07, 0.0, 0.02, 0.0]
        },
        "Cp": {
            "mean": [17.21, 24.27, 7.77, 28.25, 15.75, 171.63, 6.22, 8.13, 13.32, 15.43],
            "std": [0.33, 0.61, 0.05, 0.24, 0.2, 1.71, 0.07, 0.0, 0.65, 0.49]
        },
    },
    "WikiLingua": {
        "R1": {
            "mean": [0.37, 0.22, 0.4, 0.04, 0.04, 0.24, 0.47, 0.4, 0.43, 0.44],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "R2": {
            "mean": [0.16, 0.08, 0.15, 0.0, 0.0, 0.06, 0.22, 0.18, 0.21, 0.21],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "RL": {
            "mean": [0.24, 0.14, 0.26, 0.03, 0.03, 0.15, 0.29, 0.26, 0.27, 0.27],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "SC": {
            "mean": [-0.22, -0.16, -0.16, -0.16, -0.16, -0.16, 0.0, -0.16, -0.16, -0.16],
            "std": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
        },
        "BS": {
            "mean": [0.26, -0.13, 0.19, -0.11, -0.14, -0.18, 0.23, 0.02, 0.22, 0.24],
            "std": [0.16, 0.12, 0.07, 0.08, 0.07, 0.07, 0.0, 0.13, 0.03, 0.04]
        },
        "Cv": {
            "mean": [0.17, 0.42, 0.73, 0.03, 0.03, 0.51, 0.88, 0.73, 0.87, 0.82],
            "std": [0.0, 0.01, 0.0, 0.0, 0.0, 0.01, 0.0, 0.0, 0.0, 0.0]
        },
        "De": {
            "mean": [0.22, 3.06, 4.79, 0.07, 0.06, 1.16, 4.93, 1.97, 3.29, 2.37],
            "std": [0.0, 0.1, 0.07, 0.01, 0.0, 0.01, 0.0, 0.0, 0.03, 0.0]
        },
        "Cp": {
            "mean": [22.24, 49.58, 6.22, 19.55, 17.84, 238.67, 8.75, 27.56, 35.5, 6.61],
            "std": [0.97, 1.16, 0.07, 0.51, 0.5, 3.37, 0.0, 0.0, 0.82, 0.16]
        },
    }
}

sent_task = {
    "VLSP 2016": {
        "AC": {
            "mean": [0.63, 0.52, 0.35, 0.25, 0.15, 0.11, 0.45, 0.64, 0.62, 0.71],
            "std": [0.02, 0.02, 0.02, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.01],
        },
        "F1": {
            "mean": [0.63, 0.35, 0.24, 0.25, 0.15, 0.12, 0.30, 0.47, 0.56, 0.68],
            "std": [0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.01, 0.01],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.74, 0.60, 0.54, 0.49, 0.58, 0.49, 0.62],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0],
        },
        "ECE": {
            "mean": [0.15, 0.10, 0.24, 0.39, 0.73, 0.68, 0.50, 0.31, 0.29, 0.37],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.01],
        },
        "A@10": {
            "mean": [0.87, 0.64, 0.31, 0.29, 0.12, 0.11, 0.49, 0.53, 0.62, 0.70],
            "std": [0.03, 0.05, 0.05, 0.05, 0.03, 0.03, 0, 0, 0.05, 0.04],
        },
    },
    "UiT-VSFC": {
        "AC": {
            "mean": [0.64, 0.70, 0.27, 0.29, 0.04, 0.05, 0.55, 0.76, 0.81, 0.80],
            "std": [0.01, 0.01, 0.01, 0.01, 0.00, 0.00, 0, 0, 0.31, 0.01],
        },
        "F1": {
            "mean": [0.54, 0.40, 0.18, 0.24, 0.06, 0.06, 0.40, 0.49, 0.68, 0.67],
            "std": [0.01, 0.01, 0.00, 0.01, 0.01, 0.00, 0, 0, 0.31, 0.01],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.85, 0.72, 0.52, 0.52, 0.49, 0.56, 0.66, 0, 0, 0],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.14, 0.23, 0.37, 0.42, 0.79, 0.73, 0.41, 0.43, 0.48, 0.47],
            "std": [0.00, 0.01, 0.01, 0.01, 0.00, 0.00, 0, 0, 0.01, 0.01],
        },
        "A@10": {
            "mean": [0.98, 0.95, 0.03, 0.30, 0.01, 0.05, 0.60, 0.77, 0.83, 0.85],
            "std": [0.01, 0.01, 0.01, 0.03, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
    },
}

tcl_task = {
    "UiT-VSMEC": {
        "AC": {
            "mean": [0.40, 0.29, 0.13, 0.11, 0.07, 0.05, 0.34, 0.50, 0.43, 0.49],
            "std": [0.02, 0.02, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
        "F1": {
            "mean": [0.32, 0.25, 0.11, 0.10, 0.08, 0.02, 0.26, 0.38, 0.37, 0.46],
            "std": [0.02, 0.02, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.68, 0.52, 0.50, 0.49, 0.52, 0.52, 0.63, 0, 0, 0],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.14, 0.09, 0.15, 0.31, 0.35, 0.95, 0.64, 0.36, 0.29, 0.35],
            "std": [0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
        "A@10": {
            "mean": [0.60, 0.23, 0.21, 0.09, 0.07, 0.03, 0.57, 0.44, 0.43, 0.50],
            "std": [0.06, 0.05, 0.05, 0.04, 0.03, 0.02, 0, 0, 0.06, 0.06],
        },
    },
    "PhoATIS": {
        "AC": {
            "mean": [0.56, 0.10, 0.04, 0.03, 0.00, 0.05, 0.23, 0.89, 0.44, 0.89],
            "std": [0.02, 0.01, 0.01, 0.01, 0.06, 0.01, 0, 0, 0.02, 0.01],
        },
        "F1": {
            "mean": [0.48, 0.10, 0.04, 0.02, 0.00, 0.01, 0.33, 0.66, 0.38, 0.69],
            "std": [0.03, 0.01, 0.02, 0.00, 0.06, 0.00, 0, 0, 0.03, 0.02],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.85, 0.72, 0.77, 0.45, 0.61, 0.66, 0.90, 0, 0, 0],
            "std": [0.00, 0.00, 0.00, 0.01, 0.01, 0.00, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.25, 0.52, 0.30, 0.28, 0.32, 0.20, 0.74, 0.83, 0.38, 0.83],
            "std": [0.02, 0.01, 0.01, 0.01, 0.00, 0.01, 0, 0, 0.02, 0.01],
        },
        "A@10": {
            "mean": [0.56, 0.14, 0.04, 0.03, 0.00, 0.01, 0.48, 0.74, 0.44, 0.89],
            "std": [0.06, 0.04, 0.02, 0.02, 0.00, 0.21, 0, 0, 0.05, 0.03],
        },
    },
}

kn_task = {
    "ZaloE2E": {
        "EM": {
            "mean": [0.28, 0.12, 0.09, 0.06, 0.03, 0.03, 0.04, 0.25, 0.37, 0.38],
            "std": [0.02, 0.01, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
        "F1": {
            "mean": [0.44, 0.22, 0.20, 0.10, 0.07, 0.06, 0.17, 0.39, 0.56, 0.55],
            "std": [0.02, 0.01, 0.02, 0.01, 0.01, 0.01, 0, 0, 0.02, 0.02],
        },
    },
    "ViMMRC": {
        "AC": {
            "mean": [0.80, 0.40, 0.30, 0.52, 0.37, 0.32, 0.65, 0.84, 0.90, 0.92],
            "std": [0.02, 0.02, 0.02, 0.02, 0.02, 0.02, 0, 0, 0.01, 0.01],
        },
        "F1": {
            "mean": [0.80, 0.31, 0.10, 0.41, 0.25, 0.22, 0.52, 0.68, 0.72, 0.73],
            "std": [0.02, 0.02, 0.01, 0.02, 0.02, 0.02, 0, 0, 0.01, 0.06],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.85, 0.57, 0.56, 0.64, 0.51, 0.50, 0, 0, 0, 0],
            "std": [0.01, 0.02, 0.02, 0.02, 0.02, 0.00, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.10, 0.48, 0.27, 0.33, 0.35, 0.07, 0.31, 0.59, 0.65, 0.67],
            "std": [0.02, 0.02, 0.02, 0.02, 0.02, 0.02, 0, 0, 0.01, 0.01],
        },
        "A@10": {
            "mean": [0.96, 0.42, 0.56, 0.73, 0.29, 0.33, 0.31, 0.79, 0.90, 0.90],
            "std": [0.03, 0.08, 0.07, 0.07, 0.06, 0.07, 0, 0, 0.04, 0.04],
        },
    },
}

td_task = {
    "UiT-ViCTSD": {
        "AC": {
            "mean": [0.61, 0.46, 0.25, 0.16, 0.13, 0.09, 0.73, 0.79, 0.75, 0.89],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0, 0, 0.01, 0.01],
        },
        "F1": {
            "mean": [0.52, 0.28, 0.19, 0.14, 0.14, 0.07, 0.38, 0.41, 0.61, 0.69],
            "std": [0.01, 0.03, 0.01, 0.00, 0.01, 0.00, 0, 0, 0.02, 0.01],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.77, 0.53, 0.53, 0.40, 0.45, 0.50, 0, 0, 0, 0],
            "std": [0.01, 0.02, 0.01, 0.01, 0.02, 0.00, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.17, 0.22, 0.38, 0.50, 0.69, 0.41, 0.27, 0.29, 0.25, 0.39],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0, 0, 0.01, 0.01],
        },
        "A@10": {
            "mean": [0.97, 0.48, 0.13, 0.24, 0.09, 0.10, 0.60, 0.78, 0.80, 0.89],
            "std": [0.01, 0.03, 0.02, 0.02, 0.01, 0.03, 0, 0, 0.04, 0.03],
        },
    },
    "UiT-ViHSD": {
        "AC": {
            "mean": [0.38, 0.33, 0.19, 0.09, 0.03, 0.07, 0.64, 0.68, 0.55, 0.75],
            "std": [0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0, 0, 0.01, 0.01],
        },
        "F1": {
            "mean": [0.34, 0.18, 0.13, 0.13, 0.05, 0.04, 0.30, 0.36, 0.42, 0.53],
            "std": [0.01, 0.00, 0.00, 0.00, 0.01, 0.00, 0, 0, 0.01, 0.01],
        },
        "AR": {
            "exclude": EXCLUDE_MODELS,
            "mean": [0.74, 0.60, 0.55, 0.38, 0.56, 0.50, 0.65, 0, 0, 0],
            "std": [0.01, 0.01, 0.01, 0.01, 0.01, 0.00, 0, 0, 0, 0],
        },
        "ECE": {
            "mean": [0.25, 0.35, 0.46, 0.63, 0.75, 0.26, 0.32, 0.35, 0.22, 0.42],
            "std": [0.01, 0.01, 0.01, 0.00, 0.00, 0.00, 0, 0, 0.01, 0.01],
        },
        "A@10": {
            "mean": [0.91, 0.54, 0.13, 0.10, 0.00, 0.07, 0.93, 0.68, 0.55, 0.75],
            "std": [0.01, 0.02, 0.01, 0.01, 0.00, 0.01, 0, 0, 0.02, 0.02],
        },
    },
}

lm_task = {
    "MLQA-MLM": {
        "EM": {
            "mean": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.01, 0.01, 0.04],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "CER": {
            "mean": [0.50, 0.67, 0.73, 0.90, 0.95, 1.00, 0.52, 0.50, 0.42, 0.40],
            "std": [0.01, 0.00, 0.00, 0.00, 0.00, 0.00, 0, 0, 0.01, 0.01],
        },
        "WER": {
            "mean": [0.64, 0.78, 0.88, 1.00, 1.07, 1.00, 0.58, 0.52, 0.56, 0.45],
            "std": [0.01, 0.00, 0.01, 0.00, 0.01, 0.00, 0, 0, 0.01, 0.01],
        },
        "CED": {
            "mean": [519.09, 697.85, 684.00, 881.97, 860.42, 951.53, 491.52, 479.85, 54.88, 381.88],
            "std": [10.96, 11.62, 13.18, 11.23, 13.18, 12.37, 0, 0, 0.77, 10.26],
        },
        "WED": {
            "mean": [115.82, 161.34, 166.87, 208.52, 210.21, 208.57, 121.61, 108.14, 14.50, 93.34],
            "std": [2.45, 2.64, 3.18, 2.52, 3.18, 2.73, 0, 0, 0.19, 2.39],
        },
        "PLX": {
            "exclude": EXCLUDE_MODELS,
            "mean": [1.08, 1.16, 1.25, 1.10, 1.25, 1.48, 1.00, 0, 1.26, 0],
            "std": [0.01, 0.02, 0.01, 0.01, 0.01, 0.01, 0, 0, 0.00, 0],
        },
    },
    "VSEC": {
        "EM": {
            "mean": [0.00, 0.01, 0.01, 0.00, 0.00, 0.01, 0.12, 0, 0.02, 0.60],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0, 0, 0.00, 0.01],
        },
        "CER": {
            "mean": [0.88, 0.42, 3.33, 1.32, 1.54, 1.11, 0.20, 0, 0.16, 0.14],
            "std": [0.00, 0.01, 0.04, 0.01, 0.04, 0.01, 0, 0, 0.00, 0.00],
        },
        "WER": {
            "mean": [1.01, 0.56, 3.14, 1.40, 1.55, 1.20, 0.30, 0, 0.30, 0.26],
            "std": [0.00, 0.01, 0.03, 0.01, 0.03, 0.01, 0, 0, 0.00, 0.00],
        },
        "CED": {
            "mean": [113.51, 54.88, 420.34, 160.06, 171.28, 139.90, 26.83, 0, 12.63, 13.58],
            "std": [0.57, 0.77, 5.66, 1.16, 5.66, 1.39, 0, 0, 0.34, 0.45],
        },
        "WED": {
            "mean": [29.91, 14.50, 85.79, 38.12, 40.18, 33.94, 9.16, 0, 3.48, 3.67],
            "std": [0.15, 0.19, 0.96, 0.23, 0.96, 0.33, 0, 0, 0.09, 0.12],
        },
        "PLX": {
            "exclude": EXCLUDE_MODELS,
            "mean": [1.09, 1.26, 1.33, 1.11, 1.14, 1.61, 1.00, 0, 0, 0],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0, 0, 0, 0],
        },
    },
}

reasoning_task = {
    "SR - Natural": {
        "EM": {
            "mean": [0.06, 0.01, 0.00, 0.00, 0.00, 0.00, 0.02, 0.08, 0.21, 0.21],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "F1": {
            "mean": [0.34, 0.31, 0.26, 0.06, 0.24, 0.04, 0.33, 0.47, 0.59, 0.59],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "Equivalent": {
            "mean": [0.06, 0.02, 0.00, 0.00, 0.01, 0.00, 0.02, 0.08, 0.32, 0.32],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
    },
    "SR - Abstract": {
        "EM": {
            "mean": [0.02, 0.02, 0.01, 0.02, 0.00, 0.00, 0.03, 0.05, 0.09, 0.09],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "F1": {
            "mean": [0.24, 0.24, 0.17, 0.19, 0.05, 0.10, 0.22, 0.25, 0.28, 0.28],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "Equivalent": {
            "mean": [0.01, 0.01, 0.00, 0.00, 0.00, 0.00, 0.04, 0.01, 0.13, 0.13],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
    },
    "MATH": {
        "EM": {
            "mean": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "F1": {
            "mean": [0.01, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.01, 0.01, 0.01],
            "std": [0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00, 0.00],
        },
        "Equivalent": {
            "mean": [0.24, 0.14, 0.05, 0.16, 0.06, 0.01, 0.00, 0.53, 0.72, 0.76],
            "std": [0.02, 0.02, 0.01, 0.02, 0.01, 0.00, 0.00, 0.00, 0.02, 0.02],
        },
    },
}

drawing_tasks = {
    "Question-Answering": qa_task, 
    "Summarization": sum_task, 
    "Sentiment Analysis": sent_task, 
    "Text Classification": tcl_task, 
    "Knowledge": kn_task, 
    "Toxic Detection": td_task, 
    "Language Modeling": lm_task, 
    "Reasoning": reasoning_task,
}

num_of_samples = {
    "XQuAD": 1190, 
    "MLQA": 5495, 
    "VietNews": 22498, 
    "WikiLingua": 27489, 
    "VLSP 2016": 1050, 
    "UiT-VSFC": 3166, 
    "UiT-VSMEC": 693, 
    "PhoATIS": 893,
    "ZaloE2E": 600, 
    "ViMMRC": 514, 
    "UiT-ViCTSD": 1000,
    "UiT-ViHSD": 6680,
    "MLQA-MLM": 5495,
    "VSEC": 9341, 
    "SR - Natural": 5000,
    "SR - Abstract": 15000, 
    "MATH": 5000, 
}

selected_metrics = ["F1", "R1", "F1", "F1", "F1", "F1", "WER", "Equivalent"]
plt.figure(figsize=(12, 7))
for idx, (task_name, task) in enumerate(drawing_tasks.items()):
    datasets = task.keys()
    metric = selected_metrics[idx]
    average_mean = None
    average_std = None
    tmp_model = None
    for dataset in datasets:
        try:
            exclude_flag = task[dataset][metric]["exclude"] if "exclude" in task[dataset][metric].keys() else []
            tmp_model = list(filter(lambda x: x not in exclude_flag, MODELS))
            mean = task[dataset][metric]["mean"][:len(tmp_model)]
            std = task[dataset][metric]["std"][:len(tmp_model)]
            # print("Yes")
            if average_mean is None:
                average_mean = np.array(mean)*num_of_samples[dataset]
                average_std = np.array(std)*num_of_samples[dataset]
            else:
                average_mean += np.array(mean)*num_of_samples[dataset]
                average_std += np.array(std)*num_of_samples[dataset]
    
            # plt.figure(figsize=(7, 10))  # Adjust figure size as needed
            # # print(avg_std_F1_qa)
            # # plt.figure(figsize=(6, 10))  # Adjust figure size as needed
            # # Create horizontal bar plot
            # y_pos = np.arange(len(tmp_model))#0069aa

            # plt.barh(y_pos, list(reversed(mean)), align='center', color=BAR_COLOR, ecolor=ECOLOR, xerr=list((reversed(std))), error_kw=dict(lw=2, capsize=3, capthick=1, color='#fff'),  height=BAR_WIDTH)
            # # plt.errorbar(y_pos, accuracies, xerr=std, lw=2, capsize=5, capthick=2, color='#fff')
            # plt.yticks(y_pos, reversed(tmp_model), fontsize=15)
            # plt.xticks(fontsize=15)
            # # plt.xlabel(task_name, fontsize=15)
            # plt.title(f"{dataset}\n{metric}", fontsize=15)

            # # Add grid and limit y-axis to 1.0
            # plt.grid(axis='x', linestyle='--', alpha=0.8)
            # plt.xlim(math.floor(min(0, min(mean))), math.ceil(max(mean)))

            # plt.tight_layout()  # Ensures labels are not cut off
            # plt.savefig(f"{TABLE_NAME}/{TABLE_NAME}_{task_name}_{dataset}_{metric}.pdf")  # Save to a file (optional)
            # plt.close()
        except Exception as e:
            print(str(e))
            print(task_name)
            print(dataset)
            print(metric)
            exit(0)
    total_samples = sum([num_of_samples[i] for i in datasets])
    average_mean = average_mean/total_samples
    average_std = average_std/total_samples

    ax = plt.subplot(2, 4, idx+1)
    y_pos = np.arange(len(tmp_model))#0069aa

    plt.barh(y_pos, list(reversed(average_mean.tolist())), align='center', color=BAR_COLOR, ecolor=ECOLOR, xerr=list(reversed(average_std.tolist())), error_kw=dict(lw=2, capsize=3, capthick=1, color='#fff'), height=BAR_WIDTH)
    plt.yticks(y_pos, reversed(tmp_model), fontsize=10)
    plt.xticks(fontsize=10)
    plt.title(f'{task_name}\n{metric}', fontsize=12)
    max_number = max(average_mean)
    max_limit = 0
    if max_number < 0.05:
        max_limit = 0.05
    elif max_number < 0.1:
        max_limit = 0.1
    elif max_number < 0.15:
        max_limit = 0.15
    elif max_number < 0.25:
        max_limit = 0.25
    elif max_number < 0.5:
        max_limit = 0.5
    elif max_number < 0.75:
        max_limit = 0.75
    else:
        max_limit = math.ceil(max_number)

    major_ticks = np.arange(0, max_limit+0.1, round(max_limit/3, 2))
    minor_ticks = np.arange(0, max_limit, round(max_limit/3, 2))

    ax.set_xticks(major_ticks)
    ax.set_xticks(minor_ticks, minor=True)

    ax.grid(which='both', linestyle='--', alpha=0.8)
    plt.xlim(0, max_limit)
# plt.show()

plt.tight_layout()  # Ensures labels are not cut off
plt.subplots_adjust(hspace=.4)
plt.savefig(f"{TABLE_NAME}/{TABLE_NAME}.pdf")
plt.savefig(f"{TABLE_NAME}/{TABLE_NAME}.png", dpi=500)  # Save to a file (optional)
# plt.show()