data_PyRTL.py

# Data extracted for plotting
# Each LLM maps to a list of benchmarks in the following order:
# ['HC', 'HP', 'VE2-C', 'VE2-P']
# Each benchmark contains a list of values corresponding to commands in the following order:
# ['simple', 'init_desc', 'few_shot', 'init', 'supp']
data = {
    'GPT-4': [  # Data for GPT-4
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'GPT-3.5n': [  # Data for GPT-3.5n
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'GPT-3.5o': [  # Data for GPT-3.5o
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'GPro-1.0': [  # Data for GPro-1.0
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'Gpro_1.5': [  # Data for Gpro_1.5
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'llmama40': [  # Data for llmama40
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
    'llama70': [  # Data for llama70
        # HC
        [0, 0, 0, 0, 0],
        # HP
        [0, 0, 0, 0, 0],
        # VE2-C
        [0, 0, 0, 0, 0],
        # VE2-P
        [0, 0, 0, 0, 0],
    ],
}