langtest.utils.benchmark_utils.Leaderboard#

class Leaderboard(*args, **kwargs)#

Bases: Generic[T]

Leaderboard class to manage the ranking of the models

Parameters:

path (str) – The path to the summary file

__init__(path: str = '/home/kalyan/.langtest/leaderboard/summary.csv', *args, **kwargs) None#

Initialize the Leaderboard class with the summary file

Methods

__init__([path])

Initialize the Leaderboard class with the summary file

category_wise([rank_by])

Get the score board for the models by category

custom_wise(indices[, columns, rank_by])

Get the score board for the models by custom group

default([rank_by])

Get the score board for the models

split_wise([rank_by])

Get the score board for the models by test type

test_wise([rank_by])

Get the score board for the models by test type

category_wise(rank_by: str | list = 'Avg')#

Get the score board for the models by category

custom_wise(indices: list, columns: list = [], rank_by: str | list = 'Avg')#

Get the score board for the models by custom group

default(rank_by: str | list = 'Avg')#

Get the score board for the models

split_wise(rank_by: str | list = 'Avg')#

Get the score board for the models by test type

test_wise(rank_by: str | list = 'Avg')#

Get the score board for the models by test type