create_folder(default_location, folder_name)
|
Create the folder based on the data_dict. |
create_leaderboard(report, ...)
|
|
generate_folder_key(model, task, data, config)
|
Generate report folder key. |
generate_store_testcases(task, model, data, ...)
|
|
get_lm_studio_model_name(endpoint)
|
|
get_parameters(params_file[, update_model_dict])
|
Get the parameters from the configuration file. |
get_store_path(output_dir)
|
|
load_old_testcases(task, model, data, ...[, ...])
|
Generate the testcases. |
prepare_accuracy_summary(report, model, ...)
|
|
prepare_robustness_summary(report, model, ...)
|
|
reorder_columns(df, desired_order)
|
Reorders columns in the DataFrame according to the desired order. |
run_store_checkpoints(harness, ...)
|
Run the testcases on the checkpoints. |
save_file(file_path, data)
|
Save data to a file based on the file extension. |
update_leaderboard(summary_file_path, category)
|
|
update_summary(summary_data, category, save_dir)
|
|