compute_metrics_on_recs.py

from elliot.run import run_experiment
from config_metrics_template import METRICS_TEMPLATE
import os

RECS_FOLDER = os.path.abspath('./results/recs')
CONFIG_DIR = './config_files'

assert os.path.exists(RECS_FOLDER)
assert os.path.exists(CONFIG_DIR)

datasets = ['facebook_book', 'yahoo_movies', 'movielens']

for dataset in datasets:
    print(f'Computing recs for {dataset}')
    recs_folder = os.path.join(RECS_FOLDER, dataset)
    assert os.path.exists(recs_folder)

    config = METRICS_TEMPLATE.format(dataset=dataset, recs=recs_folder)
    config_path = os.path.join(CONFIG_DIR, 'runtime_metrics_conf.yml')
    with open(config_path, 'w') as file:
        file.write(config)
    run_experiment(config_path)