This module contains all the code for running our experiments for Tango. To reproduce our results, please run each of the cells in this notebook.

execute_retrieval_run[source]

execute_retrieval_run(run, similarities)

run_settings[source]

run_settings(settings, similarities, config, systems_allowed=[])

write_results[source]

write_results(output_path, results)

write_rankings[source]

write_rankings(output_path, rankings)

convert_results_format[source]

convert_results_format(sim_path, settings_path, out_path, models)

sim_path = path/'outputs/results'
settings_path = path/'outputs/evaluation_settings'
out_path = path/'outputs'
models = ['SimCLR']
convert_results_format(sim_path, settings_path, out_path, models)

get_info_to_ranking_results[source]

get_info_to_ranking_results(ranking, ranking_results, run, dl_model, ir_model, weight_str, setting)

tango_combined[source]

tango_combined(out_path, dl_rankings_path, ir_rankings_path, settings_path, dl_models, ir_models)

dl_ranking_path = path/'outputs/user_rankings_weighted_all/all_rankings.csv'
ir_rankings_path = path/'models/tango_txt/tango_txt_rankings/all_rankings.json'
settings_path = path/'outputs/evaluation_settings'

tango_combined(dl_ranking_path, ir_rankings_path, settings_path)
from nbdev.export import notebook2script
notebook2script()