import sys
rank_eval_dir = './rankeval-master/src/'
sys.path.append(rank_eval_dir)

from sentence.ranking import Ranking

reference_list = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12]
predicted_list = [2, 1, 4, 3, 6, 5, 8, 7, 10, 9, 12, 11]

reference_ranking = Ranking(reference_list)
predicted_ranking = Ranking(predicted_list)

from evaluation.ranking.segment import kendall_tau

result = kendall_tau(predicted_ranking, reference_ranking)

result.tau

from evaluation.ranking.set import kendall_tau_set

# make a second example prediction
predicted_list_two = [12, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 1]
predicted_ranking_two = Ranking(predicted_list_two)

predicted_set = [predicted_ranking, predicted_ranking_two]
reference_set = [reference_ranking, reference_ranking]

result_set = kendall_tau_set(predicted_set, reference_set)

result_set