Commit 2496357e authored by Vít Novotný's avatar Vít Novotný
Browse files

Fix definition of arqmath_eval.configuration.TASKS

parent 3001afd4

scripts/configuration.py

+1 −1
Original line number Diff line number Diff line
@@ -44,7 +44,7 @@ RELEVANCE_JUDGEMENTS = { 
        'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-test.dat',

    },

}

TASKS = list(RELEVANCE_JUDGEMENTS['test'].keys())

TASKS = list(RELEVANCE_JUDGEMENTS['validation'].keys())

PARSED_RELEVANCE_JUDGEMENTS = {}

EVALUATORS = {}

for subset, filenames in RELEVANCE_JUDGEMENTS.items():