Commit d2702cf9 authored by Vít Novotný's avatar Vít Novotný
Browse files

Add task2-topics-formula_ids.V.1.1 task

parent a1439cf8
......@@ -38,11 +38,14 @@ RELEVANCE_JUDGEMENTS = {
'test': {
'task1': 'qrel.V1.0-test.tsv',
'task1-votes': 'votes-qrels-test.V1.0.tsv',
'task1-votes.V1.2': 'votes-qrels.V1.2.tsv',
'ntcir-11-math-2-main': 'NTCIR11_Math-qrels-test.dat',
'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-test.dat',
'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-test.dat',
},
'all': {
'task1-votes.V1.2': 'votes-qrels.V1.2.tsv',
'task2-topics-formula_ids.V.1.1': 'topics-formula_ids-qrels.V1.1.tsv',
}
}
TASKS = list(RELEVANCE_JUDGEMENTS['validation'].keys())
PARSED_RELEVANCE_JUDGEMENTS = {}
......
......@@ -5,7 +5,7 @@ from setuptools import setup
setup(
name='arqmath_eval',
version='0.0.11',
version='0.0.12',
description='Evaluation of ARQMath systems',
packages=['arqmath_eval'],
package_dir={'arqmath_eval': 'scripts'},
......@@ -33,6 +33,7 @@ setup(
'votes-qrels-validation.V1.0.tsv',
'votes-qrels-test.V1.0.tsv',
'votes-qrels.V1.2.tsv',
'topics-formula_ids-qrels.V1.1.tsv',
],
},
include_package_data=True,
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment