Commit c354b30a authored by Vít Novotný's avatar Vít Novotný
Browse files

Add task1-votes-V1.2 task

parent 6ae73714

scripts/configuration.py

+1 −0
Original line number Diff line number Diff line
@@ -38,6 +38,7 @@ RELEVANCE_JUDGEMENTS = { 
    'test': {

        'task1': 'qrel.V1.0-test.tsv',

        'task1-votes': 'votes-qrels-test.V1.0.tsv',

        'task1-votes.V1.2': 'votes-qrels.V1.2.tsv',

        'ntcir-11-math-2-main': 'NTCIR11_Math-qrels-test.dat',

        'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-test.dat',

        'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-test.dat',

scripts/votes-qrels.V1.2.tsv

0 → 100644
+1445487 −0

File added.

File size exceeds preview limit.

View file

setup.py

+2 −1
Original line number Diff line number Diff line
@@ -5,7 +5,7 @@ from setuptools import setup 


setup(

    name='arqmath_eval',

    version='0.0.8',

    version='0.0.9',

    description='Evaluation of ARQMath systems',

    packages=['arqmath_eval'],

    package_dir={'arqmath_eval': 'scripts'},
@@ -32,6 +32,7 @@ setup( 
            'votes-qrels-small-validation.V1.0.tsv',

            'votes-qrels-validation.V1.0.tsv',

            'votes-qrels-test.V1.0.tsv',

            'votes-qrels.V1.2.tsv',

        ],

    },

    include_package_data=True,