Commit d2702cf9 authored by Vít Novotný's avatar Vít Novotný
Browse files

Add task2-topics-formula_ids.V.1.1 task

parent a1439cf8

scripts/configuration.py

+4 −1
Original line number Diff line number Diff line
@@ -38,11 +38,14 @@ RELEVANCE_JUDGEMENTS = { 
    'test': {

        'task1': 'qrel.V1.0-test.tsv',

        'task1-votes': 'votes-qrels-test.V1.0.tsv',

        'task1-votes.V1.2': 'votes-qrels.V1.2.tsv',

        'ntcir-11-math-2-main': 'NTCIR11_Math-qrels-test.dat',

        'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-test.dat',

        'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-test.dat',

    },

    'all': {

        'task1-votes.V1.2': 'votes-qrels.V1.2.tsv',

        'task2-topics-formula_ids.V.1.1': 'topics-formula_ids-qrels.V1.1.tsv',

    }

}

TASKS = list(RELEVANCE_JUDGEMENTS['validation'].keys())

PARSED_RELEVANCE_JUDGEMENTS = {}

setup.py

+2 −1
Original line number Diff line number Diff line
@@ -5,7 +5,7 @@ from setuptools import setup 


setup(

    name='arqmath_eval',

    version='0.0.11',

    version='0.0.12',

    description='Evaluation of ARQMath systems',

    packages=['arqmath_eval'],

    package_dir={'arqmath_eval': 'scripts'},
@@ -33,6 +33,7 @@ setup( 
            'votes-qrels-validation.V1.0.tsv',

            'votes-qrels-test.V1.0.tsv',

            'votes-qrels.V1.2.tsv',

            'topics-formula_ids-qrels.V1.1.tsv',

        ],

    },

    include_package_data=True,