Unverified Commit 024841dc authored by Vít Novotný's avatar Vít Novotný
Browse files

Add support for PV211-utils splits

parent 2c6dca76
......@@ -27,6 +27,15 @@ RELEVANCE_JUDGEMENTS = {
'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-train.dat',
'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-train.dat',
},
'train-pv211-utils': {
'task1': 'qrel_task1-train-pv211-utils.tsv',
},
'smaller-train-pv211-utils': {
'task1': 'qrel_task1-smaller-train-pv211-utils.tsv',
},
'bigger-train-pv211-utils': {
'task1': 'qrel_task1-bigger-train-pv211-utils.tsv',
},
'small-validation': {
'task1-votes': 'votes-qrels-small-validation.V1.0.tsv',
},
......@@ -39,6 +48,12 @@ RELEVANCE_JUDGEMENTS = {
'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-validation.dat',
'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-validation.dat',
},
'validation-pv211-utils': {
'task1': 'qrel_task1-validation-pv211-utils.tsv',
},
'smaller-validation-pv211-utils': {
'task1': 'qrel_task1-smaller-validation-pv211-utils.tsv',
},
'test': {
'task1': 'qrel_task1-test.tsv',
'task2': 'qrel_task2-test.tsv',
......@@ -48,6 +63,9 @@ RELEVANCE_JUDGEMENTS = {
'ntcir-12-mathir-arxiv-main': 'NTCIR12_Math-qrels_agg-test.dat',
'ntcir-12-mathir-math-wiki-formula': 'NTCIR12_MathWikiFrm-qrels_agg-test.dat',
},
'test-pv211-utils': {
'task1': 'qrel_task1-test-pv211-utils.tsv',
},
'all': {
'task1': 'qrel_task1.tsv',
'task2': 'qrel_task2.tsv',
......
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
This diff is collapsed.
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment