Commit a1439cf8 authored by Vít Novotný's avatar Vít Novotný
Browse files

Rename Mr. Random to xrando42

parent 2ecd25d9
Pipeline #61725 failed with stage
...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-11-math-2-main* ...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-11-math-2-main*
| nDCG | Result name | User | | nDCG | Result name | User |
|:-----|:------------|------| |:-----|:------------|------|
| *0.6894* | *random* | *Mr. Random* | | *0.6894* | *random* | *xrando42* |
...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-12-mathir-arxiv ...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-12-mathir-arxiv
| nDCG | Result name | User | | nDCG | Result name | User |
|:-----|:------------|------| |:-----|:------------|------|
| *0.6471* | *random* | *Mr. Random* | | *0.6471* | *random* | *xrando42* |
...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-12-mathir-math- ...@@ -2,4 +2,4 @@ This table contains the best result for every user on the *ntcir-12-mathir-math-
| nDCG | Result name | User | | nDCG | Result name | User |
|:-----|:------------|------| |:-----|:------------|------|
| *0.7336* | *random* | *Mr. Random* | | *0.7336* | *random* | *xrando42* |
...@@ -24,7 +24,7 @@ if __name__ == '__main__': ...@@ -24,7 +24,7 @@ if __name__ == '__main__':
for task in TASKS: for task in TASKS:
random_ndcg = get_random_ndcg(task, 'validation') random_ndcg = get_random_ndcg(task, 'validation')
users = glob(os.path.join(task, '*', '')) users = glob(os.path.join(task, '*', ''))
task_results = [(random_ndcg, 'random', 'Mr. Random')] task_results = [(random_ndcg, 'random', 'xrando42')]
for user in users: for user in users:
user = os.path.normpath(user) user = os.path.normpath(user)
user_name = os.path.basename(user) user_name = os.path.basename(user)
......
...@@ -5,7 +5,7 @@ from setuptools import setup ...@@ -5,7 +5,7 @@ from setuptools import setup
setup( setup(
name='arqmath_eval', name='arqmath_eval',
version='0.0.10', version='0.0.11',
description='Evaluation of ARQMath systems', description='Evaluation of ARQMath systems',
packages=['arqmath_eval'], packages=['arqmath_eval'],
package_dir={'arqmath_eval': 'scripts'}, package_dir={'arqmath_eval': 'scripts'},
......
...@@ -5,4 +5,4 @@ This table contains the best result for every user on the *task1-votes* task. ...@@ -5,4 +5,4 @@ This table contains the best result for every user on the *task1-votes* task.
| 0.7796 | sbert, validation, html-removal, exid9 | xstefan3 | | 0.7796 | sbert, validation, html-removal, exid9 | xstefan3 |
| 0.7614 | prefix, phrases=2, alpha=0.05, bucket=2M, iter=5, max-n=6, min-alpha=0, min-count=5, min-n=3, negative=5, sample=0.0001, sg=1, size=300, window=5, dominant=True, nonzero-limit=800, symmetric=True, exponent=4.0, threshold=-1.0 | xnovot32 | | 0.7614 | prefix, phrases=2, alpha=0.05, bucket=2M, iter=5, max-n=6, min-alpha=0, min-count=5, min-n=3, negative=5, sample=0.0001, sg=1, size=300, window=5, dominant=True, nonzero-limit=800, symmetric=True, exponent=4.0, threshold=-1.0 | xnovot32 |
| 0.7604 | prefix, phrases=2, alpha=0.1, dm=0, dm-concat=1, epochs=5, hs=0, min-alpha=0, min-count=5, negative=12, vector-size=300, window=8 | ayetiran | | 0.7604 | prefix, phrases=2, alpha=0.1, dm=0, dm-concat=1, epochs=5, hs=0, min-alpha=0, min-count=5, negative=12, vector-size=300, window=8 | ayetiran |
| *0.7578* | *random* | *Mr. Random* | | *0.7578* | *random* | *xrando42* |
...@@ -3,7 +3,7 @@ This table contains the best result for every user on the *task1* task. ...@@ -3,7 +3,7 @@ This table contains the best result for every user on the *task1* task.
| nDCG | Result name | User | | nDCG | Result name | User |
|:-----|:------------|------| |:-----|:------------|------|
| *0.8477* | *random* | *xstefan3* | | *0.8477* | *random* | *xstefan3* |
| *0.8477* | *random* | *xrando42* |
| *0.8477* | *random* | *xnovot32* | | *0.8477* | *random* | *xnovot32* |
| *0.8477* | *random* | *xluptak4* | | *0.8477* | *random* | *xluptak4* |
| *0.8477* | *random* | *ayetiran* | | *0.8477* | *random* | *ayetiran* |
| *0.8477* | *random* | *Mr. Random* |
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment