Merge branch 'master' of https://gitlab.fi.muni.cz/xstefan3/arqmath-eval

#!/bin/bash

set -e

shopt -s nullglob

if [[ ! -e trec_eval ]]

then

  git clone https://github.com/usnistgov/trec_eval

  make -j -C trec_eval

fi

cd task1

# summary task 1 table header

cat > README-head.md << EOT

| User | nDCG | Result name |

|:-----|------|:------------|

EOT

for USER in */

do

  cd $USER

  # per-user task 1 table header

  cat > README-head.md << EOT

| nDCG | Result name |

|------|:------------|

EOT

  for RESULT in *.tsv

  do

    NDCG=$(../../trec_eval/trec_eval ../qrel.V0.1.tsv "$RESULT" -m ndcg | awk '{ print $3 }')

    # per-user task 1 table entries

    cat >> README-tail.md << EOT

| $NDCG | $(printf '%s\n' "${RESULT%.tsv}" | sed 's/_/, /g') |

EOT

  done

  (cat README-head.md && LC_ALL=C sort -k 2 -k 4 README-tail.md | tee >(

    # summary task 1 table header

    head -1 | while read LINE

    do

      printf '%s%s\n' "| [${USER%/}](https://gitlab.fi.muni.cz/$USER) " "$LINE"

    done >> ../README-tail.md

  )) > README.md

  rm README-head.md README-tail.md

  git add README.md

  cd ..

done

(cat README-head.md && LC_ALL=C sort -k 4 -k 2 -k 6 README-tail.md) > README.md

rm README-head.md README-tail.md

git add README.md

cd ..

if ! git diff --quiet --staged

then

  git commit -m 'Update result tables' --quiet

  git push --quiet

fi

| User | nDCG | Result name |

|:-----|------|:------------|

| [ayetiran](https://gitlab.fi.muni.cz/ayetiran/) | 0.5181 | example, key1=value1, key2=value2, etc |

| [xluptak4](https://gitlab.fi.muni.cz/xluptak4/) | 0.5181 | example, key1=value1, key2=value2, etc |

| [xnovot32](https://gitlab.fi.muni.cz/xnovot32/) | 0.5181 | example, key1=value1, key2=value2, etc |

| [xstefan3](https://gitlab.fi.muni.cz/xstefan3/) | 0.5181 | example, key1=value1, key2=value2, etc |

| nDCG | Result name |

|------|:------------|

| 0.5181 | example, key1=value1, key2=value2, etc |

| nDCG | Result name |

|------|:------------|

| 0.5181 | example, key1=value1, key2=value2, etc |