Unverified Commit 5c52474f authored by Vít Starý Novotný's avatar Vít Starý Novotný
Browse files

First clip, then remove non-judged documents

parent a7ef139a

scripts/common.py

+1 −1
Original line number Original line Diff line number Diff line
@@ -122,8 +122,8 @@ def get_ndcg(parsed_run, task, subset, topn=1000, confidence=None): 




    """

    """

    evaluator = EVALUATORS[subset][task]

    evaluator = EVALUATORS[subset][task]

    parsed_run = _remove_nonjudged_topics_and_documents(parsed_run, task, subset)

    parsed_run = _clip_topn(parsed_run, topn)

    parsed_run = _clip_topn(parsed_run, topn)

    parsed_run = _remove_nonjudged_topics_and_documents(parsed_run, task, subset)

    if not parsed_run:

    if not parsed_run:

        return 0.0

        return 0.0

    evaluation = evaluator.evaluate(parsed_run)

    evaluation = evaluator.evaluate(parsed_run)