diff --git a/Makefile b/Makefile index bd583700155b6a204613295c5d08e02585adf758..27e9f8ff09ce2579b9b3d3aed3367e18a254b4fd 100644 --- a/Makefile +++ b/Makefile @@ -400,6 +400,9 @@ endef %.language-detection-page-results-hires: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(OUTPUT_OCR_GOOGLE_HIRES_DIRNAME) % $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ +%.language-detection-page-results-human: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(LANGUAGE_DETECTION_ANNOTATIONS) % + $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ annotated + $(addprefix %.detected-languages.,$(THRESHOLDS)): $(INPUT_FILENAMES_FILTERED) % $(PYTHON_RUN) scripts.extract_detected_languages $^ $(DETECTED_LANGUAGES) $@ $(subst .,,$(suffix $@)) diff --git a/output-ocr-google-hires.language-detection-page-results-human b/output-ocr-google-hires.language-detection-page-results-human new file mode 100644 index 0000000000000000000000000000000000000000..fdbbe895d16c01fb93fbc2b506c31120b0bbd459 --- /dev/null +++ b/output-ocr-google-hires.language-detection-page-results-human @@ -0,0 +1,9 @@ +Mean Mean IOU point estimate: 95.76% +Mean Mean IOU 95.00% CI estimate: [94.86%; 96.67%] + +Mean Mean Spearman's rho point estimate: 0.96 +Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] + +Mean Accuracy@1 point estimate: 99.18% +Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%] + diff --git a/output-ocr-google-lowres.language-detection-page-results-human b/output-ocr-google-lowres.language-detection-page-results-human new file mode 100644 index 0000000000000000000000000000000000000000..53832f99d8cd151eea8b5c842c60e54f813b54a1 --- /dev/null +++ b/output-ocr-google-lowres.language-detection-page-results-human @@ -0,0 +1,9 @@ +Mean Mean IOU point estimate: 95.79% +Mean Mean IOU 95.00% CI estimate: [94.86%; 96.71%] + +Mean Mean Spearman's rho point estimate: 0.96 +Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] + +Mean Accuracy@1 point estimate: 99.18% +Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%] + diff --git a/output-ocr3+4.language-detection-page-results-human b/output-ocr3+4.language-detection-page-results-human new file mode 100644 index 0000000000000000000000000000000000000000..6726f1b83d4814136a2832fd52d7b977cb57c3d1 --- /dev/null +++ b/output-ocr3+4.language-detection-page-results-human @@ -0,0 +1,9 @@ +Mean Mean IOU point estimate: 14.64% +Mean Mean IOU 95.00% CI estimate: [11.52%; 17.76%] + +Mean Mean Spearman's rho point estimate: 0.04 +Mean Mean Spearman's rho 95.00% CI estimate: [-0.07; 0.14] + +Mean Accuracy@1 point estimate: 13.11% +Mean Accuracy@1 95.00% CI estimate: [7.04%; 19.19%] + diff --git a/output-ocr3.language-detection-page-results-human b/output-ocr3.language-detection-page-results-human new file mode 100644 index 0000000000000000000000000000000000000000..bf5d8b097544322eb5027e4f6df0e64a43519184 --- /dev/null +++ b/output-ocr3.language-detection-page-results-human @@ -0,0 +1,9 @@ +Mean Mean IOU point estimate: 45.69% +Mean Mean IOU 95.00% CI estimate: [39.99%; 51.38%] + +Mean Mean Spearman's rho point estimate: 0.52 +Mean Mean Spearman's rho 95.00% CI estimate: [0.43; 0.61] + +Mean Accuracy@1 point estimate: 53.28% +Mean Accuracy@1 95.00% CI estimate: [44.30%; 62.26%] + diff --git a/output-ocr4-onepass.language-detection-page-results-human b/output-ocr4-onepass.language-detection-page-results-human new file mode 100644 index 0000000000000000000000000000000000000000..e807791838995c65c04264159095710c9e8dd29f --- /dev/null +++ b/output-ocr4-onepass.language-detection-page-results-human @@ -0,0 +1,9 @@ +Mean Mean IOU point estimate: 37.19% +Mean Mean IOU 95.00% CI estimate: [31.87%; 42.52%] + +Mean Mean Spearman's rho point estimate: 0.47 +Mean Mean Spearman's rho 95.00% CI estimate: [0.37; 0.56] + +Mean Accuracy@1 point estimate: 47.54% +Mean Accuracy@1 95.00% CI estimate: [38.55%; 56.53%] +