Loading Makefile +3 −0 Original line number Diff line number Diff line Loading @@ -446,6 +446,9 @@ endef %.language-detection-page-results-hires: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(OUTPUT_OCR_GOOGLE_HIRES_DIRNAME) % $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ %.language-detection-page-results-human: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(LANGUAGE_DETECTION_ANNOTATIONS) % $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ annotated $(addprefix %.detected-languages.,$(THRESHOLDS)): $(INPUT_FILENAMES_FILTERED) % $(PYTHON_RUN) scripts.extract_detected_languages $^ $(DETECTED_LANGUAGES) $@ $(subst .,,$(suffix $@)) Loading output-ocr-google-hires.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 95.76% Mean Mean IOU 95.00% CI estimate: [94.86%; 96.67%] Mean Mean Spearman's rho point estimate: 0.96 Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] Mean Accuracy@1 point estimate: 99.18% Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%] output-ocr-google-lowres.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 95.79% Mean Mean IOU 95.00% CI estimate: [94.86%; 96.71%] Mean Mean Spearman's rho point estimate: 0.96 Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] Mean Accuracy@1 point estimate: 99.18% Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%] output-ocr3+4.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 16.83% Mean Mean IOU 95.00% CI estimate: [13.56%; 20.09%] Mean Mean Spearman's rho point estimate: 0.17 Mean Mean Spearman's rho 95.00% CI estimate: [0.08; 0.26] Mean Accuracy@1 point estimate: 10.66% Mean Accuracy@1 95.00% CI estimate: [5.10%; 16.21%] output-ocr3.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 41.35% Mean Mean IOU 95.00% CI estimate: [35.98%; 46.71%] Mean Mean Spearman's rho point estimate: 0.50 Mean Mean Spearman's rho 95.00% CI estimate: [0.40; 0.59] Mean Accuracy@1 point estimate: 53.28% Mean Accuracy@1 95.00% CI estimate: [44.30%; 62.26%] Loading
Makefile +3 −0 Original line number Diff line number Diff line Loading @@ -446,6 +446,9 @@ endef %.language-detection-page-results-hires: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(OUTPUT_OCR_GOOGLE_HIRES_DIRNAME) % $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ %.language-detection-page-results-human: $(INPUT_UPSCALED_HIGH_CONFIDENCE_FILENAMES) $(LANGUAGE_DETECTION_ANNOTATIONS) % $(PYTHON_RUN) scripts.evaluate_language_detection_page $^ $(DETECTED_LANGUAGES) $@ annotated $(addprefix %.detected-languages.,$(THRESHOLDS)): $(INPUT_FILENAMES_FILTERED) % $(PYTHON_RUN) scripts.extract_detected_languages $^ $(DETECTED_LANGUAGES) $@ $(subst .,,$(suffix $@)) Loading
output-ocr-google-hires.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 95.76% Mean Mean IOU 95.00% CI estimate: [94.86%; 96.67%] Mean Mean Spearman's rho point estimate: 0.96 Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] Mean Accuracy@1 point estimate: 99.18% Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%]
output-ocr-google-lowres.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 95.79% Mean Mean IOU 95.00% CI estimate: [94.86%; 96.71%] Mean Mean Spearman's rho point estimate: 0.96 Mean Mean Spearman's rho 95.00% CI estimate: [0.91; 1.01] Mean Accuracy@1 point estimate: 99.18% Mean Accuracy@1 95.00% CI estimate: [97.56%; 100.80%]
output-ocr3+4.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 16.83% Mean Mean IOU 95.00% CI estimate: [13.56%; 20.09%] Mean Mean Spearman's rho point estimate: 0.17 Mean Mean Spearman's rho 95.00% CI estimate: [0.08; 0.26] Mean Accuracy@1 point estimate: 10.66% Mean Accuracy@1 95.00% CI estimate: [5.10%; 16.21%]
output-ocr3.language-detection-page-results-human 0 → 100644 +9 −0 Original line number Diff line number Diff line Mean Mean IOU point estimate: 41.35% Mean Mean IOU 95.00% CI estimate: [35.98%; 46.71%] Mean Mean Spearman's rho point estimate: 0.50 Mean Mean Spearman's rho 95.00% CI estimate: [0.40; 0.59] Mean Accuracy@1 point estimate: 53.28% Mean Accuracy@1 95.00% CI estimate: [44.30%; 62.26%]
