Prevent crossing page boundaries to non-relevant documents

from markdown_strings import esc_format as escape, link, header, bold, italics

from humanize import naturaldelta

from ..document import Document

from ..document import Document, Documents

from ..entity import Entity

from ..config import CONFIG as _CONFIG

                print(ner_tags, file=ntf)

        LOGGER.debug(f'Saved {sentences_filename} and {ner_tags_filename}')

    def get_sentences_and_ner_tags(self, only_relevant: bool, *args, **kwargs) -> Iterable[Tuple[str, str]]:

    def get_sentences_and_ner_tags(self, only_relevant: bool, cross_page_boundaries: bool,

                                   documents: Optional[Documents]) -> Iterable[Tuple[str, str]]:

        if only_relevant and cross_page_boundaries:

            assert documents is not None

            documents = {

                basename: document

                for basename, document

                in documents.items()

                if document.is_relevant

            }

        for entity in self:

            for result in self[entity]:

                if TYPE_CHECKING:

                if only_relevant and not document.is_relevant:

                    continue

                snippet = document.get_sentence(position, *args, **kwargs)

                snippet = document.get_sentence(position, cross_page_boundaries, documents)

                if snippet is None:

                    continue