Upload small findings first

from werkzeug.utils import secure_filename

import config

from helpers.object_size import get_size

from helpers.flask_response import basic_msg

from helpers.template_grouping import TemplateGrouping

from helpers.time_helper import current_timestamp

    existing_raw_findings = get_findings_from_audit(ps.audit_id)

    new_or_changed_count = 0

    findings.sort(key=lambda x: sys.getsizeof(x))  # This sorts (roughly) by ascending size, so that one big finding doesn't block upload of many small findings.

    findings.sort(key=lambda x: get_size(x))  # This sorts (roughly) by ascending size, so that one big finding doesn't block upload of many small findings.

    test_size = [get_size(x) for x in findings]  # sys.getsizeof(x) doesn't work on nested and custom objects

    not_changed_findings = set()

    for single_finding in tqdm(findings, desc="Converting findings to PwnDoc format and upserting"):

import sys

# https://gist.github.com/bosswissam/a369b7a31d9dcab46b4a034be7d263b2

def get_size(obj, seen=None):

    """Recursively finds size of objects"""

    size = sys.getsizeof(obj)

    if seen is None:

        seen = set()

    obj_id = id(obj)

    if obj_id in seen:

        return 0

    # Important mark as seen *before* entering recursion to gracefully handle

    # self-referential objects

    seen.add(obj_id)

    if isinstance(obj, dict):

        size += sum([get_size(v, seen) for v in obj.values()])

        size += sum([get_size(k, seen) for k in obj.keys()])

    elif hasattr(obj, '__dict__'):

        size += get_size(obj.__dict__, seen)

    elif hasattr(obj, '__iter__') and not isinstance(obj, (str, bytes, bytearray)):

        size += sum([get_size(i, seen) for i in obj])

    return size