Fixed tests and config renamed to source

storage/entities.py

@@ -197,3 +197,18 @@ class UploadedEntity(object):
         self.filter()
         self.clean()
         return self.entity
+
+"""
+{
+ "id" : "UUID", 
+    "source":{
+        "type":"git"/"zip"
+        "path" : string OR
+        "url":url,
+        "branch":string,
+        "checkout":string
+    },
+    "whitelist": ""
+}
+"""
+

storage/inputs/filter.py

@@ -7,6 +7,7 @@ log = logging.getLogger(__name__)
 
 def filter_entity(entity):
     filters = entity.filters.splitlines()
+    entity.files_path.mkdir(parents=True)
     for pattern in filters:
         log.info(f"[FLT] Filtering using filter: {pattern}")
         clone_files(src=entity.workspace, dst=entity.files_path, pattern=pattern)

storage/utils/fs.py

@@ -111,7 +111,7 @@ def clone_files(src: Path, dst: Path, pattern: str):
     log.debug(f"[CLN] Cloning files [{pattern}] : {src} -> {dst}")
     src = Path(src)
     dst = Path(dst)
-    files = src.glob(pattern=pattern)
+    files = src.rglob(pattern=pattern)
     for fpath in files:
         clone_file(fpath, dst=dst, src=src)
 

tests/test_git.py

@@ -15,7 +15,7 @@ def workspace(tmpdir):
 @pytest.fixture
 def git_config():
     return dict(
-        repo='https://github.com/pestanko/example-repo',
+        url='https://github.com/pestanko/example-repo',
         branch='master'
     )
 
@@ -29,7 +29,7 @@ def submission():
 def uploaded_entity(submission, workspace, git_config):
     return UploadedEntity(
         entity=submission,
-        config=git_config,
+        source=git_config,
         workspace=workspace.mkdir('repo')
     )