From 00abd3c663d7b182b08620a5f31b0644be6c4260 Mon Sep 17 00:00:00 2001 From: Jirka <vrbka.jirka@gmail.com> Date: Sun, 17 Nov 2019 21:04:45 +0100 Subject: [PATCH] Folding --- .gitignore | 4 ++-- src/{crawler => }/__init__.py | 0 src/{handler => nomadlist_data_mining}/__init__.py | 0 .../crawler}/__init__.py | 0 .../crawler/nomad_city_crawler.py | 10 +++------- src/nomadlist_data_mining/handler/__init__.py | 0 src/{ => nomadlist_data_mining}/handler/csv_handler.py | 0 .../handler/json_handler.py | 0 src/nomadlist_data_mining/scraper/__init__.py | 0 src/{ => nomadlist_data_mining}/scraper/scraper.py | 0 10 files changed, 5 insertions(+), 9 deletions(-) rename src/{crawler => }/__init__.py (100%) rename src/{handler => nomadlist_data_mining}/__init__.py (100%) rename src/{scraper => nomadlist_data_mining/crawler}/__init__.py (100%) rename src/{ => nomadlist_data_mining}/crawler/nomad_city_crawler.py (95%) create mode 100644 src/nomadlist_data_mining/handler/__init__.py rename src/{ => nomadlist_data_mining}/handler/csv_handler.py (100%) rename src/{ => nomadlist_data_mining}/handler/json_handler.py (100%) create mode 100644 src/nomadlist_data_mining/scraper/__init__.py rename src/{ => nomadlist_data_mining}/scraper/scraper.py (100%) diff --git a/.gitignore b/.gitignore index 8392e65..48101a5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,6 @@ .idea/ -src/handler/__pycache__/ +src/nomadlist_data_mining/handler/__pycache__/ -src/scraper/__pycache__/ +src/nomadlist_data_mining/scraper/__pycache__/ diff --git a/src/crawler/__init__.py b/src/__init__.py similarity index 100% rename from src/crawler/__init__.py rename to src/__init__.py diff --git a/src/handler/__init__.py b/src/nomadlist_data_mining/__init__.py similarity index 100% rename from src/handler/__init__.py rename to src/nomadlist_data_mining/__init__.py diff --git a/src/scraper/__init__.py b/src/nomadlist_data_mining/crawler/__init__.py similarity index 100% rename from src/scraper/__init__.py rename to src/nomadlist_data_mining/crawler/__init__.py diff --git a/src/crawler/nomad_city_crawler.py b/src/nomadlist_data_mining/crawler/nomad_city_crawler.py similarity index 95% rename from src/crawler/nomad_city_crawler.py rename to src/nomadlist_data_mining/crawler/nomad_city_crawler.py index 9d8636b..ca10073 100644 --- a/src/crawler/nomad_city_crawler.py +++ b/src/nomadlist_data_mining/crawler/nomad_city_crawler.py @@ -1,12 +1,8 @@ -import re from typing import List, Dict -import requests - -from src.handler.csv_handler import CsvHandler -from src.handler.json_handler import JsonHandler -from src.scraper.scraper import Scraper, Given -from bs4 import BeautifulSoup +from src.nomadlist_data_mining.handler import CsvHandler +from src.nomadlist_data_mining.handler.json_handler import JsonHandler +from src.nomadlist_data_mining.scraper.scraper import Scraper base_url = "https://nomadlist.com/" diff --git a/src/nomadlist_data_mining/handler/__init__.py b/src/nomadlist_data_mining/handler/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/src/handler/csv_handler.py b/src/nomadlist_data_mining/handler/csv_handler.py similarity index 100% rename from src/handler/csv_handler.py rename to src/nomadlist_data_mining/handler/csv_handler.py diff --git a/src/handler/json_handler.py b/src/nomadlist_data_mining/handler/json_handler.py similarity index 100% rename from src/handler/json_handler.py rename to src/nomadlist_data_mining/handler/json_handler.py diff --git a/src/nomadlist_data_mining/scraper/__init__.py b/src/nomadlist_data_mining/scraper/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/src/scraper/scraper.py b/src/nomadlist_data_mining/scraper/scraper.py similarity index 100% rename from src/scraper/scraper.py rename to src/nomadlist_data_mining/scraper/scraper.py -- GitLab