Loading .gitignore 0 → 100644 +15 −0 Original line number Diff line number Diff line results/* *.DS_Store .idea/* jupyter *__pycache__ **/build **/dist **/*.egg-info notebooks/.ipynb_checkpoints/ /shotgun_massage.py log **/.pytest_cache **/tmp experiments/mongodb_credentials.yml conf/mongodb_credentials.yaml No newline at end of file .rsync_ignore 0 → 100644 +2 −0 Original line number Diff line number Diff line .git **/__pycache__ Dockerfile 0 → 100644 +25 −0 Original line number Diff line number Diff line FROM pytorch/pytorch:1.13.1-cuda11.6-cudnn8-devel # install dependencies RUN pip install pipenv COPY ./Pipfile /workspace/ RUN sed -i '/torch/d' /workspace/Pipfile RUN sed -i '/python_version/d' /workspace/Pipfile RUN cd /workspace && pipenv lock RUN cd /workspace && pipenv install --system --ignore-pipfile # copy the contents of your repo in COPY src /workspace/src # build cpp extensions RUN apt update RUN apt install -y git COPY experiments /workspace/experiments COPY Makefile /workspace/Makefile RUN cd /workspace && make build_cpp No newline at end of file Makefile 0 → 100644 +50 −0 Original line number Diff line number Diff line unit_tests: python3 -m pytest -m "not integration" integration_tests: python3 -m pytest -m "integration" test_all: unit_tests integration_tests build_docker: docker build . -t src/engine build_cpp: cd src/cpp_extensions && python setup.py build install && rm -r build cpp_evaluators.egg-info dist run_docker: { \ docker run --rm -it \ --name src_gpu \ --workdir /workspace \ --volume /var/data/$(USER)/src-devel/src:/workspace/src \ --volume /var/data/$(USER)/src-devel/experiments:/workspace/experiments \ --volume /var/data/$(USER)/src-devel/results:/workspace/results \ --volume /var/data/$(USER)/src-devel/log:/workspace/log \ --user $(shell id -u):$(shell id -g) \ src/engine bash; \ } run_docker_gpu: { \ docker run --rm -it \ --gpus all \ --name src_gpu \ --workdir /workspace \ --volume /var/data/$(USER)/src-devel/src:/workspace/src \ --volume /var/data/$(USER)/src-devel/experiments:/workspace/experiments \ --volume /var/data/$(USER)/src-devel/results:/workspace/results \ --volume /var/data/$(USER)/src-devel/log:/workspace/log \ --user $(shell id -u):$(shell id -g) \ src/engine bash; \ } # Sync local files to remote server sync: { \ watch \ "rsync -avhu --exclude-from=.rsync_ignore . /var/data/$(USER)/src-devel && \ rsync -avhu --exclude-from=.rsync_ignore /var/data/$(USER)/src-devel/results . && \ rsync -avhu --exclude-from=.rsync_ignore /var/data/$(USER)/src-devel/log ."; \ } Pipfile 0 → 100644 +33 −0 Original line number Diff line number Diff line [[source]] url = "https://pypi.org/simple" verify_ssl = true name = "pypi" [packages] pyyaml = "*" torch = "*" networkx = "*" matplotlib = "*" pybind11 = "*" pandas = "*" geopy = "*" termcolor = "*" plotly = "*" kaleido = "*" tables = "*" ninja = "*" psutil = "*" pymongo = "*" gitpython = "*" ray = {extras = ["tune"], version = "*"} hydra-core = "*" jupyter = "*" pytest = "*" protobuf = "<=3.20" hydra-ray-launcher = "*" [dev-packages] mypy = "*" [requires] python_version = "3.9.9" Loading
.gitignore 0 → 100644 +15 −0 Original line number Diff line number Diff line results/* *.DS_Store .idea/* jupyter *__pycache__ **/build **/dist **/*.egg-info notebooks/.ipynb_checkpoints/ /shotgun_massage.py log **/.pytest_cache **/tmp experiments/mongodb_credentials.yml conf/mongodb_credentials.yaml No newline at end of file
Dockerfile 0 → 100644 +25 −0 Original line number Diff line number Diff line FROM pytorch/pytorch:1.13.1-cuda11.6-cudnn8-devel # install dependencies RUN pip install pipenv COPY ./Pipfile /workspace/ RUN sed -i '/torch/d' /workspace/Pipfile RUN sed -i '/python_version/d' /workspace/Pipfile RUN cd /workspace && pipenv lock RUN cd /workspace && pipenv install --system --ignore-pipfile # copy the contents of your repo in COPY src /workspace/src # build cpp extensions RUN apt update RUN apt install -y git COPY experiments /workspace/experiments COPY Makefile /workspace/Makefile RUN cd /workspace && make build_cpp No newline at end of file
Makefile 0 → 100644 +50 −0 Original line number Diff line number Diff line unit_tests: python3 -m pytest -m "not integration" integration_tests: python3 -m pytest -m "integration" test_all: unit_tests integration_tests build_docker: docker build . -t src/engine build_cpp: cd src/cpp_extensions && python setup.py build install && rm -r build cpp_evaluators.egg-info dist run_docker: { \ docker run --rm -it \ --name src_gpu \ --workdir /workspace \ --volume /var/data/$(USER)/src-devel/src:/workspace/src \ --volume /var/data/$(USER)/src-devel/experiments:/workspace/experiments \ --volume /var/data/$(USER)/src-devel/results:/workspace/results \ --volume /var/data/$(USER)/src-devel/log:/workspace/log \ --user $(shell id -u):$(shell id -g) \ src/engine bash; \ } run_docker_gpu: { \ docker run --rm -it \ --gpus all \ --name src_gpu \ --workdir /workspace \ --volume /var/data/$(USER)/src-devel/src:/workspace/src \ --volume /var/data/$(USER)/src-devel/experiments:/workspace/experiments \ --volume /var/data/$(USER)/src-devel/results:/workspace/results \ --volume /var/data/$(USER)/src-devel/log:/workspace/log \ --user $(shell id -u):$(shell id -g) \ src/engine bash; \ } # Sync local files to remote server sync: { \ watch \ "rsync -avhu --exclude-from=.rsync_ignore . /var/data/$(USER)/src-devel && \ rsync -avhu --exclude-from=.rsync_ignore /var/data/$(USER)/src-devel/results . && \ rsync -avhu --exclude-from=.rsync_ignore /var/data/$(USER)/src-devel/log ."; \ }
Pipfile 0 → 100644 +33 −0 Original line number Diff line number Diff line [[source]] url = "https://pypi.org/simple" verify_ssl = true name = "pypi" [packages] pyyaml = "*" torch = "*" networkx = "*" matplotlib = "*" pybind11 = "*" pandas = "*" geopy = "*" termcolor = "*" plotly = "*" kaleido = "*" tables = "*" ninja = "*" psutil = "*" pymongo = "*" gitpython = "*" ray = {extras = ["tune"], version = "*"} hydra-core = "*" jupyter = "*" pytest = "*" protobuf = "<=3.20" hydra-ray-launcher = "*" [dev-packages] mypy = "*" [requires] python_version = "3.9.9"