Commit 16f1e88d authored by Vít Starý Novotný's avatar Vít Starý Novotný
Browse files

Use 4 jobs to train NER model at most

parent 590372a4

scripts/03_train_ner_models.sh

+1 −1
Original line number Original line Diff line number Diff line
@@ -12,7 +12,7 @@ SCHEDULE_NAME=fine-tuning 




DOCKER_BUILDKIT=1 docker build --build-arg UID="$(id -u)" --build-arg GID="$(id -g)" --build-arg UNAME="$(id -u -n)" . -f scripts//03_train_ner_models.Dockerfile -t "$IMAGE_NAME"

DOCKER_BUILDKIT=1 docker build --build-arg UID="$(id -u)" --build-arg GID="$(id -g)" --build-arg UNAME="$(id -u -n)" . -f scripts//03_train_ner_models.Dockerfile -t "$IMAGE_NAME"





parallel --halt=soon,fail=100% --jobs=100% --bar --delay 60 \

parallel --halt=soon,fail=100% --jobs=4 --bar --delay 60 \

         --colsep ' +' \

         --colsep ' +' \

         -- '

         -- '

           GPU_ID=$(nvidia-smi | grep -F -B 1 -- "0MiB / 15360MiB" | head -n 1 | awk "{ print \$2 }")

           GPU_ID=$(nvidia-smi | grep -F -B 1 -- "0MiB / 15360MiB" | head -n 1 | awk "{ print \$2 }")