hawk requirements

environment.yml

@@ -0,0 +1,8 @@
+name: enhancer
+
+dependencies:
+  - pip=21.0.1
+  - python=3.8
+  - pip:
+      - -r requirements.txt
+      - --find-links https://download.pytorch.org/whl/cu113/torch_stable.html

hpc_entrypoint.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+set -e
+
+echo '----------------------------------------------------'
+echo ' SLURM_CLUSTER_NAME = '$SLURM_CLUSTER_NAME
+echo '    SLURMD_NODENAME = '$SLURMD_NODENAME
+echo '        SLURM_JOBID = '$SLURM_JOBID
+echo '     SLURM_JOB_USER = '$SLURM_JOB_USER
+echo '    SLURM_PARTITION = '$SLURM_JOB_PARTITION
+echo '  SLURM_JOB_ACCOUNT = '$SLURM_JOB_ACCOUNT
+echo '----------------------------------------------------'
+
+#TeamCity Output
+cat << EOF
+##teamcity[buildNumber '$SLURM_JOBID']
+EOF
+
+echo "Load HPC modules"
+module load anaconda
+
+echo "Activate Environment"
+source activate deep-transcriber
+export TRANSFORMERS_OFFLINE=True
+export PYTHONPATH=${PYTHONPATH}:$/scratch/$USER/enhancer
+
+source ~/mlflow_settings.sh
+
+echo "Making temp dir"
+mkdir temp
+
+#python transcriber/tasks/embeddings/timit.py --directory /scratch/$USER/TIMIT/data/lisa/data/timit/raw/TIMIT/TRAIN --output ./data/train
+#python transcriber/tasks/embeddings/timit.py --directory /scratch/$USER/TIMIT/data/lisa/data/timit/raw/TIMIT/TEST --output ./data/test 
+
+echo "Start Training..."
+python enhancer/main.py

setup.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+set -e
+
+echo "Loading Anaconda Module"
+module load anaconda
+
+echo "Creating Virtual Environment"
+conda env create -f environment.yml ||  conda env update -f environment.yml
+
+source activate enhancer
+
+echo "copying files"
+# cp /scratch/$USER/TIMIT/.* /deep-transcriber