diff --git a/environment.yml b/environment.yml new file mode 100644 index 0000000..4f211bf --- /dev/null +++ b/environment.yml @@ -0,0 +1,8 @@ +name: enhancer + +dependencies: + - pip=21.0.1 + - python=3.8 + - pip: + - -r requirements.txt + - --find-links https://download.pytorch.org/whl/cu113/torch_stable.html \ No newline at end of file diff --git a/hpc_entrypoint.sh b/hpc_entrypoint.sh new file mode 100644 index 0000000..0b8be4b --- /dev/null +++ b/hpc_entrypoint.sh @@ -0,0 +1,35 @@ +#!/bin/bash +set -e + +echo '----------------------------------------------------' +echo ' SLURM_CLUSTER_NAME = '$SLURM_CLUSTER_NAME +echo ' SLURMD_NODENAME = '$SLURMD_NODENAME +echo ' SLURM_JOBID = '$SLURM_JOBID +echo ' SLURM_JOB_USER = '$SLURM_JOB_USER +echo ' SLURM_PARTITION = '$SLURM_JOB_PARTITION +echo ' SLURM_JOB_ACCOUNT = '$SLURM_JOB_ACCOUNT +echo '----------------------------------------------------' + +#TeamCity Output +cat << EOF +##teamcity[buildNumber '$SLURM_JOBID'] +EOF + +echo "Load HPC modules" +module load anaconda + +echo "Activate Environment" +source activate deep-transcriber +export TRANSFORMERS_OFFLINE=True +export PYTHONPATH=${PYTHONPATH}:$/scratch/$USER/enhancer + +source ~/mlflow_settings.sh + +echo "Making temp dir" +mkdir temp + +#python transcriber/tasks/embeddings/timit.py --directory /scratch/$USER/TIMIT/data/lisa/data/timit/raw/TIMIT/TRAIN --output ./data/train +#python transcriber/tasks/embeddings/timit.py --directory /scratch/$USER/TIMIT/data/lisa/data/timit/raw/TIMIT/TEST --output ./data/test + +echo "Start Training..." +python enhancer/main.py diff --git a/setup.sh b/setup.sh new file mode 100644 index 0000000..adad46c --- /dev/null +++ b/setup.sh @@ -0,0 +1,13 @@ +#!/bin/bash +set -e + +echo "Loading Anaconda Module" +module load anaconda + +echo "Creating Virtual Environment" +conda env create -f environment.yml || conda env update -f environment.yml + +source activate enhancer + +echo "copying files" +# cp /scratch/$USER/TIMIT/.* /deep-transcriber \ No newline at end of file