ssh kanagnostopoul@snellius.surf.nl

# On a separate terminal run the following

# Upload the entire project directory (including your models/ folder)

rsync -avz --progress --exclude-from='.rsync-exclude' \
    ~/CSS_Project/ kanagnostopoul@snellius.surf.nl:~/CSS_Project/

# On the Snellius terminal

module load 2023 Python/3.11.3-GCCcore-12.3.0
python3 -m venv ~/css_env
source ~/css_env/bin/activate
pip install numpy scipy matplotlib joblib

# To do a dry run for testing the entire environment

python3 pp_analysis.py --mode full --dry-run

# For async run

python3 pp_analysis.py --mode full --output results_${SLURM_JOB_ID} --cores $SLURM_CPUS_PER_TASK --async

# To submit a job

sbatch run_analysis.sh

# Check Queue Status

squeue -u $USER

# Cancel a job

scancel <JOBID>

# Monitoring live progress

tail -f logs_18702594.err

# Watch task completetion

watch -n 5 squeue -u $USER  
watch -n 10 "ls -1 results_JOBID  | wc -l"

# Fetching the results once the job is done

scp -r kanagnostopoul@snellius.surf.nl:~/CSS_Project/results/phase3_18698382/ ./results/