diff --git a/PyPantograph b/PyPantograph new file mode 120000 index 0000000..46f8f6f --- /dev/null +++ b/PyPantograph @@ -0,0 +1 @@ +/afs/cs.stanford.edu/u/brando9/PyPantograph \ No newline at end of file diff --git a/main_krbtmux_bm.sh b/main_krbtmux_bm.sh new file mode 100644 index 0000000..11b4eae --- /dev/null +++ b/main_krbtmux_bm.sh @@ -0,0 +1,27 @@ +#!/bin/bash +# SNAP cluster specific main sh script to run jobs +# - snap: https://ilwiki.stanford.edu/doku.php?id=snap-servers:snap-servers and support il-action@cs.stanford.edu +# - live server stats: https://ilwiki.stanford.edu/doku.php?id=snap-servers:snap-gpu-servers-stats + +# source $AFS/.bashrc.lfs +source $AFS/.bash_profile +conda activate pypantograph_env +export CUDA_VISIBLE_DEVICES=1 +export CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.used --format=csv,nounits,noheader | awk '{print NR-1 " " $1}' | sort -nk2 | head -n1 | cut -d' ' -f1) +echo CUDA_VISIBLE_DEVICES = $CUDA_VISIBLE_DEVICES + +# -- Run +# - Pull merge with PyPantograph main +cd $HOME/PyPantograph +# git checkout brando +git pull origin main +git submodule update --init +conda activate pypantograph_env +poetry build +pip install -e $HOME/PyPantograph +pip install -e $HOME/gold-ai-olympiad +python $HOME/PyPantograph/pantograph/server.py + +# -- Demo +# python ~/snap-cluster-setup/src/train/simple_train_train.py +# CUDA_VISIBLE_DEVICES=5 python src/test_vllm.py \ No newline at end of file