aniva/Pantograph
aniva
/
Pantograph
1
1
Fork 0
Code Issues 13 Pull Requests 4 Packages Projects Releases Wiki Activity

close

This commit is contained in:
Brando Miranda 2024-06-03 17:31:27 -07:00
parent 18ebf0bb7d
commit e6ac8d3a8a
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
README.md
View File

@ -45,7 +45,8 @@ git submodule update --init
# - For snap make sure the repo is sym linked you're using your # - For snap make sure the repo is sym linked you're using your
git clone git@github.com:lenianiva/PyPantograph.git git clone git@github.com:lenianiva/PyPantograph.git
git checkout <your-branch> # git checkout <your-branch>
git checkout brando
ln -s $AFS/PyPantograph $HOME/PyPantograph ln -s $AFS/PyPantograph $HOME/PyPantograph
# - Build the PyPantograph proj (build the py distribution, py deps and custom (lean4) installs). Note: pip install -e doesn't work on the dist .whl builds etc so you instead the next command # - Build the PyPantograph proj (build the py distribution, py deps and custom (lean4) installs). Note: pip install -e doesn't work on the dist .whl builds etc so you instead the next command
@ -61,13 +62,8 @@ pip list | grep pantograph
pip list | grep vllm pip list | grep vllm
pip list | grep torch pip list | grep torch
# - Select freeiest GPU wrt vRAM
export CUDA_VISIBLE_DEVICES=$(nvidia-smi --query-gpu=memory.used --format=csv,nounits,noheader | awk '{print NR-1 " " $1}' | sort -nk2 | head -n1 | cut -d' ' -f1)
echo $CUDA_VISIBLE_DEVICES
# - Make sure the PyPantrograph server tests by Leni work # - Make sure the PyPantrograph server tests by Leni work
cd ~/PyPantograph cd ~/PyPantograph
# python -m pantograph.server
python $HOME/PyPantograph/pantograph/server.py python $HOME/PyPantograph/pantograph/server.py
python $HOME/PyPantograph/test_vllm.py python $HOME/PyPantograph/test_vllm.py
``` ```