|
|
@@ -26,6 +26,11 @@ jobs:
|
|
|
# run: |
|
|
|
# python -m pip install --upgrade pip
|
|
|
# pip install -r requirements.txt
|
|
|
+# - name: Delete test models older than 72 hours
|
|
|
+# run: |
|
|
|
+# export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
+# python -c "from huggingface_hub import delete_repo; delete_repo(token='$BLOOM_TESTING_WRITE_TOKEN', \
|
|
|
+# name='test-bloomd-560m-$HF_TAG', organization='bloom-testing')" || true
|
|
|
# - name: Delete previous model, if exists
|
|
|
# run: |
|
|
|
# export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
@@ -90,17 +95,9 @@ jobs:
|
|
|
--torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server2.log &
|
|
|
SERVER2_PID=$!
|
|
|
|
|
|
- python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:6 \
|
|
|
- --torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server3.log &
|
|
|
- SERVER3_PID=$!
|
|
|
-
|
|
|
- python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 4:16 \
|
|
|
- --torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &> server4.log &
|
|
|
- SERVER4_PID=$!
|
|
|
-
|
|
|
sleep 60 # wait for server to download layers
|
|
|
|
|
|
PYTHONPATH=. pytest tests --durations=0 --durations-min=1.0 -v
|
|
|
|
|
|
- kill -s SIGINT $SERVER1_PID $SERVER2_PID $SERVER3_PID $SERVER4_PID
|
|
|
+ kill -s SIGINT $SERVER1_PID $SERVER2_PID
|
|
|
echo "Done!"
|
justheuristic