|
|
@@ -26,8 +26,12 @@ jobs:
|
|
|
run: |
|
|
|
python -m pip install --upgrade pip
|
|
|
pip install -r requirements.txt
|
|
|
- - name: Convert small model
|
|
|
- run: |
|
|
|
+ - name: Delete previous model, if exists
|
|
|
+ - run: |
|
|
|
+ python -c "from huggingface_hub import delete_repo; delete_repo(token='$BLOOM_TESTING_WRITE_TOKEN', \
|
|
|
+ name='test-bloomd-350m-$GITHUB_HEAD_REF', organization='bloom-testing')" || true
|
|
|
+ - name: Convert model
|
|
|
+ run: |
|
|
|
python -m cli.convert_model --model bigscience/bloom-350m --output_path ./converted_model \
|
|
|
--output_repo bloom-testing/test-bloomd-350m-$GITHUB_HEAD_REF --use_auth_token $BLOOM_TESTING_WRITE_TOKEN
|
|
|
|
|
|
@@ -58,7 +62,7 @@ jobs:
|
|
|
pip install -r requirements-dev.txt
|
|
|
- name: Test
|
|
|
run: |
|
|
|
- export MODEL_NAME=test-bloomd-350m-$GITHUB_HEAD_REF
|
|
|
+ export MODEL_NAME=bloom-testing/test-bloomd-350m-$GITHUB_HEAD_REF
|
|
|
python -m cli.run_server --converted_model_name_or_path $MODEL_NAME --block_indices 0:12 \
|
|
|
--torch_dtype float32 --identity tests/test.id --host_maddrs /ip4/127.0.0.1/tcp/31337 --throughput 1 &
|
|
|
SERVER1_PID=$!
|
justheuristic