|
@@ -6,37 +6,37 @@ on:
|
|
pull_request:
|
|
pull_request:
|
|
|
|
|
|
jobs:
|
|
jobs:
|
|
- convert-model:
|
|
|
|
- runs-on: ubuntu-latest
|
|
|
|
- env:
|
|
|
|
- BLOOM_TESTING_WRITE_TOKEN: ${{ secrets.BLOOM_TESTING_WRITE_TOKEN }}
|
|
|
|
- timeout-minutes: 15
|
|
|
|
- steps:
|
|
|
|
- - uses: actions/checkout@v2
|
|
|
|
- - name: Set up Python
|
|
|
|
- uses: actions/setup-python@v2
|
|
|
|
- with:
|
|
|
|
- python-version: 3.9
|
|
|
|
- - name: Cache dependencies
|
|
|
|
- uses: actions/cache@v2
|
|
|
|
- with:
|
|
|
|
- path: ~/.cache/pip
|
|
|
|
- key: Key-v1-py3.9-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
|
|
|
|
- - name: Install dependencies
|
|
|
|
- run: |
|
|
|
|
- python -m pip install --upgrade pip
|
|
|
|
- pip install -r requirements.txt
|
|
|
|
- - name: Delete previous model, if exists
|
|
|
|
- run: |
|
|
|
|
- export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
- python -c "from huggingface_hub import delete_repo; delete_repo(token='$BLOOM_TESTING_WRITE_TOKEN', \
|
|
|
|
- name='test-bloomd-560m-$HF_TAG', organization='bloom-testing')" || true
|
|
|
|
- - name: Convert model and push to hub
|
|
|
|
- run: |
|
|
|
|
- export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
- python -m cli.convert_model --model bigscience/bloom-560m --output_path ./converted_model \
|
|
|
|
- --output_repo bloom-testing/test-bloomd-560m-$HF_TAG --use_auth_token $BLOOM_TESTING_WRITE_TOKEN \
|
|
|
|
- --resize_token_embeddings 10000
|
|
|
|
|
|
+# convert-model:
|
|
|
|
+# runs-on: ubuntu-latest
|
|
|
|
+# env:
|
|
|
|
+# BLOOM_TESTING_WRITE_TOKEN: ${{ secrets.BLOOM_TESTING_WRITE_TOKEN }}
|
|
|
|
+# timeout-minutes: 15
|
|
|
|
+# steps:
|
|
|
|
+# - uses: actions/checkout@v2
|
|
|
|
+# - name: Set up Python
|
|
|
|
+# uses: actions/setup-python@v2
|
|
|
|
+# with:
|
|
|
|
+# python-version: 3.9
|
|
|
|
+# - name: Cache dependencies
|
|
|
|
+# uses: actions/cache@v2
|
|
|
|
+# with:
|
|
|
|
+# path: ~/.cache/pip
|
|
|
|
+# key: Key-v1-py3.9-${{ hashFiles('requirements.txt') }}-${{ hashFiles('requirements-dev.txt') }}
|
|
|
|
+# - name: Install dependencies
|
|
|
|
+# run: |
|
|
|
|
+# python -m pip install --upgrade pip
|
|
|
|
+# pip install -r requirements.txt
|
|
|
|
+# - name: Delete previous model, if exists
|
|
|
|
+# run: |
|
|
|
|
+# export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
+# python -c "from huggingface_hub import delete_repo; delete_repo(token='$BLOOM_TESTING_WRITE_TOKEN', \
|
|
|
|
+# name='test-bloomd-560m-$HF_TAG', organization='bloom-testing')" || true
|
|
|
|
+# - name: Convert model and push to hub
|
|
|
|
+# run: |
|
|
|
|
+# export HF_TAG=$(python -c "import os; print(os.environ.get('GITHUB_HEAD_REF') or os.environ.get('GITHUB_REF_NAME'))")
|
|
|
|
+# python -m cli.convert_model --model bigscience/bloom-560m --output_path ./converted_model \
|
|
|
|
+# --output_repo bloom-testing/test-bloomd-560m-$HF_TAG --use_auth_token $BLOOM_TESTING_WRITE_TOKEN \
|
|
|
|
+# --resize_token_embeddings 10000
|
|
|
|
|
|
|
|
|
|
run-tests:
|
|
run-tests:
|
|
@@ -102,5 +102,5 @@ jobs:
|
|
|
|
|
|
PYTHONPATH=. pytest tests --durations=0 --durations-min=1.0 -v
|
|
PYTHONPATH=. pytest tests --durations=0 --durations-min=1.0 -v
|
|
|
|
|
|
- kill -s SIGINT $SERVER1_PID $SERVER2_PID $SERVER3_PID $SERVER4_PID $LOGS_PID
|
|
|
|
|
|
+ kill -s SIGINT $SERVER1_PID $SERVER2_PID $SERVER3_PID $SERVER4_PID
|
|
echo "Done!"
|
|
echo "Done!"
|