|
|
@@ -63,9 +63,10 @@ jobs:
|
|
|
sleep 3
|
|
|
export INITIAL_PEERS=$(python -c "with open('dht.log') as f: print(f.readlines()[1].split()[-1])" )
|
|
|
echo "Initial peer: ${INITIAL_PEERS}"
|
|
|
+ cat dht.log
|
|
|
|
|
|
python -m cli.run_server --converted_model_name_or_path bloom-testing/test-bloomd-350m \
|
|
|
- --block_indices 0:12 --torch_dtype float32 --initial_peers $INITIAL_PEERS &
|
|
|
+ --block_indices 0:12 --torch_dtype float32 --initial_peers $INITIAL_PEERS --throughput 1 &
|
|
|
SERVER1_PID=$$
|
|
|
|
|
|
sleep 60 # wait for server to download layers
|
justheuristic