2 年之前 · bb71bdfa65
--- a/src/petals/__init__.py
+++ b/src/petals/__init__.py
--- a/src/petals/bloom/__init__.py
+++ b/src/petals/bloom/__init__.py
--- a/src/petals/bloom/block.py
+++ b/src/petals/bloom/block.py
--- a/src/petals/bloom/from_pretrained.py
+++ b/src/petals/bloom/from_pretrained.py
--- a/src/petals/bloom/model.py
+++ b/src/petals/bloom/model.py
--- a/src/petals/bloom/ops.py
+++ b/src/petals/bloom/ops.py
--- a/src/petals/client/__init__.py
+++ b/src/petals/client/__init__.py
--- a/src/petals/client/inference_session.py
+++ b/src/petals/client/inference_session.py
--- a/src/petals/client/remote_forward_backward.py
+++ b/src/petals/client/remote_forward_backward.py
--- a/src/petals/client/remote_generation.py
+++ b/src/petals/client/remote_generation.py
--- a/src/petals/client/remote_model.py
+++ b/src/petals/client/remote_model.py
--- a/src/petals/client/remote_sequential.py
+++ b/src/petals/client/remote_sequential.py
--- a/src/petals/client/sequence_manager.py
+++ b/src/petals/client/sequence_manager.py
--- a/src/petals/client/sequential_autograd.py
+++ b/src/petals/client/sequential_autograd.py
--- a/src/petals/client/spending_policy.py
+++ b/src/petals/client/spending_policy.py
--- a/src/petals/constants.py
+++ b/src/petals/constants.py
--- a/src/petals/data_structures.py
+++ b/src/petals/data_structures.py
--- a/src/petals/dht_utils.py
+++ b/src/petals/dht_utils.py
--- a/src/petals/server/__init__.py
+++ b/src/petals/server/__init__.py
--- a/src/petals/server/backend.py
+++ b/src/petals/server/backend.py
--- a/src/petals/server/block_selection.py
+++ b/src/petals/server/block_selection.py
--- a/src/petals/server/cache.py
+++ b/src/petals/server/cache.py
--- a/src/petals/server/handler.py
+++ b/src/petals/server/handler.py
--- a/src/petals/server/runtime.py
+++ b/src/petals/server/runtime.py
--- a/src/petals/server/server.py
+++ b/src/petals/server/server.py
--- a/src/petals/server/task_pool.py
+++ b/src/petals/server/task_pool.py
--- a/src/petals/server/task_prioritizer.py
+++ b/src/petals/server/task_prioritizer.py
--- a/src/petals/server/throughput.py
+++ b/src/petals/server/throughput.py
--- a/src/petals/src/__init__.py
+++ b/src/petals/src/__init__.py
--- a/src/petals/src/bloom/__init__.py
+++ b/src/petals/src/bloom/__init__.py
--- a/src/petals/src/bloom/block.py
+++ b/src/petals/src/bloom/block.py
--- a/src/petals/src/bloom/from_pretrained.py
+++ b/src/petals/src/bloom/from_pretrained.py
--- a/src/petals/src/bloom/model.py
+++ b/src/petals/src/bloom/model.py
--- a/src/petals/src/bloom/ops.py
+++ b/src/petals/src/bloom/ops.py
--- a/src/petals/src/client/__init__.py
+++ b/src/petals/src/client/__init__.py
--- a/src/petals/src/client/inference_session.py
+++ b/src/petals/src/client/inference_session.py
--- a/src/petals/src/client/remote_forward_backward.py
+++ b/src/petals/src/client/remote_forward_backward.py
--- a/src/petals/src/client/remote_generation.py
+++ b/src/petals/src/client/remote_generation.py
--- a/src/petals/src/client/remote_model.py
+++ b/src/petals/src/client/remote_model.py
--- a/src/petals/src/client/remote_sequential.py
+++ b/src/petals/src/client/remote_sequential.py
--- a/src/petals/src/client/sequence_manager.py
+++ b/src/petals/src/client/sequence_manager.py
--- a/src/petals/src/client/sequential_autograd.py
+++ b/src/petals/src/client/sequential_autograd.py
--- a/src/petals/src/client/spending_policy.py
+++ b/src/petals/src/client/spending_policy.py
--- a/src/petals/src/constants.py
+++ b/src/petals/src/constants.py
--- a/src/petals/src/data_structures.py
+++ b/src/petals/src/data_structures.py
--- a/src/petals/src/dht_utils.py
+++ b/src/petals/src/dht_utils.py
--- a/src/petals/src/server/__init__.py
+++ b/src/petals/src/server/__init__.py
--- a/src/petals/src/server/backend.py
+++ b/src/petals/src/server/backend.py
--- a/src/petals/src/server/block_selection.py
+++ b/src/petals/src/server/block_selection.py
--- a/src/petals/src/server/cache.py
+++ b/src/petals/src/server/cache.py
--- a/src/petals/src/server/handler.py
+++ b/src/petals/src/server/handler.py
--- a/src/petals/src/server/runtime.py
+++ b/src/petals/src/server/runtime.py
--- a/src/petals/src/server/server.py
+++ b/src/petals/src/server/server.py
--- a/src/petals/src/server/task_pool.py
+++ b/src/petals/src/server/task_pool.py
--- a/src/petals/src/server/task_prioritizer.py
+++ b/src/petals/src/server/task_prioritizer.py
--- a/src/petals/src/server/throughput.py
+++ b/src/petals/src/server/throughput.py
--- a/src/petals/src/utils/__init__.py
+++ b/src/petals/src/utils/__init__.py
--- a/src/petals/src/utils/convert_8bit.py
+++ b/src/petals/src/utils/convert_8bit.py
--- a/src/petals/src/utils/generation_algorithms.py
+++ b/src/petals/src/utils/generation_algorithms.py
--- a/src/petals/src/utils/generation_constraints.py
+++ b/src/petals/src/utils/generation_constraints.py
--- a/src/petals/src/utils/misc.py
+++ b/src/petals/src/utils/misc.py
--- a/src/petals/utils/__init__.py
+++ b/src/petals/utils/__init__.py
--- a/src/petals/utils/convert_8bit.py
+++ b/src/petals/utils/convert_8bit.py
--- a/src/petals/utils/generation_algorithms.py
+++ b/src/petals/utils/generation_algorithms.py
--- a/src/petals/utils/generation_constraints.py
+++ b/src/petals/utils/generation_constraints.py
--- a/src/petals/utils/misc.py
+++ b/src/petals/utils/misc.py