|
@@ -35,28 +35,22 @@
|
|
|
"\n",
|
|
|
"import os\n",
|
|
|
"import sys\n",
|
|
|
- "import inspect\n",
|
|
|
"sys.path.insert(0, \"..\")\n",
|
|
|
"\n",
|
|
|
"# General \n",
|
|
|
"import torch\n",
|
|
|
- "import pandas as pd\n",
|
|
|
"from tqdm import tqdm\n",
|
|
|
"from torch.optim import AdamW\n",
|
|
|
"from torch.utils.data import DataLoader\n",
|
|
|
"\n",
|
|
|
"# Distributed\n",
|
|
|
- "import hivemind\n",
|
|
|
"from src.client.remote_model import DistributedBloomForCausalLM\n",
|
|
|
"\n",
|
|
|
"# HF imports\n",
|
|
|
"import transformers\n",
|
|
|
"import wandb\n",
|
|
|
"from datasets import load_dataset\n",
|
|
|
- "from transformers import get_scheduler\n",
|
|
|
- "\n",
|
|
|
- "# Visualization dependencies\n",
|
|
|
- "from IPython.display import clear_output"
|
|
|
+ "from transformers import get_scheduler"
|
|
|
]
|
|
|
},
|
|
|
{
|