|
@@ -24,6 +24,22 @@
|
|
"First, we have to prepare all dependencies."
|
|
"First, we have to prepare all dependencies."
|
|
]
|
|
]
|
|
},
|
|
},
|
|
|
|
+ {
|
|
|
|
+ "cell_type": "code",
|
|
|
|
+ "execution_count": null,
|
|
|
|
+ "id": "8ec7e625",
|
|
|
|
+ "metadata": {},
|
|
|
|
+ "outputs": [],
|
|
|
|
+ "source": [
|
|
|
|
+ "# uncomment this block for colab usage\n",
|
|
|
|
+ "# git clone https://github.com/bigscience-workshop/petals\n",
|
|
|
|
+ "# !pip install petals/requirements.txt\n",
|
|
|
|
+ "# !pip install datasets wandb\n",
|
|
|
|
+ "\n",
|
|
|
|
+ "# if you use cpu-only setup on colab, please uncomment this block\n",
|
|
|
|
+ "# !rm -r /usr/local/cuda/lib64"
|
|
|
|
+ ]
|
|
|
|
+ },
|
|
{
|
|
{
|
|
"cell_type": "code",
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"execution_count": null,
|
|
@@ -33,7 +49,7 @@
|
|
"source": [
|
|
"source": [
|
|
"import os\n",
|
|
"import os\n",
|
|
"import sys\n",
|
|
"import sys\n",
|
|
- "sys.path.insert(0, \"..\")\n",
|
|
|
|
|
|
+ "sys.path.insert(0, \"..\") # for colab change to sys.path.insert(0, './petals/')\n",
|
|
" \n",
|
|
" \n",
|
|
"import torch\n",
|
|
"import torch\n",
|
|
"import transformers\n",
|
|
"import transformers\n",
|
|
@@ -285,7 +301,7 @@
|
|
],
|
|
],
|
|
"metadata": {
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"kernelspec": {
|
|
- "display_name": "Python 3 (ipykernel)",
|
|
|
|
|
|
+ "display_name": "Python 3.8.10 64-bit",
|
|
"language": "python",
|
|
"language": "python",
|
|
"name": "python3"
|
|
"name": "python3"
|
|
},
|
|
},
|
|
@@ -299,7 +315,12 @@
|
|
"name": "python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"pygments_lexer": "ipython3",
|
|
- "version": "3.8.12"
|
|
|
|
|
|
+ "version": "3.8.10"
|
|
|
|
+ },
|
|
|
|
+ "vscode": {
|
|
|
|
+ "interpreter": {
|
|
|
|
+ "hash": "31f2aee4e71d21fbe5cf8b01ff0e069b9275f58929596ceb00d14d90e3e16cd6"
|
|
|
|
+ }
|
|
}
|
|
}
|
|
},
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat": 4,
|