Upload finetune_falcon40b_oasst1_with_bnb_peft.ipynb

finetune_falcon40b_oasst1_with_bnb_peft.ipynb

@@ -76,30 +76,6 @@
         "!pip install -q datasets"
       ]
     },
-    {
-      "cell_type": "code",
-      "execution_count": 2,
-      "metadata": {
-        "colab": {
-          "base_uri": "https://localhost:8080/"
-        },
-        "id": "-Q9oFzZdcD6T",
-        "outputId": "6e1a12ab-1e23-4635-e828-bb160815ceec"
-      },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "Mounted at /content/drive\n"
-          ]
-        }
-      ],
-      "source": [
-        "from google.colab import drive\n",
-        "drive.mount('/content/drive')"
-      ]
-    },
     {
       "cell_type": "code",
       "execution_count": 3,
@@ -2116,7 +2092,7 @@
         "    fp16=True,\n",
         "    save_total_limit=4,\n",
         "    logging_steps=25,\n",
-        "    output_dir=\"/content/drive/MyDrive/Colab Files/WM/falcon-chat-40b\",\n",
+        "    output_dir=\"./outputs\",\n",
         "    save_strategy='epoch',\n",
         "    optim=\"paged_adamw_8bit\",\n",
         "    lr_scheduler_type = 'cosine',\n",