{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "view-in-github", "colab_type": "text" }, "source": [ "\"Open" ] }, { "cell_type": "markdown", "metadata": { "id": "97yoSiRvDY7G" }, "source": [ "# Prepare dataset for Finetuning falcon-40b\n", "\n", "- Axolotl+QLoRA\n", "- minotaur datasets\n", "- deepspeed ZeRO 3 8xGPU" ] }, { "cell_type": "markdown", "metadata": { "id": "pCpbQuaxDY7H" }, "source": [ "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "ICK_4OyeQdfn", "outputId": "d366b1af-f189-47af-9675-97f00587dc9e" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Cloning into 'axolotl'...\n", "remote: Enumerating objects: 2985, done.\u001b[K\n", "remote: Counting objects: 100% (1179/1179), done.\u001b[K\n", "remote: Compressing objects: 100% (294/294), done.\u001b[K\n", "remote: Total 2985 (delta 976), reused 978 (delta 849), pack-reused 1806\n", "Receiving objects: 100% (2985/2985), 1.39 MiB | 7.16 MiB/s, done.\n", "Resolving deltas: 100% (1866/1866), done.\n" ] } ], "source": [ "!git clone https://github.com/OpenAccess-AI-Collective/axolotl.git" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "_P9uKMPoOFh6", "outputId": "1f1714ef-5bdd-4fbb-e65f-33c61883c642" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/workspace/axolotl\n" ] } ], "source": [ "%cd /workspace/axolotl" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "hb4i9d9gQydE", "outputId": "700a2abf-5bf4-47b6-840c-780528e73ba3" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Obtaining file:///workspace/axolotl\n", " Preparing metadata (setup.py) ... \u001b[?25ldone\n", "\u001b[?25hCollecting transformers@ git+https://github.com/huggingface/transformers.git (from axolotl==0.1)\n", " Cloning https://github.com/huggingface/transformers.git to /tmp/pip-install-6qt0ze0g/transformers_622ada43523a4cc595d97ee326b89ec2\n", " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/transformers.git /tmp/pip-install-6qt0ze0g/transformers_622ada43523a4cc595d97ee326b89ec2\n", " Resolved https://github.com/huggingface/transformers.git to commit dadc9fb4275f4b7c2984d16d6d9a7880ec76d872\n", " Installing build dependencies ... \u001b[?25ldone\n", "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", "\u001b[?25hRequirement already satisfied: bitsandbytes>=0.39.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg (from axolotl==0.1) (0.39.0)\n", "Requirement already satisfied: accelerate in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.21.0.dev0)\n", "Requirement already satisfied: addict in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (2.4.0)\n", "Requirement already satisfied: fire in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.5.0)\n", "Requirement already satisfied: PyYAML==6.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (6.0)\n", "Requirement already satisfied: datasets in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (2.12.0)\n", "Requirement already satisfied: sentencepiece in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.1.99)\n", "Requirement already satisfied: wandb in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.15.3)\n", "Requirement already satisfied: einops in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.6.1)\n", "Requirement already satisfied: xformers in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.0.20)\n", "Requirement already satisfied: bert-score==0.3.13 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.3.13)\n", "Requirement already satisfied: evaluate==0.4.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.4.0)\n", "Requirement already satisfied: rouge-score==0.1.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (0.1.2)\n", "Requirement already satisfied: scipy in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (1.10.1)\n", "Requirement already satisfied: scikit-learn==1.2.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from axolotl==0.1) (1.2.2)\n", "Requirement already satisfied: torch>=1.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (2.0.1)\n", "Requirement already satisfied: pandas>=1.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (2.0.2)\n", "Requirement already satisfied: numpy in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (1.24.3)\n", "Requirement already satisfied: requests in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (2.31.0)\n", "Requirement already satisfied: tqdm>=4.31.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (4.65.0)\n", "Requirement already satisfied: matplotlib in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (3.7.1)\n", "Requirement already satisfied: packaging>=20.9 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bert-score==0.3.13->axolotl==0.1) (23.1)\n", "Requirement already satisfied: dill in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (0.3.6)\n", "Requirement already satisfied: xxhash in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (3.2.0)\n", "Requirement already satisfied: multiprocess in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (0.70.14)\n", "Requirement already satisfied: fsspec[http]>=2021.05.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (2023.5.0)\n", "Requirement already satisfied: huggingface-hub>=0.7.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (0.14.1)\n", "Requirement already satisfied: responses<0.19 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from evaluate==0.4.0->axolotl==0.1) (0.18.0)\n", "Requirement already satisfied: absl-py in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from rouge-score==0.1.2->axolotl==0.1) (1.4.0)\n", "Requirement already satisfied: nltk in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from rouge-score==0.1.2->axolotl==0.1) (3.8.1)\n", "Requirement already satisfied: six>=1.14.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from rouge-score==0.1.2->axolotl==0.1) (1.16.0)\n", "Requirement already satisfied: joblib>=1.1.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from scikit-learn==1.2.2->axolotl==0.1) (1.2.0)\n", "Requirement already satisfied: threadpoolctl>=2.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from scikit-learn==1.2.2->axolotl==0.1) (3.1.0)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from accelerate->axolotl==0.1) (5.9.5)\n", "Requirement already satisfied: pyarrow>=8.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from datasets->axolotl==0.1) (12.0.0)\n", "Requirement already satisfied: aiohttp in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from datasets->axolotl==0.1) (3.8.4)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers@ git+https://github.com/huggingface/transformers.git->axolotl==0.1) (3.12.0)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers@ git+https://github.com/huggingface/transformers.git->axolotl==0.1) (2023.5.5)\n", "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers@ git+https://github.com/huggingface/transformers.git->axolotl==0.1) (0.13.3)\n", "Requirement already satisfied: safetensors>=0.3.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers@ git+https://github.com/huggingface/transformers.git->axolotl==0.1) (0.3.1)\n", "Requirement already satisfied: termcolor in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from fire->axolotl==0.1) (2.3.0)\n", "Requirement already satisfied: Click!=8.0.0,>=7.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (8.1.3)\n", "Requirement already satisfied: GitPython!=3.1.29,>=1.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (3.1.31)\n", "Requirement already satisfied: sentry-sdk>=1.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (1.24.0)\n", "Requirement already satisfied: docker-pycreds>=0.4.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (0.4.0)\n", "Requirement already satisfied: pathtools in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (0.1.2)\n", "Requirement already satisfied: setproctitle in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (1.3.2)\n", "Requirement already satisfied: setuptools in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (67.8.0)\n", "Requirement already satisfied: appdirs>=1.4.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (1.4.4)\n", "Requirement already satisfied: typing-extensions in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (4.6.2)\n", "Requirement already satisfied: protobuf!=4.21.0,<5,>=3.15.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from wandb->axolotl==0.1) (4.23.2)\n", "Requirement already satisfied: pyre-extensions==0.0.29 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from xformers->axolotl==0.1) (0.0.29)\n", "Requirement already satisfied: typing-inspect in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from pyre-extensions==0.0.29->xformers->axolotl==0.1) (0.9.0)\n", "Requirement already satisfied: sympy in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (1.12)\n", "Requirement already satisfied: networkx in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (3.1)\n", "Requirement already satisfied: jinja2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (3.1.2)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.7.99)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.7.99)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu11==11.7.101 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.7.101)\n", "Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (8.5.0.96)\n", "Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.10.3.66)\n", "Requirement already satisfied: nvidia-cufft-cu11==10.9.0.58 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (10.9.0.58)\n", "Requirement already satisfied: nvidia-curand-cu11==10.2.10.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (10.2.10.91)\n", "Requirement already satisfied: nvidia-cusolver-cu11==11.4.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.4.0.1)\n", "Requirement already satisfied: nvidia-cusparse-cu11==11.7.4.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.7.4.91)\n", "Requirement already satisfied: nvidia-nccl-cu11==2.14.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (2.14.3)\n", "Requirement already satisfied: nvidia-nvtx-cu11==11.7.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (11.7.91)\n", "Requirement already satisfied: triton==2.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (2.0.0)\n", "Requirement already satisfied: wheel in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (0.40.0)\n", "Requirement already satisfied: cmake in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from triton==2.0.0->torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (3.26.3)\n", "Requirement already satisfied: lit in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from triton==2.0.0->torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (16.0.5)\n", "Requirement already satisfied: attrs>=17.3.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (23.1.0)\n", "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (3.1.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (6.0.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (4.0.2)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (1.9.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (1.3.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from aiohttp->datasets->axolotl==0.1) (1.3.1)\n", "Requirement already satisfied: gitdb<5,>=4.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from GitPython!=3.1.29,>=1.0.0->wandb->axolotl==0.1) (4.0.10)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from pandas>=1.0.1->bert-score==0.3.13->axolotl==0.1) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from pandas>=1.0.1->bert-score==0.3.13->axolotl==0.1) (2023.3)\n", "Requirement already satisfied: tzdata>=2022.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from pandas>=1.0.1->bert-score==0.3.13->axolotl==0.1) (2023.3)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->bert-score==0.3.13->axolotl==0.1) (3.4)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->bert-score==0.3.13->axolotl==0.1) (1.26.16)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->bert-score==0.3.13->axolotl==0.1) (2023.5.7)\n", "Requirement already satisfied: contourpy>=1.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (1.0.7)\n", "Requirement already satisfied: cycler>=0.10 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (0.11.0)\n", "Requirement already satisfied: fonttools>=4.22.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (4.39.4)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (1.4.4)\n", "Requirement already satisfied: pillow>=6.2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (9.5.0)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (3.0.9)\n", "Requirement already satisfied: importlib-resources>=3.2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from matplotlib->bert-score==0.3.13->axolotl==0.1) (5.12.0)\n", "Requirement already satisfied: smmap<6,>=3.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from gitdb<5,>=4.0.1->GitPython!=3.1.29,>=1.0.0->wandb->axolotl==0.1) (5.0.0)\n", "Requirement already satisfied: zipp>=3.1.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from importlib-resources>=3.2.0->matplotlib->bert-score==0.3.13->axolotl==0.1) (3.15.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jinja2->torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (2.1.2)\n", "Requirement already satisfied: mpmath>=0.19 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from sympy->torch>=1.0.0->bert-score==0.3.13->axolotl==0.1) (1.3.0)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from typing-inspect->pyre-extensions==0.0.29->xformers->axolotl==0.1) (1.0.0)\n", "Installing collected packages: axolotl\n", " Attempting uninstall: axolotl\n", " Found existing installation: axolotl 0.1\n", " Uninstalling axolotl-0.1:\n", " Successfully uninstalled axolotl-0.1\n", " Running setup.py develop for axolotl\n", "Successfully installed axolotl-0.1\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mCollecting git+https://github.com/huggingface/peft.git\n", " Cloning https://github.com/huggingface/peft.git to /tmp/pip-req-build-nykue8ep\n", " Running command git clone --filter=blob:none --quiet https://github.com/huggingface/peft.git /tmp/pip-req-build-nykue8ep\n", " Resolved https://github.com/huggingface/peft.git to commit 189a6b8e357ecda05ccde13999e4c35759596a67\n", " Installing build dependencies ... \u001b[?25ldone\n", "\u001b[?25h Getting requirements to build wheel ... \u001b[?25ldone\n", "\u001b[?25h Preparing metadata (pyproject.toml) ... \u001b[?25ldone\n", "\u001b[?25hRequirement already satisfied: numpy>=1.17 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (1.24.3)\n", "Requirement already satisfied: packaging>=20.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (23.1)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (5.9.5)\n", "Requirement already satisfied: pyyaml in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (6.0)\n", "Requirement already satisfied: torch>=1.13.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (2.0.1)\n", "Requirement already satisfied: transformers in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (4.31.0.dev0)\n", "Requirement already satisfied: accelerate in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (0.21.0.dev0)\n", "Requirement already satisfied: safetensors in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from peft==0.4.0.dev0) (0.3.1)\n", "Requirement already satisfied: filelock in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (3.12.0)\n", "Requirement already satisfied: typing-extensions in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (4.6.2)\n", "Requirement already satisfied: sympy in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (1.12)\n", "Requirement already satisfied: networkx in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (3.1)\n", "Requirement already satisfied: jinja2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (3.1.2)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.7.99)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.7.99)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu11==11.7.101 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.7.101)\n", "Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (8.5.0.96)\n", "Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.10.3.66)\n", "Requirement already satisfied: nvidia-cufft-cu11==10.9.0.58 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (10.9.0.58)\n", "Requirement already satisfied: nvidia-curand-cu11==10.2.10.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (10.2.10.91)\n", "Requirement already satisfied: nvidia-cusolver-cu11==11.4.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.4.0.1)\n", "Requirement already satisfied: nvidia-cusparse-cu11==11.7.4.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.7.4.91)\n", "Requirement already satisfied: nvidia-nccl-cu11==2.14.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (2.14.3)\n", "Requirement already satisfied: nvidia-nvtx-cu11==11.7.91 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (11.7.91)\n", "Requirement already satisfied: triton==2.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from torch>=1.13.0->peft==0.4.0.dev0) (2.0.0)\n", "Requirement already satisfied: setuptools in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->peft==0.4.0.dev0) (67.8.0)\n", "Requirement already satisfied: wheel in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->peft==0.4.0.dev0) (0.40.0)\n", "Requirement already satisfied: cmake in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from triton==2.0.0->torch>=1.13.0->peft==0.4.0.dev0) (3.26.3)\n", "Requirement already satisfied: lit in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from triton==2.0.0->torch>=1.13.0->peft==0.4.0.dev0) (16.0.5)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers->peft==0.4.0.dev0) (0.14.1)\n", "Requirement already satisfied: regex!=2019.12.17 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers->peft==0.4.0.dev0) (2023.5.5)\n", "Requirement already satisfied: requests in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers->peft==0.4.0.dev0) (2.31.0)\n", "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers->peft==0.4.0.dev0) (0.13.3)\n", "Requirement already satisfied: tqdm>=4.27 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from transformers->peft==0.4.0.dev0) (4.65.0)\n", "Requirement already satisfied: fsspec in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers->peft==0.4.0.dev0) (2023.5.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jinja2->torch>=1.13.0->peft==0.4.0.dev0) (2.1.2)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->transformers->peft==0.4.0.dev0) (3.1.0)\n", "Requirement already satisfied: idna<4,>=2.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->transformers->peft==0.4.0.dev0) (3.4)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->transformers->peft==0.4.0.dev0) (1.26.16)\n", "Requirement already satisfied: certifi>=2017.4.17 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from requests->transformers->peft==0.4.0.dev0) (2023.5.7)\n", "Requirement already satisfied: mpmath>=0.19 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from sympy->torch>=1.13.0->peft==0.4.0.dev0) (1.3.0)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip install -e .\n", "!pip install -U git+https://github.com/huggingface/peft.git" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 145, "referenced_widgets": [ "3d420532df0e438da7d94ab32e6ebb22", "0dd2b6777bec401b867867a5cdbedd23", "064dc7a36e3141a7bda70adb723791f4", "d3e29b6ef6ab49e987c284dec6a9aedb", "8c56af0ee49c4992a2644ad1ff3c0404", "e470289f17114e4cb76f7d3e2b755ad7", "54ac694cc9a34de2afcc4077b6611936", "c62beb828d2f4c1ca13e50736d817232", "cd9a2b859a05461f9ddee1ad98d77bf5", "16b9ed34f3494401b5bbd8103b67097a", "5c68d498914448cda16a6a1d37be1780", "79bb8e0094ff4b6d85460391781309b4", "c1f0fd41f0b54a59be62e086db7459c3", "f8d0567cf49b498092a965abbe041133", "6ad4144260cb4733933947fd26bfbc25", "8ea6ca6af7a04e7cba7b93eda06ae420", "13def2c1464a4eada87d139eaaf8773e", "57bf0e73135643b09821981f1bcbd971", "5654a4fc9e1a4cf9b48d233329fe3c75", "3440a93ed74749358bae76d2bd8861ab", "6f7e6381b6fd4301a3ddf02d351caa50", "99aab7f417784805a2b7c94e7a9d549f", "6effd08048af4f1091973d4b5dc74694", "1cb197ba0137492fb8e953b05d73d0d7", "febd7a732c4e408cbde580a1c8db57f0", "c30292fd334143c3803cfbb69cf9a67f", "608f3bf410e942b887c138de6429c2a1", "07e43ba6fbe44f2b94fab16e970d3a02", "34b6dd2b7e264c2394bb1d79a05bc065", "29a22c57ce28449cbb062b493124c68c", "89273b45582947faa13889eed2a04ff6", "ba4c7ffae5e8419ba99e126666148b49", "db970e6ef6154bef98116a5bf180c7f0", "eb654d390d58424da55c565b356ae435" ] }, "id": "APgdb2JHO8FV", "outputId": "f6385a91-95cd-45a5-9a45-6ec85c0bfe58" }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "eb654d390d58424da55c565b356ae435", "version_major": 2, "version_minor": 0 }, "text/plain": [ "VBox(children=(HTML(value='
\"\n", " bos_token: \">>ABSTRACT<<\"\n", " eos_token: \"<|endoftext|>\"" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "aY3eLpM2OMzM", "outputId": "182d6c73-0162-4ca6-e5ab-204816a7bdfc" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "===================================BUG REPORT===================================\n", "Welcome to bitsandbytes. For bug reports, please run\n", "\n", "python -m bitsandbytes\n", "\n", " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n", "================================================================================\n", "bin /usr/local/lib/python3.10/dist-packages/bitsandbytes/libbitsandbytes_cuda118.so\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: /usr/lib64-nvidia did not contain ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] as expected! Searching further paths...\n", " warn(msg)\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/sys/fs/cgroup/memory.events /var/colab/cgroup/jupyter-children/memory.events')}\n", " warn(msg)\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('http'), PosixPath('//172.28.0.1'), PosixPath('8013')}\n", " warn(msg)\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('--logtostderr --listen_host=172.28.0.12 --target_host=172.28.0.12 --tunnel_background_save_url=https'), PosixPath('//colab.research.google.com/tun/m/cc48301118ce562b961b3c22d803539adc1e0c19/gpu-t4-s-3qu49qpehlmmz --tunnel_background_save_delay=10s --tunnel_periodic_background_save_frequency=30m0s --enable_output_coalescing=true --output_coalescing_required=true')}\n", " warn(msg)\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/env/python')}\n", " warn(msg)\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('//ipykernel.pylab.backend_inline'), PosixPath('module')}\n", " warn(msg)\n", "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n", "/usr/local/lib/python3.10/dist-packages/bitsandbytes/cuda_setup/main.py:149: UserWarning: Found duplicate ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] files: {PosixPath('/usr/local/cuda/lib64/libcudart.so.11.0'), PosixPath('/usr/local/cuda/lib64/libcudart.so')}.. We'll flip a coin and try one of these, in order to fail forward.\n", "Either way, this might cause trouble in the future:\n", "If you get `CUDA error: invalid device function` errors, the above might be the cause and the solution is to make sure only one ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] in the paths that we search based on your env.\n", " warn(msg)\n", "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so.11.0\n", "CUDA SETUP: Highest compute capability among GPUs detected: 7.5\n", "CUDA SETUP: Detected CUDA version 118\n", "CUDA SETUP: Loading binary /usr/local/lib/python3.10/dist-packages/bitsandbytes/libbitsandbytes_cuda118.so...\n", "2023-06-12 06:45:03.959717: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n", "WARNING:root:`trust_remote_code` is set to true. Please make sure that you reviewed the remote code/model.\n", "INFO:root:loading tokenizer... tiiuae/falcon-40b\n", "Using bos_token, but it is not set yet.\n", "Using pad_token, but it is not set yet.\n", "Using unk_token, but it is not set yet.\n", "INFO:root:Unable to find prepared dataset in last_run_prepared/31a4e867d804a957707db033c9abcd13\n", "INFO:root:Loading raw datasets...\n", "INFO:root:No seed provided, using default seed of 42\n", "WARNING:datasets.builder:Found cached dataset json (/root/.cache/huggingface/datasets/QingyiSi___json/QingyiSi--Alpaca-CoT-2953efcfeb19f105/0.0.0/e347ab1c932092252e717ff3f949105a4dd28b27e842dd53157d2f72e276c2e4)\n", "100% 1/1 [00:00<00:00, 748.85it/s]\n", "INFO:root:tokenizing, merging, and shuffling master dataset\n", "INFO:root:Saving merged prepared dataset to disk... last_run_prepared/31a4e867d804a957707db033c9abcd13\n", "INFO:root:Saving merged prepared dataset with push_to_hub... utensil/31a4e867d804a957707db033c9abcd13\n", "Pushing dataset shards to the dataset hub: 0% 0/1 [00:00\"\n", " bos_token: \">>ABSTRACT<<\"\n", " eos_token: \"<|endoftext|>\"" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "KvSjgxUrXJ_d", "outputId": "38a091d5-8a03-41e3-cb47-ff7c8cc0912b" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "===================================BUG REPORT===================================\n", "Welcome to bitsandbytes. For bug reports, please run\n", "\n", "python -m bitsandbytes\n", "\n", " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n", "================================================================================\n", "bin /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/usr/local/nvidia/lib'), PosixPath('/usr/local/nvidia/lib64')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: /usr/local/nvidia/lib:/usr/local/nvidia/lib64 did not contain ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] as expected! Searching further paths...\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('//matplotlib_inline.backend_inline'), PosixPath('module')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDvnE4umHheXhWsDJbbukYvvyc47/mC4z8syS93btA72T90WDrQagOy5O+DrhdXOvr5i/JwsTlAImy57eLRrtRFOrQq73jyi7Dzo0tvrAiNLVgX2q2dFLoplRyXDXiVYLPmPieMWQOeUCLeSb8FC5zzllcocZwjMXpxScDerZqnlAR0ccpSkGyKIod4ZMkn/29A/C5kHEb/wT8cOAq+MWJ/2okZZgbiR0AMV4DynAkrtcx9JnJnTs9chiMyH+dyCS42Ai24sHWJBkQo6TfxXkyKo9GOpu3Y2WLgrHyaot9Lk5mA1mujyIWdlReD2nvjeCQKjl3KW3xZ73m4nD97MydWSWoJfEWlr+VZvk8EWsZk3CYLZCIBLdod6xXJJ0DD0pvTIq11c8VB7XkgVjapuU/sC8M6HFzHW/NBeE+xX/txPkZkIGqrnxeQ0AtBXdN9ukyNGhGzTkPYJNliiYpY0dCvVuz/BJ2FawFTQGnD1EHOenUCRajREFGCbKoYZqi40j8= utensil@Utensils-MacBook-Pro.local')}\n", " warn(msg)\n", "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: Found duplicate ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] files: {PosixPath('/usr/local/cuda/lib64/libcudart.so'), PosixPath('/usr/local/cuda/lib64/libcudart.so.11.0')}.. We'll flip a coin and try one of these, in order to fail forward.\n", "Either way, this might cause trouble in the future:\n", "If you get `CUDA error: invalid device function` errors, the above might be the cause and the solution is to make sure only one ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] in the paths that we search based on your env.\n", " warn(msg)\n", "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so\n", "CUDA SETUP: Highest compute capability among GPUs detected: 8.6\n", "CUDA SETUP: Detected CUDA version 118\n", "CUDA SETUP: Loading binary /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so...\n", "Setting ds_accelerator to cuda (auto detect)\n", "WARNING:root:`trust_remote_code` is set to true. Please make sure that you reviewed the remote code/model.\n", "INFO:root:loading tokenizer... tiiuae/falcon-40b\n", "Downloading (…)okenizer_config.json: 100%|█████| 175/175 [00:00<00:00, 53.7kB/s]\n", "Downloading (…)/main/tokenizer.json: 100%|█| 2.73M/2.73M [00:00<00:00, 20.5MB/s]\n", "Downloading (…)cial_tokens_map.json: 100%|██████| 281/281 [00:00<00:00, 218kB/s]\n", "Using bos_token, but it is not set yet.\n", "Using pad_token, but it is not set yet.\n", "Using unk_token, but it is not set yet.\n", "INFO:root:Unable to find prepared dataset in last_run_prepared/9a63aa2c07ace8350a0e8b32ab913f2a\n", "INFO:root:Loading raw datasets...\n", "INFO:root:No seed provided, using default seed of 42\n", "Downloading readme: 100%|██████████████████████| 259/259 [00:00<00:00, 2.28MB/s]\n", "Downloading and preparing dataset json/winglian--evals to /root/.cache/huggingface/datasets/winglian___json/winglian--evals-967fbffa8fbc6a56/0.0.0/e347ab1c932092252e717ff3f949105a4dd28b27e842dd53157d2f72e276c2e4...\n", "Downloading data files: 0%| | 0/1 [00:00jupyternotify==0.1.15) (0.2.0)\n", "Requirement already satisfied: decorator in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (5.1.1)\n", "Requirement already satisfied: jedi>=0.16 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (0.18.2)\n", "Requirement already satisfied: matplotlib-inline in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (0.1.6)\n", "Requirement already satisfied: pickleshare in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (0.7.5)\n", "Requirement already satisfied: prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (3.0.38)\n", "Requirement already satisfied: pygments>=2.4.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (2.15.1)\n", "Requirement already satisfied: stack-data in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (0.6.2)\n", "Requirement already satisfied: traitlets>=5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (5.9.0)\n", "Requirement already satisfied: typing-extensions in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (4.6.3)\n", "Requirement already satisfied: pexpect>4.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipython->jupyternotify==0.1.15) (4.8.0)\n", "Requirement already satisfied: notebook in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter->jupyternotify==0.1.15) (6.5.4)\n", "Collecting qtconsole (from jupyter->jupyternotify==0.1.15)\n", " Downloading qtconsole-5.4.3-py3-none-any.whl (121 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.9/121.9 kB\u001b[0m \u001b[31m10.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting jupyter-console (from jupyter->jupyternotify==0.1.15)\n", " Downloading jupyter_console-6.6.3-py3-none-any.whl (24 kB)\n", "Requirement already satisfied: nbconvert in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter->jupyternotify==0.1.15) (7.5.0)\n", "Requirement already satisfied: ipykernel in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter->jupyternotify==0.1.15) (6.23.2)\n", "Requirement already satisfied: ipywidgets in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter->jupyternotify==0.1.15) (8.0.6)\n", "Requirement already satisfied: parso<0.9.0,>=0.8.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jedi>=0.16->ipython->jupyternotify==0.1.15) (0.8.3)\n", "Requirement already satisfied: ptyprocess>=0.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from pexpect>4.3->ipython->jupyternotify==0.1.15) (0.7.0)\n", "Requirement already satisfied: wcwidth in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from prompt-toolkit!=3.0.37,<3.1.0,>=3.0.30->ipython->jupyternotify==0.1.15) (0.2.6)\n", "Requirement already satisfied: comm>=0.1.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (0.1.3)\n", "Requirement already satisfied: debugpy>=1.6.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (1.6.7)\n", "Requirement already satisfied: jupyter-client>=6.1.12 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (8.2.0)\n", "Requirement already satisfied: jupyter-core!=5.0.*,>=4.12 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (5.3.1)\n", "Requirement already satisfied: nest-asyncio in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (1.5.6)\n", "Requirement already satisfied: packaging in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (23.1)\n", "Requirement already satisfied: psutil in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (5.9.5)\n", "Requirement already satisfied: pyzmq>=20 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (25.1.0)\n", "Requirement already satisfied: tornado>=6.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipykernel->jupyter->jupyternotify==0.1.15) (6.3.2)\n", "Requirement already satisfied: widgetsnbextension~=4.0.7 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipywidgets->jupyter->jupyternotify==0.1.15) (4.0.7)\n", "Requirement already satisfied: jupyterlab-widgets~=3.0.7 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from ipywidgets->jupyter->jupyternotify==0.1.15) (3.0.7)\n", "Requirement already satisfied: beautifulsoup4 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (4.12.2)\n", "Requirement already satisfied: bleach!=5.0.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (6.0.0)\n", "Requirement already satisfied: defusedxml in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (0.7.1)\n", "Requirement already satisfied: importlib-metadata>=3.6 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (6.6.0)\n", "Requirement already satisfied: jinja2>=3.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (3.1.2)\n", "Requirement already satisfied: jupyterlab-pygments in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (0.2.2)\n", "Requirement already satisfied: markupsafe>=2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (2.1.3)\n", "Requirement already satisfied: mistune<3,>=2.0.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (2.0.5)\n", "Requirement already satisfied: nbclient>=0.5.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (0.8.0)\n", "Requirement already satisfied: nbformat>=5.7 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (5.9.0)\n", "Requirement already satisfied: pandocfilters>=1.4.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (1.5.0)\n", "Requirement already satisfied: tinycss2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbconvert->jupyter->jupyternotify==0.1.15) (1.2.1)\n", "Requirement already satisfied: argon2-cffi in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (21.3.0)\n", "Requirement already satisfied: ipython-genutils in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (0.2.0)\n", "Requirement already satisfied: Send2Trash>=1.8.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (1.8.2)\n", "Requirement already satisfied: terminado>=0.8.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (0.17.1)\n", "Requirement already satisfied: prometheus-client in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (0.17.0)\n", "Requirement already satisfied: nbclassic>=0.4.7 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from notebook->jupyter->jupyternotify==0.1.15) (1.0.0)\n", "Collecting qtpy>=2.0.1 (from qtconsole->jupyter->jupyternotify==0.1.15)\n", " Downloading QtPy-2.3.1-py3-none-any.whl (84 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.9/84.9 kB\u001b[0m \u001b[31m36.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: executing>=1.2.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from stack-data->ipython->jupyternotify==0.1.15) (1.2.0)\n", "Requirement already satisfied: asttokens>=2.1.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from stack-data->ipython->jupyternotify==0.1.15) (2.2.1)\n", "Requirement already satisfied: pure-eval in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from stack-data->ipython->jupyternotify==0.1.15) (0.2.2)\n", "Requirement already satisfied: six in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from asttokens>=2.1.0->stack-data->ipython->jupyternotify==0.1.15) (1.16.0)\n", "Requirement already satisfied: webencodings in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from bleach!=5.0.0->nbconvert->jupyter->jupyternotify==0.1.15) (0.5.1)\n", "Requirement already satisfied: zipp>=0.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from importlib-metadata>=3.6->nbconvert->jupyter->jupyternotify==0.1.15) (3.15.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-client>=6.1.12->ipykernel->jupyter->jupyternotify==0.1.15) (2.8.2)\n", "Requirement already satisfied: platformdirs>=2.5 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-core!=5.0.*,>=4.12->ipykernel->jupyter->jupyternotify==0.1.15) (3.6.0)\n", "Requirement already satisfied: jupyter-server>=1.8 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (2.6.0)\n", "Requirement already satisfied: notebook-shim>=0.2.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (0.2.3)\n", "Requirement already satisfied: fastjsonschema in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (2.17.1)\n", "Requirement already satisfied: jsonschema>=2.6 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (4.17.3)\n", "Requirement already satisfied: argon2-cffi-bindings in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from argon2-cffi->notebook->jupyter->jupyternotify==0.1.15) (21.2.0)\n", "Requirement already satisfied: soupsieve>1.2 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from beautifulsoup4->nbconvert->jupyter->jupyternotify==0.1.15) (2.4.1)\n", "Requirement already satisfied: attrs>=17.4.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (23.1.0)\n", "Requirement already satisfied: pyrsistent!=0.17.0,!=0.17.1,!=0.17.2,>=0.14.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (0.19.3)\n", "Requirement already satisfied: anyio>=3.1.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (3.7.0)\n", "Requirement already satisfied: jupyter-events>=0.6.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (0.6.3)\n", "Requirement already satisfied: jupyter-server-terminals in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (0.4.4)\n", "Requirement already satisfied: overrides in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (7.3.1)\n", "Requirement already satisfied: websocket-client in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (1.6.0)\n", "Requirement already satisfied: cffi>=1.0.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter->jupyternotify==0.1.15) (1.15.1)\n", "Requirement already satisfied: idna>=2.8 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (3.4)\n", "Requirement already satisfied: sniffio>=1.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (1.3.0)\n", "Requirement already satisfied: exceptiongroup in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (1.1.1)\n", "Requirement already satisfied: pycparser in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter->jupyternotify==0.1.15) (2.21)\n", "Requirement already satisfied: python-json-logger>=2.0.4 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (2.0.7)\n", "Requirement already satisfied: pyyaml>=5.3 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (6.0)\n", "Requirement already satisfied: rfc3339-validator in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (0.1.4)\n", "Requirement already satisfied: rfc3986-validator>=0.1.1 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter->jupyternotify==0.1.15) (0.1.1)\n", "Requirement already satisfied: fqdn in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (1.5.1)\n", "Requirement already satisfied: isoduration in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (20.11.0)\n", "Requirement already satisfied: jsonpointer>1.13 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (2.4)\n", "Requirement already satisfied: uri-template in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (1.2.0)\n", "Requirement already satisfied: webcolors>=1.11 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (1.13)\n", "Requirement already satisfied: arrow>=0.15.0 in /root/miniconda3/envs/py3.9/lib/python3.9/site-packages (from isoduration->jsonschema>=2.6->nbformat>=5.7->nbconvert->jupyter->jupyternotify==0.1.15) (1.2.3)\n", "Building wheels for collected packages: jupyternotify\n", " Building wheel for jupyternotify (setup.py) ... \u001b[?25ldone\n", "\u001b[?25h Created wheel for jupyternotify: filename=jupyternotify-0.1.15-py3-none-any.whl size=9253 sha256=63a599580a2a8a14cf887dead0c12f907b7e800d7a66eb5410b87cb08093bb7b\n", " Stored in directory: /tmp/pip-ephem-wheel-cache-34r2ggd_/wheels/ac/9c/45/690acc0737588c27d965beb8db28ae0946c87dfd8186ba8d49\n", "Successfully built jupyternotify\n", "Installing collected packages: qtpy, qtconsole, jupyter-console, jupyter, jupyternotify\n", "Successfully installed jupyter-1.0.0 jupyter-console-6.6.3 jupyternotify-0.1.15 qtconsole-5.4.3 qtpy-2.3.1\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0m" ] }, { "data": { "application/javascript": [ "if (!(\"Notification\" in window)) {\n", " alert(\"This browser does not support desktop notifications, so the %%notify magic will not work.\");\n", "} else if (Notification.permission !== 'granted' && Notification.permission !== 'denied') {\n", " Notification.requestPermission(function (permission) {\n", " if(!('permission' in Notification)) {\n", " Notification.permission = permission;\n", " }\n", " })\n", "}\n", "\n", "if(!window.jQuery) {\n", " var jq = document.createElement('script');\n", " jq.src = \"//ajax.googleapis.com/ajax/libs/jquery/2.1.4/jquery.min.js\";\n", " document.getElementsByTagName('head')[0].appendChild(jq);\n", "}\n", "\n", "// Detect if the window is out of focus.\n", "window.jupyterNotifyIsInBackground = undefined;\n", "(function() {\n", " // Check document.hidden support\n", " var hidden;\n", " if (typeof document.hidden !== \"undefined\") { // Opera 12.10 and Firefox 18 and later support\n", " hidden = \"hidden\";\n", " } else if (typeof document.msHidden !== \"undefined\") {\n", " hidden = \"msHidden\";\n", " } else if (typeof document.webkitHidden !== \"undefined\") {\n", " hidden = \"webkitHidden\";\n", " }\n", "\n", " // Set initial background state\n", " if (document[hidden]) {\n", " window.jupyterNotifyIsInBackground = true;\n", " } else {\n", " window.jupyterNotifyIsInBackground = false;\n", " }\n", "\n", " window.addEventListener('blur', function() { window.jupyterNotifyIsInBackground = true; }, false);\n", " window.addEventListener('focus', function() { window.jupyterNotifyIsInBackground = false; }, false);\n", "})();\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "!pip install git+https://github.com/cphyc/jupyter-notify.git\n", "%load_ext jupyternotify\n", "%autonotify -a 30 -o" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "OiPSUte7kxMq", "outputId": "f364bd92-5592-4b76-fbd6-b60df9a981a0" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Overwriting examples/falcon/config-40b-qlora.yml\n" ] } ], "source": [ "%%writefile examples/falcon/config-40b-qlora.yml\n", "# 1b: tiiuae/falcon-rw-1b\n", "# 7b: tiiuae/falcon-7b\n", "# 40b: tiiuae/falcon-40b\n", "base_model: tiiuae/falcon-40b\n", "base_model_config: tiiuae/falcon-40b\n", "# required by falcon custom model code: https://huggingface.co/tiiuae/falcon-7b/tree/main\n", "trust_remote_code: true\n", "model_type: AutoModelForCausalLM\n", "tokenizer_type: AutoTokenizer\n", "load_in_8bit: false\n", "# enable 4bit for QLoRA\n", "load_in_4bit: true\n", "gptq: false\n", "strict: false\n", "\n", "push_dataset_to_hub: utensil\n", "hf_use_auth_token: true\n", "\n", "datasets:\n", " - path: winglian/evals\n", " data_files:\n", " - hf/ARC-Challenge.jsonl\n", " - hf/ARC-Easy.jsonl\n", " - hf/riddle_sense.jsonl\n", " - hf/piqa.jsonl\n", " type: explainchoice:chat\n", " - path: winglian/evals\n", " data_files:\n", " - hf/gsm8k.jsonl\n", " - hf/winogrande.jsonl\n", " type: alpaca_chat.load_qa\n", " - path: winglian/evals\n", " data_files:\n", " - custom/n_task.jsonl\n", " - custom/misconceptions.jsonl\n", " - custom/context_insensitivity.jsonl\n", " type: alpaca_chat\n", " - path: camel-ai/math\n", " type: alpaca_chat.load_camel_ai\n", " - path: camel-ai/biology\n", " type: alpaca_chat.load_camel_ai\n", " - path: camel-ai/physics\n", " type: alpaca_chat.load_camel_ai\n", " - path: camel-ai/chemistry\n", " type: alpaca_chat.load_camel_ai\n", " - path: winglian/evals\n", " data_files:\n", " - custom/in_context_qa.jsonl\n", " type: context_qa\n", " - path: winglian/evals\n", " data_files:\n", " - custom/in_context_qa.jsonl\n", " type: context_qa.load_404\n", " - path: winglian/evals\n", " data_files:\n", " - custom/jokes_explained_500up.jsonl\n", " type: sharegpt_jokes\n", " - path: winglian/evals\n", " data_files:\n", " - custom/classify-self-chat.sharegpt.jsonl\n", " - custom/coding-self-chat.sharegpt.jsonl\n", " - custom/prose-gpt4.sharegpt.jsonl\n", " - custom/prose-rewrite-gpt4.sharegpt.jsonl\n", " type: sharegpt_simple.load_role\n", " - path: winglian/evals\n", " data_files:\n", " - openai/tldr.jsonl\n", " type: summarizetldr:chat\n", " - path: winglian/evals\n", " data_files:\n", " - hellaswag/hellaswag.jsonl\n", " type: explainchoice:chat\n", " - path: metaeval/ScienceQA_text_only\n", " type: concisechoice:chat\n", " - path: teknium/GPT4-LLM-Cleaned\n", " type: alpaca_chat\n", " - path: teknium/GPTeacher-General-Instruct\n", " data_files: gpt4-instruct-similarity-0.6-dataset.json\n", " type: gpteacher:chat\n", " - path: QingyiSi/Alpaca-CoT\n", " data_files:\n", " - Chain-of-Thought/formatted_cot_data/aqua_train.json\n", " - Chain-of-Thought/formatted_cot_data/creak_train.json\n", " - Chain-of-Thought/formatted_cot_data/ecqa_train.json\n", " - Chain-of-Thought/formatted_cot_data/esnli_train.json\n", " - Chain-of-Thought/formatted_cot_data/qasc_train.json\n", " - Chain-of-Thought/formatted_cot_data/qed_train.json\n", " - Chain-of-Thought/formatted_cot_data/sensemaking_train.json\n", " - Chain-of-Thought/formatted_cot_data/strategyqa_train.json\n", " - GPTeacher/Roleplay/formatted_roleplay-similarity_0.6-instruct-dataset.json\n", " type: alpaca_chat\n", " - path: ehartford/WizardLM_alpaca_evol_instruct_70k_unfiltered\n", " type: alpaca_chat\n", " - path: ehartford/wizard_vicuna_70k_unfiltered\n", " type: sharegpt:chat\n", "\n", "dataset_prepared_path: last_run_prepared\n", "val_set_size: 0.01\n", "# enable QLoRA\n", "adapter: qlora\n", "lora_model_dir:\n", "sequence_len: 2048\n", "max_packed_sequence_len: 2048\n", "\n", "# hyperparameters from QLoRA paper Appendix B.2\n", "# \"We find hyperparameters to be largely robust across datasets\"\n", "lora_r: 64\n", "lora_alpha: 16\n", "# 0.1 for models up to 13B\n", "# 0.05 for 33B and 65B models\n", "lora_dropout: 0.05\n", "# add LoRA modules on all linear layers of the base model\n", "lora_target_modules:\n", "lora_target_linear: true\n", "lora_fan_in_fan_out:\n", "\n", "wandb_project: falcon-qlora\n", "wandb_watch:\n", "wandb_run_id:\n", "wandb_log_model:\n", "output_dir: /content/axolotl-trained/falcon-qlora-40b-minotaur/\n", "\n", "# QLoRA paper Table 9\n", "# - 16 for 7b & 13b\n", "# - 32 for 33b, 64 for 64b\n", "# Max size tested on A6000\n", "# - 7b: 40\n", "# - 40b: 4\n", "# decrease if OOM, increase for max VRAM utilization\n", "micro_batch_size: 4\n", "gradient_accumulation_steps: 1\n", "num_epochs: 3\n", "# Optimizer for QLoRA\n", "optimizer: adamw_bnb_8bit\n", "torchdistx_path:\n", "lr_scheduler: cosine\n", "# QLoRA paper Table 9\n", "# - 2e-4 for 7b & 13b\n", "# - 1e-4 for 33b & 64b\n", "learning_rate: 0.0002\n", "train_on_inputs: false\n", "group_by_length: false\n", "bf16: true\n", "fp16: false\n", "tf32: true\n", "gradient_checkpointing: true\n", "# stop training after this many evaluation losses have increased in a row\n", "# https://huggingface.co/transformers/v4.2.2/_modules/transformers/trainer_callback.html#EarlyStoppingCallback\n", "# early_stopping_patience: 3\n", "resume_from_checkpoint:\n", "auto_resume_from_checkpoints: true\n", "local_rank:\n", "logging_steps: 1\n", "xformers_attention: true\n", "flash_attention:\n", "gptq_groupsize:\n", "gptq_model_v1:\n", "warmup_steps: 10\n", "eval_steps: 5\n", "save_steps: 10\n", "debug:\n", "deepspeed:\n", "weight_decay: 0.01\n", "adam_beta1:\n", "adam_beta2: 0.999\n", "adam_epsilon:\n", "# Gradient clipping max norm\n", "max_grad_norm: 0.3\n", "\n", "fsdp:\n", "fsdp_config:\n", "special_tokens:\n", " pad_token: \"<|endoftext|>\"\n", " bos_token: \">>ABSTRACT<<\"\n", " eos_token: \"<|endoftext|>\"" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "vTOYjexcXblC", "outputId": "c543690c-09bf-49fc-e16c-562d5d174bc5" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Setting ds_accelerator to cuda (auto detect)\n", "\n", "===================================BUG REPORT===================================\n", "Welcome to bitsandbytes. For bug reports, please run\n", "\n", "python -m bitsandbytes\n", "\n", " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n", "================================================================================\n", "bin /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/usr/local/nvidia/lib'), PosixPath('/usr/local/nvidia/lib64')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: /usr/local/nvidia/lib:/usr/local/nvidia/lib64 did not contain ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] as expected! Searching further paths...\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('module'), PosixPath('//matplotlib_inline.backend_inline')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDvnE4umHheXhWsDJbbukYvvyc47/mC4z8syS93btA72T90WDrQagOy5O+DrhdXOvr5i/JwsTlAImy57eLRrtRFOrQq73jyi7Dzo0tvrAiNLVgX2q2dFLoplRyXDXiVYLPmPieMWQOeUCLeSb8FC5zzllcocZwjMXpxScDerZqnlAR0ccpSkGyKIod4ZMkn/29A/C5kHEb/wT8cOAq+MWJ/2okZZgbiR0AMV4DynAkrtcx9JnJnTs9chiMyH+dyCS42Ai24sHWJBkQo6TfxXkyKo9GOpu3Y2WLgrHyaot9Lk5mA1mujyIWdlReD2nvjeCQKjl3KW3xZ73m4nD97MydWSWoJfEWlr+VZvk8EWsZk3CYLZCIBLdod6xXJJ0DD0pvTIq11c8VB7XkgVjapuU/sC8M6HFzHW/NBeE+xX/txPkZkIGqrnxeQ0AtBXdN9ukyNGhGzTkPYJNliiYpY0dCvVuz/BJ2FawFTQGnD1EHOenUCRajREFGCbKoYZqi40j8= utensil@Utensils-MacBook-Pro.local')}\n", " warn(msg)\n", "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: Found duplicate ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] files: {PosixPath('/usr/local/cuda/lib64/libcudart.so.11.0'), PosixPath('/usr/local/cuda/lib64/libcudart.so')}.. We'll flip a coin and try one of these, in order to fail forward.\n", "Either way, this might cause trouble in the future:\n", "If you get `CUDA error: invalid device function` errors, the above might be the cause and the solution is to make sure only one ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] in the paths that we search based on your env.\n", " warn(msg)\n", "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so.11.0\n", "CUDA SETUP: Highest compute capability among GPUs detected: 8.6\n", "CUDA SETUP: Detected CUDA version 118\n", "CUDA SETUP: Loading binary /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so...\n", "WARNING:root:`trust_remote_code` is set to true. Please make sure that you reviewed the remote code/model.\n", "INFO:root:loading tokenizer... tiiuae/falcon-40b\n", "Using bos_token, but it is not set yet.\n", "Using pad_token, but it is not set yet.\n", "Using unk_token, but it is not set yet.\n", "INFO:root:Checking for packed prepared dataset from hub... utensil/216aa4e2be3974d0a1d25d8c19db01a4\n", "INFO:root:Loading prepared packed dataset from disk at last_run_prepared/216aa4e2be3974d0a1d25d8c19db01a4...\n", "INFO:root:Prepared packed dataset loaded from disk...\n", "INFO:root:Saving packed prepared dataset with push_to_hub... utensil/216aa4e2be3974d0a1d25d8c19db01a4\n", "Pushing dataset shards to the dataset hub: 0%| | 0/5 [00:00\n", " fire.Fire(train)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 141, in Fire\n", " component_trace = _Fire(component, args, parsed_flag_args, context, name)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 475, in _Fire\n", " component, remaining_args = _CallAndUpdateTrace(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 691, in _CallAndUpdateTrace\n", " component = fn(*varargs, **kwargs)\n", " File \"/workspace/axolotl/scripts/finetune.py\", line 222, in train\n", " train_dataset, eval_dataset = load_prepare_datasets(\n", " File \"/workspace/axolotl/src/axolotl/utils/data.py\", line 338, in load_prepare_datasets\n", " dataset.push_to_hub(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/arrow_dataset.py\", line 5396, in push_to_hub\n", " repo_id, split, uploaded_size, dataset_nbytes, repo_files, deleted_size = self._push_parquet_shards_to_hub(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/arrow_dataset.py\", line 5291, in _push_parquet_shards_to_hub\n", " _retry(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/utils/file_utils.py\", line 281, in _retry\n", " return func(*func_args, **func_kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py\", line 118, in _inner_fn\n", " return fn(*args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 826, in _inner\n", " return fn(self, *args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 3200, in upload_file\n", " operation = CommitOperationAdd(\n", " File \"\", line 5, in __init__\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/_commit_api.py\", line 129, in __post_init__\n", " self.upload_info = UploadInfo.from_bytes(self.path_or_fileobj)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/lfs.py\", line 81, in from_bytes\n", " sha = sha256(data).digest()\n", "KeyboardInterrupt\n" ] }, { "data": { "application/javascript": [ "$(document).ready(\n", " function() {\n", " function appendUniqueDiv(){\n", " // append a div with our uuid so we can check that it's already\n", " // been sent and avoid duplicates on page reload\n", " var notifiedDiv = document.createElement(\"div\")\n", " notifiedDiv.id = \"93334941-d455-489c-90d9-d3e41ecb545b\"\n", " element.append(notifiedDiv)\n", " }\n", "\n", " // only send notifications if the pageload is complete; this will\n", " // help stop extra notifications when a saved notebook is loaded,\n", " // which during testing gives us state \"interactive\", not \"complete\"\n", " if (document.readyState === 'complete') {\n", " // check for the div that signifies that the notification\n", " // was already sent\n", " if (document.getElementById(\"93334941-d455-489c-90d9-d3e41ecb545b\") === null) {\n", " var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell Execution Has Finished!!\", \"autonotify_after\": \"30\", \"autonotify_output\": true, \"only_in_background\": false};\n", "\n", " // We have a notification but the window is active\n", " if (notificationPayload.only_in_background && !window.jupyterNotifyIsInBackground) {\n", " appendUniqueDiv();\n", " return;\n", " }\n", " if (Notification.permission !== 'denied') {\n", " if (Notification.permission !== 'granted') { \n", " Notification.requestPermission(function (permission) {\n", " if(!('permission' in Notification)) {\n", " Notification.permission = permission\n", " }\n", " })\n", " }\n", " if (Notification.permission === 'granted') {\n", " var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n", " appendUniqueDiv()\n", " notification.onclick = function () {\n", " window.focus();\n", " this.close();\n", " };\n", " } \n", " } \n", " }\n", " }\n", " }\n", ")\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "!python scripts/finetune.py examples/falcon/config-40b-qlora.yml --prepare_ds_only" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "X47BKnXFkxMr", "outputId": "5ec39b7b-e5e3-4495-96de-b942e0ce2699" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Setting ds_accelerator to cuda (auto detect)\n", "\n", "===================================BUG REPORT===================================\n", "Welcome to bitsandbytes. For bug reports, please run\n", "\n", "python -m bitsandbytes\n", "\n", " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n", "================================================================================\n", "bin /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/usr/local/nvidia/lib64'), PosixPath('/usr/local/nvidia/lib')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: /usr/local/nvidia/lib:/usr/local/nvidia/lib64 did not contain ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] as expected! Searching further paths...\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('module'), PosixPath('//matplotlib_inline.backend_inline')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDvnE4umHheXhWsDJbbukYvvyc47/mC4z8syS93btA72T90WDrQagOy5O+DrhdXOvr5i/JwsTlAImy57eLRrtRFOrQq73jyi7Dzo0tvrAiNLVgX2q2dFLoplRyXDXiVYLPmPieMWQOeUCLeSb8FC5zzllcocZwjMXpxScDerZqnlAR0ccpSkGyKIod4ZMkn/29A/C5kHEb/wT8cOAq+MWJ/2okZZgbiR0AMV4DynAkrtcx9JnJnTs9chiMyH+dyCS42Ai24sHWJBkQo6TfxXkyKo9GOpu3Y2WLgrHyaot9Lk5mA1mujyIWdlReD2nvjeCQKjl3KW3xZ73m4nD97MydWSWoJfEWlr+VZvk8EWsZk3CYLZCIBLdod6xXJJ0DD0pvTIq11c8VB7XkgVjapuU/sC8M6HFzHW/NBeE+xX/txPkZkIGqrnxeQ0AtBXdN9ukyNGhGzTkPYJNliiYpY0dCvVuz/BJ2FawFTQGnD1EHOenUCRajREFGCbKoYZqi40j8= utensil@Utensils-MacBook-Pro.local')}\n", " warn(msg)\n", "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: Found duplicate ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] files: {PosixPath('/usr/local/cuda/lib64/libcudart.so.11.0'), PosixPath('/usr/local/cuda/lib64/libcudart.so')}.. We'll flip a coin and try one of these, in order to fail forward.\n", "Either way, this might cause trouble in the future:\n", "If you get `CUDA error: invalid device function` errors, the above might be the cause and the solution is to make sure only one ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] in the paths that we search based on your env.\n", " warn(msg)\n", "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so.11.0\n", "CUDA SETUP: Highest compute capability among GPUs detected: 8.6\n", "CUDA SETUP: Detected CUDA version 118\n", "CUDA SETUP: Loading binary /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so...\n", "WARNING:root:`trust_remote_code` is set to true. Please make sure that you reviewed the remote code/model.\n", "INFO:root:loading tokenizer... tiiuae/falcon-40b\n", "Using bos_token, but it is not set yet.\n", "Using pad_token, but it is not set yet.\n", "Using unk_token, but it is not set yet.\n", "INFO:root:Checking for packed prepared dataset from hub... utensil/216aa4e2be3974d0a1d25d8c19db01a4\n", "INFO:root:Loading prepared packed dataset from disk at last_run_prepared/216aa4e2be3974d0a1d25d8c19db01a4...\n", "INFO:root:Prepared packed dataset loaded from disk...\n", "INFO:root:Saving packed prepared dataset with push_to_hub... utensil/216aa4e2be3974d0a1d25d8c19db01a4\n", "Pushing dataset shards to the dataset hub: 0%| | 0/5 [00:00\n", " fire.Fire(train)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 141, in Fire\n", " component_trace = _Fire(component, args, parsed_flag_args, context, name)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 475, in _Fire\n", " component, remaining_args = _CallAndUpdateTrace(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/fire/core.py\", line 691, in _CallAndUpdateTrace\n", " component = fn(*varargs, **kwargs)\n", " File \"/workspace/axolotl/scripts/finetune.py\", line 222, in train\n", " train_dataset, eval_dataset = load_prepare_datasets(\n", " File \"/workspace/axolotl/src/axolotl/utils/data.py\", line 338, in load_prepare_datasets\n", " dataset.push_to_hub(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/arrow_dataset.py\", line 5396, in push_to_hub\n", " repo_id, split, uploaded_size, dataset_nbytes, repo_files, deleted_size = self._push_parquet_shards_to_hub(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/arrow_dataset.py\", line 5291, in _push_parquet_shards_to_hub\n", " _retry(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/datasets/utils/file_utils.py\", line 281, in _retry\n", " return func(*func_args, **func_kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py\", line 118, in _inner_fn\n", " return fn(*args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 826, in _inner\n", " return fn(self, *args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 3205, in upload_file\n", " commit_info = self.create_commit(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/utils/_validators.py\", line 118, in _inner_fn\n", " return fn(*args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 826, in _inner\n", " return fn(self, *args, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/huggingface_hub/hf_api.py\", line 2711, in create_commit\n", " commit_resp = get_session().post(url=commit_url, headers=headers, data=data, params=params)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/requests/sessions.py\", line 637, in post\n", " return self.request(\"POST\", url, data=data, json=json, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/requests/sessions.py\", line 589, in request\n", " resp = self.send(prep, **send_kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/requests/sessions.py\", line 703, in send\n", " r = adapter.send(request, **kwargs)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/requests/adapters.py\", line 486, in send\n", " resp = conn.urlopen(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py\", line 790, in urlopen\n", " response = self._make_request(\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/urllib3/connectionpool.py\", line 536, in _make_request\n", " response = conn.getresponse()\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/urllib3/connection.py\", line 454, in getresponse\n", " httplib_response = super().getresponse()\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/http/client.py\", line 1377, in getresponse\n", " response.begin()\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/http/client.py\", line 320, in begin\n", " version, status, reason = self._read_status()\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/http/client.py\", line 281, in _read_status\n", " line = str(self.fp.readline(_MAXLINE + 1), \"iso-8859-1\")\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/socket.py\", line 704, in readinto\n", " return self._sock.recv_into(b)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/ssl.py\", line 1242, in recv_into\n", " return self.read(nbytes, buffer)\n", " File \"/root/miniconda3/envs/py3.9/lib/python3.9/ssl.py\", line 1100, in read\n", " return self._sslobj.read(len, buffer)\n", "KeyboardInterrupt\n" ] }, { "data": { "application/javascript": [ "$(document).ready(\n", " function() {\n", " function appendUniqueDiv(){\n", " // append a div with our uuid so we can check that it's already\n", " // been sent and avoid duplicates on page reload\n", " var notifiedDiv = document.createElement(\"div\")\n", " notifiedDiv.id = \"f4cbf55d-a8cf-4a43-a7d9-1556c36fc8e5\"\n", " element.append(notifiedDiv)\n", " }\n", "\n", " // only send notifications if the pageload is complete; this will\n", " // help stop extra notifications when a saved notebook is loaded,\n", " // which during testing gives us state \"interactive\", not \"complete\"\n", " if (document.readyState === 'complete') {\n", " // check for the div that signifies that the notification\n", " // was already sent\n", " if (document.getElementById(\"f4cbf55d-a8cf-4a43-a7d9-1556c36fc8e5\") === null) {\n", " var notificationPayload = {\"requireInteraction\": false, \"icon\": \"/static/base/images/favicon.ico\", \"body\": \"Cell Execution Has Finished!!\", \"autonotify_after\": \"30\", \"autonotify_output\": true, \"only_in_background\": false};\n", "\n", " // We have a notification but the window is active\n", " if (notificationPayload.only_in_background && !window.jupyterNotifyIsInBackground) {\n", " appendUniqueDiv();\n", " return;\n", " }\n", " if (Notification.permission !== 'denied') {\n", " if (Notification.permission !== 'granted') { \n", " Notification.requestPermission(function (permission) {\n", " if(!('permission' in Notification)) {\n", " Notification.permission = permission\n", " }\n", " })\n", " }\n", " if (Notification.permission === 'granted') {\n", " var notification = new Notification(\"Jupyter Notebook\", notificationPayload)\n", " appendUniqueDiv()\n", " notification.onclick = function () {\n", " window.focus();\n", " this.close();\n", " };\n", " } \n", " } \n", " }\n", " }\n", " }\n", ")\n" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "!python scripts/finetune.py examples/falcon/config-40b-qlora.yml --prepare_ds_only" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "yzkUl_AKkxMr" }, "outputs": [], "source": [ "!mv last_run_prepared last_run_prepared_bak" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "7CZw2IA4kxMr", "outputId": "53919a87-10ec-4f42-dc65-8f8483da37ff" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Setting ds_accelerator to cuda (auto detect)\n", "\n", "===================================BUG REPORT===================================\n", "Welcome to bitsandbytes. For bug reports, please run\n", "\n", "python -m bitsandbytes\n", "\n", " and submit this information together with your error trace to: https://github.com/TimDettmers/bitsandbytes/issues\n", "================================================================================\n", "bin /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('/usr/local/nvidia/lib'), PosixPath('/usr/local/nvidia/lib64')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: /usr/local/nvidia/lib:/usr/local/nvidia/lib64 did not contain ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] as expected! Searching further paths...\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('module'), PosixPath('//matplotlib_inline.backend_inline')}\n", " warn(msg)\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: WARNING: The following directories listed in your path were found to be non-existent: {PosixPath('ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDvnE4umHheXhWsDJbbukYvvyc47/mC4z8syS93btA72T90WDrQagOy5O+DrhdXOvr5i/JwsTlAImy57eLRrtRFOrQq73jyi7Dzo0tvrAiNLVgX2q2dFLoplRyXDXiVYLPmPieMWQOeUCLeSb8FC5zzllcocZwjMXpxScDerZqnlAR0ccpSkGyKIod4ZMkn/29A/C5kHEb/wT8cOAq+MWJ/2okZZgbiR0AMV4DynAkrtcx9JnJnTs9chiMyH+dyCS42Ai24sHWJBkQo6TfxXkyKo9GOpu3Y2WLgrHyaot9Lk5mA1mujyIWdlReD2nvjeCQKjl3KW3xZ73m4nD97MydWSWoJfEWlr+VZvk8EWsZk3CYLZCIBLdod6xXJJ0DD0pvTIq11c8VB7XkgVjapuU/sC8M6HFzHW/NBeE+xX/txPkZkIGqrnxeQ0AtBXdN9ukyNGhGzTkPYJNliiYpY0dCvVuz/BJ2FawFTQGnD1EHOenUCRajREFGCbKoYZqi40j8= utensil@Utensils-MacBook-Pro.local')}\n", " warn(msg)\n", "CUDA_SETUP: WARNING! libcudart.so not found in any environmental path. Searching in backup paths...\n", "/root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/cuda_setup/main.py:149: UserWarning: Found duplicate ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] files: {PosixPath('/usr/local/cuda/lib64/libcudart.so.11.0'), PosixPath('/usr/local/cuda/lib64/libcudart.so')}.. We'll flip a coin and try one of these, in order to fail forward.\n", "Either way, this might cause trouble in the future:\n", "If you get `CUDA error: invalid device function` errors, the above might be the cause and the solution is to make sure only one ['libcudart.so', 'libcudart.so.11.0', 'libcudart.so.12.0'] in the paths that we search based on your env.\n", " warn(msg)\n", "CUDA SETUP: CUDA runtime path found: /usr/local/cuda/lib64/libcudart.so.11.0\n", "CUDA SETUP: Highest compute capability among GPUs detected: 8.6\n", "CUDA SETUP: Detected CUDA version 118\n", "CUDA SETUP: Loading binary /root/miniconda3/envs/py3.9/lib/python3.9/site-packages/bitsandbytes-0.39.0-py3.9.egg/bitsandbytes/libbitsandbytes_cuda118.so...\n", "WARNING:root:`trust_remote_code` is set to true. Please make sure that you reviewed the remote code/model.\n", "INFO:root:loading tokenizer... tiiuae/falcon-40b\n", "Using bos_token, but it is not set yet.\n", "Using pad_token, but it is not set yet.\n", "Using unk_token, but it is not set yet.\n", "INFO:root:Checking for packed prepared dataset from hub... utensil/216aa4e2be3974d0a1d25d8c19db01a4\n", "Downloading and preparing dataset parquet/utensil--216aa4e2be3974d0a1d25d8c19db01a4 to /root/.cache/huggingface/datasets/utensil___parquet/utensil--216aa4e2be3974d0a1d25d8c19db01a4-75ee8c7e5c8a0dd6/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7...\n", "Downloading data files: 0%| | 0/1 [00:00...\" to update what will be committed)\n", " (use \"git restore ...\" to discard changes in working directory)\n", "\t\u001b[31mmodified: FAQS.md\u001b[m\n", "\t\u001b[31mmodified: README.md\u001b[m\n", "\t\u001b[31mmodified: docker/Dockerfile\u001b[m\n", "\t\u001b[31mmodified: docker/Dockerfile-base\u001b[m\n", "\t\u001b[31mmodified: examples/gptq-lora-7b/config.yml\u001b[m\n", "\t\u001b[31mmodified: examples/mpt-7b/config.yml\u001b[m\n", "\t\u001b[31mmodified: requirements.txt\u001b[m\n", "\t\u001b[31mmodified: scripts/finetune.py\u001b[m\n", "\t\u001b[31mmodified: scripts/runpod-entrypoint.sh\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/datasets.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/flash_attn.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/prompt_strategies/alpaca_chat.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/prompters.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/utils/data.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/utils/models.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/utils/trainer.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/utils/validation.py\u001b[m\n", "\t\u001b[31mmodified: src/axolotl/utils/wandb.py\u001b[m\n", "\t\u001b[31mmodified: tests/test_prompt_tokenizers.py\u001b[m\n", "\t\u001b[31mmodified: tests/test_validation.py\u001b[m\n", "\n", "Untracked files:\n", " (use \"git add ...\" to include in what will be committed)\n", "\t\u001b[31mdocker-compose.yaml\u001b[m\n", "\t\u001b[31mexamples/cerebras/\u001b[m\n", "\t\u001b[31mexamples/falcon/config-7b-qlora.yml\u001b[m\n", "\t\u001b[31mexamples/falcon/ft.yml\u001b[m\n", "\t\u001b[31mexamples/falcon/lora.yml\u001b[m\n", "\t\u001b[31mexamples/falcon/qlora.yml\u001b[m\n", "\t\u001b[31mexamples/gptj/\u001b[m\n", "\t\u001b[31mexamples/huggyllama/\u001b[m\n", "\t\u001b[31mexamples/jeopardy-bot/\u001b[m\n", "\t\u001b[31mexamples/openllama-3b/\u001b[m\n", "\t\u001b[31mexamples/openllama/\u001b[m\n", "\t\u001b[31mexamples/pythia/\u001b[m\n", "\t\u001b[31mimage/axolotl-badge-web.png\u001b[m\n", "\t\u001b[31msrc/axolotl/monkeypatch/\u001b[m\n", "\t\u001b[31msrc/axolotl/prompt_strategies/context_qa.py\u001b[m\n", "\t\u001b[31msrc/axolotl/prompt_strategies/sharegpt_jokes.py\u001b[m\n", "\t\u001b[31msrc/axolotl/prompt_strategies/sharegpt_simple.py\u001b[m\n", "\t\u001b[31mtests/fixtures/alpaca/\u001b[m\n", "\t\u001b[31mtests/test_packed_dataset.py\u001b[m\n", "\n", "no changes added to commit (use \"git add\" and/or \"git commit -a\")\n" ] } ], "source": [ "!git status" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "id": "_Q7JUhPl8srd" }, "outputs": [], "source": [] } ], "metadata": { "accelerator": "GPU", "colab": { "gpuType": "T4", "provenance": [], "include_colab_link": true }, "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.16" }, "widgets": { "application/vnd.jupyter.widget-state+json": { "064dc7a36e3141a7bda70adb723791f4": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "PasswordModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "PasswordModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "PasswordView", "continuous_update": true, "description": "Token:", "description_tooltip": null, "disabled": false, "layout": "IPY_MODEL_16b9ed34f3494401b5bbd8103b67097a", "placeholder": "​", "style": "IPY_MODEL_5c68d498914448cda16a6a1d37be1780", "value": "" } }, "07e43ba6fbe44f2b94fab16e970d3a02": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "0dd2b6777bec401b867867a5cdbedd23": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_c62beb828d2f4c1ca13e50736d817232", "placeholder": "​", "style": "IPY_MODEL_cd9a2b859a05461f9ddee1ad98d77bf5", "value": "

Copy a token from your Hugging Face\ntokens page and paste it below.
Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file.
" } }, "13def2c1464a4eada87d139eaaf8773e": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "16b9ed34f3494401b5bbd8103b67097a": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "1cb197ba0137492fb8e953b05d73d0d7": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "LabelModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_89273b45582947faa13889eed2a04ff6", "placeholder": "​", "style": "IPY_MODEL_ba4c7ffae5e8419ba99e126666148b49", "value": "Login successful" } }, "29a22c57ce28449cbb062b493124c68c": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "3440a93ed74749358bae76d2bd8861ab": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "34b6dd2b7e264c2394bb1d79a05bc065": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "3d420532df0e438da7d94ab32e6ebb22": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "VBoxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "VBoxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "VBoxView", "box_style": "", "children": [ "IPY_MODEL_6f7e6381b6fd4301a3ddf02d351caa50", "IPY_MODEL_99aab7f417784805a2b7c94e7a9d549f", "IPY_MODEL_6effd08048af4f1091973d4b5dc74694", "IPY_MODEL_1cb197ba0137492fb8e953b05d73d0d7" ], "layout": "IPY_MODEL_54ac694cc9a34de2afcc4077b6611936" } }, "54ac694cc9a34de2afcc4077b6611936": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": "center", "align_self": null, "border": null, "bottom": null, "display": "flex", "flex": null, "flex_flow": "column", "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": "50%" } }, "5654a4fc9e1a4cf9b48d233329fe3c75": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "57bf0e73135643b09821981f1bcbd971": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "LabelModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_5654a4fc9e1a4cf9b48d233329fe3c75", "placeholder": "​", "style": "IPY_MODEL_3440a93ed74749358bae76d2bd8861ab", "value": "Connecting..." } }, "5c68d498914448cda16a6a1d37be1780": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "608f3bf410e942b887c138de6429c2a1": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "6ad4144260cb4733933947fd26bfbc25": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ButtonStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "button_color": null, "font_weight": "" } }, "6effd08048af4f1091973d4b5dc74694": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "LabelModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_34b6dd2b7e264c2394bb1d79a05bc065", "placeholder": "​", "style": "IPY_MODEL_29a22c57ce28449cbb062b493124c68c", "value": "Your token has been saved to /root/.cache/huggingface/token" } }, "6f7e6381b6fd4301a3ddf02d351caa50": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "LabelModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_febd7a732c4e408cbde580a1c8db57f0", "placeholder": "​", "style": "IPY_MODEL_c30292fd334143c3803cfbb69cf9a67f", "value": "Token is valid (permission: write)." } }, "79bb8e0094ff4b6d85460391781309b4": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "89273b45582947faa13889eed2a04ff6": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "8c56af0ee49c4992a2644ad1ff3c0404": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "ButtonModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "ButtonModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "ButtonView", "button_style": "", "description": "Login", "disabled": false, "icon": "", "layout": "IPY_MODEL_f8d0567cf49b498092a965abbe041133", "style": "IPY_MODEL_6ad4144260cb4733933947fd26bfbc25", "tooltip": "" } }, "8ea6ca6af7a04e7cba7b93eda06ae420": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "99aab7f417784805a2b7c94e7a9d549f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "LabelModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "LabelModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "LabelView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_608f3bf410e942b887c138de6429c2a1", "placeholder": "​", "style": "IPY_MODEL_07e43ba6fbe44f2b94fab16e970d3a02", "value": "Your token has been saved in your configured git credential helpers (store)." } }, "ba4c7ffae5e8419ba99e126666148b49": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c1f0fd41f0b54a59be62e086db7459c3": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c30292fd334143c3803cfbb69cf9a67f": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "c62beb828d2f4c1ca13e50736d817232": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "cd9a2b859a05461f9ddee1ad98d77bf5": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "DescriptionStyleModel", "state": { "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "DescriptionStyleModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "StyleView", "description_width": "" } }, "d3e29b6ef6ab49e987c284dec6a9aedb": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "CheckboxModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "CheckboxModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "CheckboxView", "description": "Add token as git credential?", "description_tooltip": null, "disabled": false, "indent": true, "layout": "IPY_MODEL_79bb8e0094ff4b6d85460391781309b4", "style": "IPY_MODEL_c1f0fd41f0b54a59be62e086db7459c3", "value": true } }, "e470289f17114e4cb76f7d3e2b755ad7": { "model_module": "@jupyter-widgets/controls", "model_module_version": "1.5.0", "model_name": "HTMLModel", "state": { "_dom_classes": [], "_model_module": "@jupyter-widgets/controls", "_model_module_version": "1.5.0", "_model_name": "HTMLModel", "_view_count": null, "_view_module": "@jupyter-widgets/controls", "_view_module_version": "1.5.0", "_view_name": "HTMLView", "description": "", "description_tooltip": null, "layout": "IPY_MODEL_8ea6ca6af7a04e7cba7b93eda06ae420", "placeholder": "​", "style": "IPY_MODEL_13def2c1464a4eada87d139eaaf8773e", "value": "\nPro Tip: If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks.
" } }, "f8d0567cf49b498092a965abbe041133": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } }, "febd7a732c4e408cbde580a1c8db57f0": { "model_module": "@jupyter-widgets/base", "model_module_version": "1.2.0", "model_name": "LayoutModel", "state": { "_model_module": "@jupyter-widgets/base", "_model_module_version": "1.2.0", "_model_name": "LayoutModel", "_view_count": null, "_view_module": "@jupyter-widgets/base", "_view_module_version": "1.2.0", "_view_name": "LayoutView", "align_content": null, "align_items": null, "align_self": null, "border": null, "bottom": null, "display": null, "flex": null, "flex_flow": null, "grid_area": null, "grid_auto_columns": null, "grid_auto_flow": null, "grid_auto_rows": null, "grid_column": null, "grid_gap": null, "grid_row": null, "grid_template_areas": null, "grid_template_columns": null, "grid_template_rows": null, "height": null, "justify_content": null, "justify_items": null, "left": null, "margin": null, "max_height": null, "max_width": null, "min_height": null, "min_width": null, "object_fit": null, "object_position": null, "order": null, "overflow": null, "overflow_x": null, "overflow_y": null, "padding": null, "right": null, "top": null, "visibility": null, "width": null } } } } }, "nbformat": 4, "nbformat_minor": 0 }