"
+ ],
+ "text/html": [
+ "\n",
+ " \n",
+ " \n",
+ "
\n",
+ " [50/50 04:46, Epoch 0/1]\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | Step | \n",
+ " Training Loss | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 1 | \n",
+ " 2.643200 | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " 2.659200 | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " 2.166800 | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " 2.542200 | \n",
+ "
\n",
+ " \n",
+ " | 5 | \n",
+ " 2.642800 | \n",
+ "
\n",
+ " \n",
+ " | 6 | \n",
+ " 2.443900 | \n",
+ "
\n",
+ " \n",
+ " | 7 | \n",
+ " 2.403800 | \n",
+ "
\n",
+ " \n",
+ " | 8 | \n",
+ " 2.877700 | \n",
+ "
\n",
+ " \n",
+ " | 9 | \n",
+ " 2.303500 | \n",
+ "
\n",
+ " \n",
+ " | 10 | \n",
+ " 2.370900 | \n",
+ "
\n",
+ " \n",
+ " | 11 | \n",
+ " 2.245700 | \n",
+ "
\n",
+ " \n",
+ " | 12 | \n",
+ " 2.220300 | \n",
+ "
\n",
+ " \n",
+ " | 13 | \n",
+ " 2.379900 | \n",
+ "
\n",
+ " \n",
+ " | 14 | \n",
+ " 2.281200 | \n",
+ "
\n",
+ " \n",
+ " | 15 | \n",
+ " 2.292100 | \n",
+ "
\n",
+ " \n",
+ " | 16 | \n",
+ " 2.117700 | \n",
+ "
\n",
+ " \n",
+ " | 17 | \n",
+ " 2.441100 | \n",
+ "
\n",
+ " \n",
+ " | 18 | \n",
+ " 2.200500 | \n",
+ "
\n",
+ " \n",
+ " | 19 | \n",
+ " 2.546300 | \n",
+ "
\n",
+ " \n",
+ " | 20 | \n",
+ " 1.912300 | \n",
+ "
\n",
+ " \n",
+ " | 21 | \n",
+ " 2.071200 | \n",
+ "
\n",
+ " \n",
+ " | 22 | \n",
+ " 2.267200 | \n",
+ "
\n",
+ " \n",
+ " | 23 | \n",
+ " 2.255400 | \n",
+ "
\n",
+ " \n",
+ " | 24 | \n",
+ " 2.215400 | \n",
+ "
\n",
+ " \n",
+ " | 25 | \n",
+ " 2.306700 | \n",
+ "
\n",
+ " \n",
+ " | 26 | \n",
+ " 2.488700 | \n",
+ "
\n",
+ " \n",
+ " | 27 | \n",
+ " 2.504100 | \n",
+ "
\n",
+ " \n",
+ " | 28 | \n",
+ " 1.859200 | \n",
+ "
\n",
+ " \n",
+ " | 29 | \n",
+ " 2.226500 | \n",
+ "
\n",
+ " \n",
+ " | 30 | \n",
+ " 2.003200 | \n",
+ "
\n",
+ " \n",
+ " | 31 | \n",
+ " 2.204300 | \n",
+ "
\n",
+ " \n",
+ " | 32 | \n",
+ " 2.278500 | \n",
+ "
\n",
+ " \n",
+ " | 33 | \n",
+ " 2.149400 | \n",
+ "
\n",
+ " \n",
+ " | 34 | \n",
+ " 2.044000 | \n",
+ "
\n",
+ " \n",
+ " | 35 | \n",
+ " 2.346900 | \n",
+ "
\n",
+ " \n",
+ " | 36 | \n",
+ " 2.367300 | \n",
+ "
\n",
+ " \n",
+ " | 37 | \n",
+ " 2.147700 | \n",
+ "
\n",
+ " \n",
+ " | 38 | \n",
+ " 2.434000 | \n",
+ "
\n",
+ " \n",
+ " | 39 | \n",
+ " 2.292900 | \n",
+ "
\n",
+ " \n",
+ " | 40 | \n",
+ " 2.304800 | \n",
+ "
\n",
+ " \n",
+ " | 41 | \n",
+ " 2.654700 | \n",
+ "
\n",
+ " \n",
+ " | 42 | \n",
+ " 2.646200 | \n",
+ "
\n",
+ " \n",
+ " | 43 | \n",
+ " 2.648800 | \n",
+ "
\n",
+ " \n",
+ " | 44 | \n",
+ " 2.697100 | \n",
+ "
\n",
+ " \n",
+ " | 45 | \n",
+ " 2.898000 | \n",
+ "
\n",
+ " \n",
+ " | 46 | \n",
+ " 2.679200 | \n",
+ "
\n",
+ " \n",
+ " | 47 | \n",
+ " 2.880400 | \n",
+ "
\n",
+ " \n",
+ " | 48 | \n",
+ " 2.894300 | \n",
+ "
\n",
+ " \n",
+ " | 49 | \n",
+ " 3.261200 | \n",
+ "
\n",
+ " \n",
+ " | 50 | \n",
+ " 3.523700 | \n",
+ "
\n",
+ " \n",
+ "
"
+ ]
+ },
+ "metadata": {}
+ },
+ {
+ "output_type": "execute_result",
+ "data": {
+ "text/plain": [
+ "TrainOutput(global_step=50, training_loss=2.424842336177826, metrics={'train_runtime': 302.6869, 'train_samples_per_second': 0.661, 'train_steps_per_second': 0.165, 'total_flos': 1665685954928640.0, 'train_loss': 2.424842336177826, 'epoch': 0.25})"
+ ]
+ },
+ "metadata": {},
+ "execution_count": 21
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "import transformers\n",
+ "pipeline = transformers.pipeline(\n",
+ " \"text-generation\",\n",
+ " model=model,\n",
+ " tokenizer=tokenizer,\n",
+ " torch_dtype=torch.bfloat16,\n",
+ " trust_remote_code=True,\n",
+ " device_map=\"auto\",\n",
+ ")\n",
+ "\n",
+ "\n",
+ "prompt = \"What are different type of parsers in Langchain?\"\n",
+ "output = pipeline(prompt, max_length=300)\n",
+ "print(output[0]['generated_text'])"
+ ],
+ "metadata": {
+ "id": "6r1XJZlSA4Zj",
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "outputId": "80fdb3e8-ef20-4dc5-fb3d-872de133639e"
+ },
+ "execution_count": 28,
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "What are different type of parsers in Langchain?\n",
+ " everybody has their own favorite parser, but here are some of the most popular ones:\n",
+ "\n",
+ "1. **Python Parser**: This is the default parser in Langchain. It uses the `ast` module to parse Python code.\n",
+ "2. **PyParsing Parser**: This parser is based on the `pyparsing` library. It is a simple and easy-to-use parser that can parse Python code.\n",
+ "3. **PySon Parser**: This parser is based on the `pyson` library. It is a powerful parser that can parse Python code with a lot of features.\n",
+ "4. **PyPy Parser**: This parser is based on the `pypy` library. It is a simple and easy-to-use parser that can parse Python code.\n",
+ "5. **PySock Parser**: This parser is based on the `pysock` library. It is a simple and easy-to-use parser that can parse Python code.\n",
+ "6. **PySock Parser**: This parser is based on the `pysock` library. It is a simple and easy-to-use parser that can parse Python code.\n",
+ "7. **PySock Parser**: This parser is based on the `pysock` library. It is a simple and easy-to-use parser\n"
+ ]
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "!pip install --upgrade huggingface_hub"
+ ],
+ "metadata": {
+ "id": "QNeRdEM-C5qY",
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 481
+ },
+ "outputId": "ce74df6b-cf64-48ad-e6fa-6b314e75c4d9"
+ },
+ "execution_count": 29,
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.10/dist-packages (0.17.3)\n",
+ "Collecting huggingface_hub\n",
+ " Using cached huggingface_hub-0.18.0-py3-none-any.whl (301 kB)\n",
+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (3.12.4)\n",
+ "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (2023.6.0)\n",
+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (2.31.0)\n",
+ "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (4.66.1)\n",
+ "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (6.0.1)\n",
+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (4.5.0)\n",
+ "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (23.2)\n",
+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (3.3.0)\n",
+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (3.4)\n",
+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (2.0.7)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (2023.7.22)\n",
+ "Installing collected packages: huggingface_hub\n",
+ " Attempting uninstall: huggingface_hub\n",
+ " Found existing installation: huggingface-hub 0.17.3\n",
+ " Uninstalling huggingface-hub-0.17.3:\n",
+ " Successfully uninstalled huggingface-hub-0.17.3\n",
+ "Successfully installed huggingface_hub-0.18.0\n"
+ ]
+ },
+ {
+ "output_type": "display_data",
+ "data": {
+ "application/vnd.colab-display-data+json": {
+ "pip_warning": {
+ "packages": [
+ "huggingface_hub"
+ ]
+ }
+ }
+ },
+ "metadata": {}
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "!pip install huggingface_hub"
+ ],
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/"
+ },
+ "id": "GhZ4t75o8uBo",
+ "outputId": "d6b3e8c5-97b3-4800-af8a-caddb762ef7e"
+ },
+ "execution_count": 44,
+ "outputs": [
+ {
+ "output_type": "stream",
+ "name": "stdout",
+ "text": [
+ "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.10/dist-packages (0.18.0)\n",
+ "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (3.12.4)\n",
+ "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (2023.6.0)\n",
+ "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (2.31.0)\n",
+ "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (4.66.1)\n",
+ "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (6.0.1)\n",
+ "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (4.5.0)\n",
+ "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface_hub) (23.2)\n",
+ "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (3.3.0)\n",
+ "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (3.4)\n",
+ "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (2.0.7)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface_hub) (2023.7.22)\n"
+ ]
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "import huggingface_hub"
+ ],
+ "metadata": {
+ "id": "nMQnQ43l7DwG"
+ },
+ "execution_count": 45,
+ "outputs": []
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "huggingface_hub.login()"
+ ],
+ "metadata": {
+ "colab": {
+ "base_uri": "https://localhost:8080/",
+ "height": 160,
+ "referenced_widgets": [
+ "41a098019a7b4db1974207885593039e",
+ "12cf6dc906bb48159b8b2c200dec243f",
+ "ce75c0d3c46d4e5e9186e6c00d874499",
+ "e3e0931cddfd45caaca1ba75d4be505b",
+ "f106069c777e4d00843b7195721c8ebc",
+ "15fa8e81bc834f4386b25695e3ed17d3",
+ "eaae171a44664d3480c8b54cc7b865d0",
+ "880e67718aea467585ddcc0ca741fe53",
+ "5c217681c51c43a79c976b6e23d1d20b",
+ "bbe1aa982d45465baf1f364a30d5f815",
+ "7e5eb52d0fbc412fae6c9d388c12c228",
+ "10ffcd524a2d4c65ba91f44ad574022b",
+ "d68d9b6c6ec44577bd45d0b6fe5a112d",
+ "0435f0e7d6e342308464e457093ecc1b",
+ "a54f143642064b298e6344dfa7e448f3",
+ "013755b12fe8413a98e63005eac1c8e8",
+ "e5057fb817e7492db4b084ee9c8d1d8d",
+ "8c31913cfece4a979f6cb8239c22e939",
+ "2a4b756fab9046438f625b462b89ccb9",
+ "2cd36b346c04466bbb85600f382a7d44",
+ "68129bd1e4024ecba162cae25daef5ac",
+ "6db4101d24cf4d7292aee1cbbde1535e",
+ "c65e85eb2a5e4c3e8d542f7b4a48da0d",
+ "292876219a1f433792c289847fa02e2f",
+ "6146f550afaa4eda8fa49db4d265be26",
+ "f7365c55c7104241956c2e9d8f27480c",
+ "126c71d5beb9458289b1fc63e470691e",
+ "f55186c2e7304f418481e1e255fb9aca",
+ "c9ae38d1a26e4acbaa822b9549057f0b",
+ "5a33602649a14a00937058cbd8eb0e1e",
+ "085e93e13d89449da2f9f89839f8526e",
+ "3a70beb1f396495f8ea4a70bb2b5a50f"
+ ]
+ },
+ "id": "xWjmcsPI9Xsq",
+ "outputId": "d13b31b1-ad15-4a9c-e0dd-ee75c7b68aef"
+ },
+ "execution_count": 46,
+ "outputs": [
+ {
+ "output_type": "display_data",
+ "data": {
+ "text/plain": [
+ "VBox(children=(HTML(value='
\u001b[0m in \u001b[0;36m\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mhuggingface_hub\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupload_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Finetuned on langchain QA.ipynb\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
+ "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_validators.py\u001b[0m in \u001b[0;36m_inner_fn\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 116\u001b[0m \u001b[0mkwargs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msmoothly_deprecate_use_auth_token\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfn_name\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfn\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__name__\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhas_token\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mhas_token\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 117\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 118\u001b[0;31m \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 119\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 120\u001b[0m \u001b[0;32mreturn\u001b[0m \u001b[0m_inner_fn\u001b[0m \u001b[0;31m# type: ignore\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+ "\u001b[0;32m/usr/local/lib/python3.10/dist-packages/huggingface_hub/hf_api.py\u001b[0m in \u001b[0;36m_inner\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 847\u001b[0m \u001b[0mconverts\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mList\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mGitRefInfo\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 848\u001b[0m \u001b[0mtags\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mList\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mGitRefInfo\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 849\u001b[0;31m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 850\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 851\u001b[0m \u001b[0;34m@\u001b[0m\u001b[0mdataclass\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
+ "\u001b[0;31mTypeError\u001b[0m: HfApi.upload_file() takes 1 positional argument but 2 were given"
+ ]
+ }
+ ]
+ },
+ {
+ "cell_type": "code",
+ "source": [],
+ "metadata": {
+ "id": "3fqm0F6w9zlM"
+ },
+ "execution_count": null,
+ "outputs": []
+ }
+ ]
+}
\ No newline at end of file
|