{ "cells": [ { "cell_type": "markdown", "id": "c1af41d6", "metadata": {}, "source": [ "# 환경 셋업\n", "\n", "## 본 워크샵의 모든 노트북은 `conda_python3` 를 선택해야 합니다." ] }, { "cell_type": "markdown", "id": "19c7dbbd-3153-46d8-8d56-470d55c926a8", "metadata": {}, "source": [ "## 필요 패키지 설치" ] }, { "cell_type": "code", "execution_count": 2, "id": "98eeee44-2d32-45be-9e9e-b755219741d0", "metadata": { "collapsed": true, "jupyter": { "outputs_hidden": true }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: pip in /opt/conda/lib/python3.9/site-packages (23.1.2)\n", "Collecting sagemaker==2.159.0\n", " Using cached sagemaker-2.159.0-py2.py3-none-any.whl\n", "Collecting attrs<24,>=23.1.0 (from sagemaker==2.159.0)\n", " Using cached attrs-23.1.0-py3-none-any.whl (61 kB)\n", "Requirement already satisfied: boto3<2.0,>=1.26.131 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (1.26.142)\n", "Requirement already satisfied: cloudpickle==2.2.1 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (2.2.1)\n", "Requirement already satisfied: google-pasta in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (0.2.0)\n", "Requirement already satisfied: numpy<2.0,>=1.9.0 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (1.23.5)\n", "Requirement already satisfied: protobuf<4.0,>=3.1 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (3.20.2)\n", "Requirement already satisfied: protobuf3-to-dict<1.0,>=0.1.5 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (0.1.5)\n", "Requirement already satisfied: smdebug-rulesconfig==1.0.1 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (1.0.1)\n", "Requirement already satisfied: importlib-metadata<5.0,>=1.4.0 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (4.13.0)\n", "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (23.0)\n", "Requirement already satisfied: pandas in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (1.5.3)\n", "Requirement already satisfied: pathos in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (0.3.0)\n", "Requirement already satisfied: schema in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (0.7.5)\n", "Collecting PyYAML==6.0 (from sagemaker==2.159.0)\n", " Using cached PyYAML-6.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (661 kB)\n", "Requirement already satisfied: jsonschema in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (3.2.0)\n", "Requirement already satisfied: platformdirs in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (3.5.3)\n", "Requirement already satisfied: tblib==1.7.0 in /opt/conda/lib/python3.9/site-packages (from sagemaker==2.159.0) (1.7.0)\n", "Requirement already satisfied: botocore<1.30.0,>=1.29.142 in /opt/conda/lib/python3.9/site-packages (from boto3<2.0,>=1.26.131->sagemaker==2.159.0) (1.29.155)\n", "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/conda/lib/python3.9/site-packages (from boto3<2.0,>=1.26.131->sagemaker==2.159.0) (1.0.1)\n", "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /opt/conda/lib/python3.9/site-packages (from boto3<2.0,>=1.26.131->sagemaker==2.159.0) (0.6.0)\n", "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.9/site-packages (from importlib-metadata<5.0,>=1.4.0->sagemaker==2.159.0) (3.13.0)\n", "Requirement already satisfied: six in /opt/conda/lib/python3.9/site-packages (from protobuf3-to-dict<1.0,>=0.1.5->sagemaker==2.159.0) (1.16.0)\n", "Requirement already satisfied: pyrsistent>=0.14.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema->sagemaker==2.159.0) (0.19.3)\n", "Requirement already satisfied: setuptools in /opt/conda/lib/python3.9/site-packages (from jsonschema->sagemaker==2.159.0) (59.3.0)\n", "Requirement already satisfied: python-dateutil>=2.8.1 in /opt/conda/lib/python3.9/site-packages (from pandas->sagemaker==2.159.0) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.9/site-packages (from pandas->sagemaker==2.159.0) (2022.7.1)\n", "Requirement already satisfied: ppft>=1.7.6.6 in /opt/conda/lib/python3.9/site-packages (from pathos->sagemaker==2.159.0) (1.7.6.6)\n", "Requirement already satisfied: dill>=0.3.6 in /opt/conda/lib/python3.9/site-packages (from pathos->sagemaker==2.159.0) (0.3.6)\n", "Requirement already satisfied: pox>=0.3.2 in /opt/conda/lib/python3.9/site-packages (from pathos->sagemaker==2.159.0) (0.3.2)\n", "Requirement already satisfied: multiprocess>=0.70.14 in /opt/conda/lib/python3.9/site-packages (from pathos->sagemaker==2.159.0) (0.70.14)\n", "Requirement already satisfied: contextlib2>=0.5.5 in /opt/conda/lib/python3.9/site-packages (from schema->sagemaker==2.159.0) (21.6.0)\n", "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /opt/conda/lib/python3.9/site-packages (from botocore<1.30.0,>=1.29.142->boto3<2.0,>=1.26.131->sagemaker==2.159.0) (1.26.14)\n", "Installing collected packages: PyYAML, attrs, sagemaker\n", " Attempting uninstall: PyYAML\n", " Found existing installation: PyYAML 5.4.1\n", " Uninstalling PyYAML-5.4.1:\n", " Successfully uninstalled PyYAML-5.4.1\n", " Attempting uninstall: attrs\n", " Found existing installation: attrs 22.2.0\n", " Uninstalling attrs-22.2.0:\n", " Successfully uninstalled attrs-22.2.0\n", " Attempting uninstall: sagemaker\n", " Found existing installation: sagemaker 2.148.0\n", " Uninstalling sagemaker-2.148.0:\n", " Successfully uninstalled sagemaker-2.148.0\n", "Successfully installed PyYAML-6.0 attrs-23.1.0 sagemaker-2.159.0\n", "Requirement already satisfied: boto3==1.26.142 in /opt/conda/lib/python3.9/site-packages (1.26.142)\n", "Requirement already satisfied: botocore<1.30.0,>=1.29.142 in /opt/conda/lib/python3.9/site-packages (from boto3==1.26.142) (1.29.155)\n", "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /opt/conda/lib/python3.9/site-packages (from boto3==1.26.142) (1.0.1)\n", "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /opt/conda/lib/python3.9/site-packages (from boto3==1.26.142) (0.6.0)\n", "Requirement already satisfied: python-dateutil<3.0.0,>=2.1 in /opt/conda/lib/python3.9/site-packages (from botocore<1.30.0,>=1.29.142->boto3==1.26.142) (2.8.2)\n", "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /opt/conda/lib/python3.9/site-packages (from botocore<1.30.0,>=1.29.142->boto3==1.26.142) (1.26.14)\n", "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.9/site-packages (from python-dateutil<3.0.0,>=2.1->botocore<1.30.0,>=1.29.142->boto3==1.26.142) (1.16.0)\n", "Requirement already satisfied: transformers in /opt/conda/lib/python3.9/site-packages (4.26.0)\n", "Collecting transformers\n", " Using cached transformers-4.30.2-py3-none-any.whl (7.2 MB)\n", "Requirement already satisfied: filelock in /opt/conda/lib/python3.9/site-packages (from transformers) (3.12.2)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /opt/conda/lib/python3.9/site-packages (from transformers) (0.15.1)\n", "Requirement already satisfied: numpy>=1.17 in /opt/conda/lib/python3.9/site-packages (from transformers) (1.23.5)\n", "Requirement already satisfied: packaging>=20.0 in /opt/conda/lib/python3.9/site-packages (from transformers) (23.0)\n", "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.9/site-packages (from transformers) (6.0)\n", "Requirement already satisfied: regex!=2019.12.17 in /opt/conda/lib/python3.9/site-packages (from transformers) (2023.6.3)\n", "Requirement already satisfied: requests in /opt/conda/lib/python3.9/site-packages (from transformers) (2.28.2)\n", "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /opt/conda/lib/python3.9/site-packages (from transformers) (0.13.3)\n", "Requirement already satisfied: safetensors>=0.3.1 in /opt/conda/lib/python3.9/site-packages (from transformers) (0.3.1)\n", "Requirement already satisfied: tqdm>=4.27 in /opt/conda/lib/python3.9/site-packages (from transformers) (4.64.1)\n", "Requirement already satisfied: fsspec in /opt/conda/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.1.0)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /opt/conda/lib/python3.9/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.4.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (2.1.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (3.4)\n", "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (1.26.14)\n", "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests->transformers) (2022.12.7)\n", "Installing collected packages: transformers\n", " Attempting uninstall: transformers\n", " Found existing installation: transformers 4.26.0\n", " Uninstalling transformers-4.26.0:\n", " Successfully uninstalled transformers-4.26.0\n", "Successfully installed transformers-4.30.2\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", "ERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "awscli 1.27.70 requires botocore==1.29.70, but you have botocore 1.29.155 which is incompatible.\n", "awscli 1.27.70 requires PyYAML<5.5,>=3.10, but you have pyyaml 6.0 which is incompatible.\n", "docker-compose 1.29.2 requires PyYAML<6,>=3.10, but you have pyyaml 6.0 which is incompatible.\n", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n", "WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\n" ] } ], "source": [ "%%bash\n", "pip install -U pip \n", "pip install -U sagemaker==2.159.0 \n", "pip install -U boto3==1.26.142 \n", "# pip install -U transformers==4.30.0.dev0 --quiet\n", "pip install -U transformers " ] }, { "cell_type": "code", "execution_count": 3, "id": "c5e8db8f-b3e5-439f-b52f-ed72eb056f6b", "metadata": { "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "sagemaker-pytorch-training 2.7.0\n", "torch 1.13.1+cpu\n", "torchaudio 0.13.1+cpu\n", "torchdata 0.5.1\n", "torchvision 0.14.1+cpu\n", "transformers 4.30.2\n", "sagemaker 2.159.0\n", "sagemaker-experiments 0.1.42\n", "sagemaker-pytorch-training 2.7.0\n", "sagemaker-training 4.4.5\n", "boto3 1.26.142\n" ] } ], "source": [ "%%sh\n", "pip list | grep torch\n", "pip list | grep transformers\n", "pip list | grep sagemaker\n", "pip list | grep boto3\n" ] }, { "cell_type": "code", "execution_count": 6, "id": "7d91c115-18b9-4c1d-aa37-6bde72a5ab13", "metadata": { "collapsed": true, "jupyter": { "outputs_hidden": true }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Requirement already satisfied: ipywidgets==7.0.0 in /opt/conda/lib/python3.9/site-packages (7.0.0)\n", "Requirement already satisfied: ipykernel>=4.5.1 in /opt/conda/lib/python3.9/site-packages (from ipywidgets==7.0.0) (5.5.6)\n", "Requirement already satisfied: nbformat>=4.2.0 in /opt/conda/lib/python3.9/site-packages (from ipywidgets==7.0.0) (5.9.0)\n", "Requirement already satisfied: traitlets>=4.3.1 in /opt/conda/lib/python3.9/site-packages (from ipywidgets==7.0.0) (5.9.0)\n", "Requirement already satisfied: widgetsnbextension~=3.0.0 in /opt/conda/lib/python3.9/site-packages (from ipywidgets==7.0.0) (3.0.8)\n", "Requirement already satisfied: ipython>=4.0.0 in /opt/conda/lib/python3.9/site-packages (from ipywidgets==7.0.0) (7.16.3)\n", "Requirement already satisfied: ipython-genutils in /opt/conda/lib/python3.9/site-packages (from ipykernel>=4.5.1->ipywidgets==7.0.0) (0.2.0)\n", "Requirement already satisfied: jupyter-client in /opt/conda/lib/python3.9/site-packages (from ipykernel>=4.5.1->ipywidgets==7.0.0) (8.2.0)\n", "Requirement already satisfied: tornado>=4.2 in /opt/conda/lib/python3.9/site-packages (from ipykernel>=4.5.1->ipywidgets==7.0.0) (6.2)\n", "Requirement already satisfied: setuptools>=18.5 in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (59.3.0)\n", "Requirement already satisfied: jedi<=0.17.2,>=0.10 in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (0.17.2)\n", "Requirement already satisfied: decorator in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (5.1.1)\n", "Requirement already satisfied: pickleshare in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (0.7.5)\n", "Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (3.0.36)\n", "Requirement already satisfied: pygments in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (2.14.0)\n", "Requirement already satisfied: backcall in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (0.2.0)\n", "Requirement already satisfied: pexpect in /opt/conda/lib/python3.9/site-packages (from ipython>=4.0.0->ipywidgets==7.0.0) (4.8.0)\n", "Requirement already satisfied: fastjsonschema in /opt/conda/lib/python3.9/site-packages (from nbformat>=4.2.0->ipywidgets==7.0.0) (2.17.1)\n", "Requirement already satisfied: jsonschema>=2.6 in /opt/conda/lib/python3.9/site-packages (from nbformat>=4.2.0->ipywidgets==7.0.0) (3.2.0)\n", "Requirement already satisfied: jupyter-core in /opt/conda/lib/python3.9/site-packages (from nbformat>=4.2.0->ipywidgets==7.0.0) (5.3.1)\n", "Requirement already satisfied: notebook>=4.4.1 in /opt/conda/lib/python3.9/site-packages (from widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (6.5.4)\n", "Requirement already satisfied: parso<0.8.0,>=0.7.0 in /opt/conda/lib/python3.9/site-packages (from jedi<=0.17.2,>=0.10->ipython>=4.0.0->ipywidgets==7.0.0) (0.7.1)\n", "Requirement already satisfied: attrs>=17.4.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets==7.0.0) (23.1.0)\n", "Requirement already satisfied: pyrsistent>=0.14.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets==7.0.0) (0.19.3)\n", "Requirement already satisfied: six>=1.11.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema>=2.6->nbformat>=4.2.0->ipywidgets==7.0.0) (1.16.0)\n", "Requirement already satisfied: jinja2 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (3.1.2)\n", "Requirement already satisfied: pyzmq>=17 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (24.0.1)\n", "Requirement already satisfied: argon2-cffi in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (21.3.0)\n", "Requirement already satisfied: nbconvert>=5 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (7.5.0)\n", "Requirement already satisfied: nest-asyncio>=1.5 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.5.5)\n", "Requirement already satisfied: Send2Trash>=1.8.0 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.8.2)\n", "Requirement already satisfied: terminado>=0.8.3 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.17.1)\n", "Requirement already satisfied: prometheus-client in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.17.0)\n", "Requirement already satisfied: nbclassic>=0.4.7 in /opt/conda/lib/python3.9/site-packages (from notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.0.0)\n", "Requirement already satisfied: importlib-metadata>=4.8.3 in /opt/conda/lib/python3.9/site-packages (from jupyter-client->ipykernel>=4.5.1->ipywidgets==7.0.0) (4.13.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.9/site-packages (from jupyter-client->ipykernel>=4.5.1->ipywidgets==7.0.0) (2.8.2)\n", "Requirement already satisfied: platformdirs>=2.5 in /opt/conda/lib/python3.9/site-packages (from jupyter-core->nbformat>=4.2.0->ipywidgets==7.0.0) (3.5.3)\n", "Requirement already satisfied: wcwidth in /opt/conda/lib/python3.9/site-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->ipython>=4.0.0->ipywidgets==7.0.0) (0.2.6)\n", "Requirement already satisfied: ptyprocess>=0.5 in /opt/conda/lib/python3.9/site-packages (from pexpect->ipython>=4.0.0->ipywidgets==7.0.0) (0.7.0)\n", "Requirement already satisfied: zipp>=0.5 in /opt/conda/lib/python3.9/site-packages (from importlib-metadata>=4.8.3->jupyter-client->ipykernel>=4.5.1->ipywidgets==7.0.0) (3.13.0)\n", "Requirement already satisfied: jupyter-server>=1.8 in /opt/conda/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.6.0)\n", "Requirement already satisfied: notebook-shim>=0.2.3 in /opt/conda/lib/python3.9/site-packages (from nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.2.3)\n", "Requirement already satisfied: beautifulsoup4 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (4.12.2)\n", "Requirement already satisfied: bleach!=5.0.0 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (6.0.0)\n", "Requirement already satisfied: defusedxml in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.7.1)\n", "Requirement already satisfied: jupyterlab-pygments in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.2.2)\n", "Requirement already satisfied: markupsafe>=2.0 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.1.2)\n", "Requirement already satisfied: mistune<3,>=2.0.3 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.0.5)\n", "Requirement already satisfied: nbclient>=0.5.0 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.8.0)\n", "Requirement already satisfied: packaging in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (23.0)\n", "Requirement already satisfied: pandocfilters>=1.4.1 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.5.0)\n", "Requirement already satisfied: tinycss2 in /opt/conda/lib/python3.9/site-packages (from nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.2.1)\n", "Requirement already satisfied: argon2-cffi-bindings in /opt/conda/lib/python3.9/site-packages (from argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (21.2.0)\n", "Requirement already satisfied: webencodings in /opt/conda/lib/python3.9/site-packages (from bleach!=5.0.0->nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.5.1)\n", "Requirement already satisfied: anyio>=3.1.0 in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (3.7.0)\n", "Requirement already satisfied: jupyter-events>=0.6.0 in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.6.3)\n", "Requirement already satisfied: jupyter-server-terminals in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.4.4)\n", "Requirement already satisfied: overrides in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (7.3.1)\n", "Requirement already satisfied: websocket-client in /opt/conda/lib/python3.9/site-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.59.0)\n", "Requirement already satisfied: cffi>=1.0.1 in /opt/conda/lib/python3.9/site-packages (from argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.15.1)\n", "Requirement already satisfied: soupsieve>1.2 in /opt/conda/lib/python3.9/site-packages (from beautifulsoup4->nbconvert>=5->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.4.1)\n", "Requirement already satisfied: idna>=2.8 in /opt/conda/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (3.4)\n", "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.3.0)\n", "Requirement already satisfied: exceptiongroup in /opt/conda/lib/python3.9/site-packages (from anyio>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (1.1.1)\n", "Requirement already satisfied: pycparser in /opt/conda/lib/python3.9/site-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.21)\n", "Requirement already satisfied: python-json-logger>=2.0.4 in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (2.0.7)\n", "Requirement already satisfied: pyyaml>=5.3 in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (6.0)\n", "Requirement already satisfied: rfc3339-validator in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.1.4)\n", "Requirement already satisfied: rfc3986-validator>=0.1.1 in /opt/conda/lib/python3.9/site-packages (from jupyter-events>=0.6.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook>=4.4.1->widgetsnbextension~=3.0.0->ipywidgets==7.0.0) (0.1.1)\n", "\u001b[33mWARNING: jsonschema 3.2.0 does not provide the extra 'format-nongpl'\u001b[0m\u001b[33m\n", "\u001b[0m\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mRequirement already satisfied: langchain==0.0.148 in /opt/conda/lib/python3.9/site-packages (0.0.148)\n", "Requirement already satisfied: PyYAML>=5.4.1 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (6.0)\n", "Requirement already satisfied: SQLAlchemy<2,>=1 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (1.4.48)\n", "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (3.8.4)\n", "Requirement already satisfied: async-timeout<5.0.0,>=4.0.0 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (4.0.2)\n", "Requirement already satisfied: dataclasses-json<0.6.0,>=0.5.7 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (0.5.8)\n", "Requirement already satisfied: numexpr<3.0.0,>=2.8.4 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (2.8.4)\n", "Requirement already satisfied: numpy<2,>=1 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (1.23.5)\n", "Requirement already satisfied: openapi-schema-pydantic<2.0,>=1.2 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (1.2.4)\n", "Requirement already satisfied: pydantic<2,>=1 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (1.10.4)\n", "Requirement already satisfied: requests<3,>=2 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (2.28.2)\n", "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (8.2.1)\n", "Requirement already satisfied: tqdm>=4.48.0 in /opt/conda/lib/python3.9/site-packages (from langchain==0.0.148) (4.64.1)\n", "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (23.1.0)\n", "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (2.1.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (6.0.4)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (1.9.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (1.3.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /opt/conda/lib/python3.9/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain==0.0.148) (1.3.1)\n", "Requirement already satisfied: marshmallow<4.0.0,>=3.3.0 in /opt/conda/lib/python3.9/site-packages (from dataclasses-json<0.6.0,>=0.5.7->langchain==0.0.148) (3.19.0)\n", "Requirement already satisfied: marshmallow-enum<2.0.0,>=1.5.1 in /opt/conda/lib/python3.9/site-packages (from dataclasses-json<0.6.0,>=0.5.7->langchain==0.0.148) (1.5.1)\n", "Requirement already satisfied: typing-inspect>=0.4.0 in /opt/conda/lib/python3.9/site-packages (from dataclasses-json<0.6.0,>=0.5.7->langchain==0.0.148) (0.9.0)\n", "Requirement already satisfied: typing-extensions>=4.2.0 in /opt/conda/lib/python3.9/site-packages (from pydantic<2,>=1->langchain==0.0.148) (4.4.0)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2->langchain==0.0.148) (3.4)\n", "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2->langchain==0.0.148) (1.26.14)\n", "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2->langchain==0.0.148) (2022.12.7)\n", "Requirement already satisfied: greenlet!=0.4.17 in /opt/conda/lib/python3.9/site-packages (from SQLAlchemy<2,>=1->langchain==0.0.148) (2.0.2)\n", "Requirement already satisfied: packaging>=17.0 in /opt/conda/lib/python3.9/site-packages (from marshmallow<4.0.0,>=3.3.0->dataclasses-json<0.6.0,>=0.5.7->langchain==0.0.148) (23.0)\n", "Requirement already satisfied: mypy-extensions>=0.3.0 in /opt/conda/lib/python3.9/site-packages (from typing-inspect>=0.4.0->dataclasses-json<0.6.0,>=0.5.7->langchain==0.0.148) (1.0.0)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mRequirement already satisfied: faiss-cpu in /opt/conda/lib/python3.9/site-packages (1.7.4)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mRequirement already satisfied: openai in /opt/conda/lib/python3.9/site-packages (0.27.8)\n", "Requirement already satisfied: requests>=2.20 in /opt/conda/lib/python3.9/site-packages (from openai) (2.28.2)\n", "Requirement already satisfied: tqdm in /opt/conda/lib/python3.9/site-packages (from openai) (4.64.1)\n", "Requirement already satisfied: aiohttp in /opt/conda/lib/python3.9/site-packages (from openai) (3.8.4)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.9/site-packages (from requests>=2.20->openai) (2.1.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests>=2.20->openai) (3.4)\n", "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /opt/conda/lib/python3.9/site-packages (from requests>=2.20->openai) (1.26.14)\n", "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests>=2.20->openai) (2022.12.7)\n", "Requirement already satisfied: attrs>=17.3.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (23.1.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (6.0.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (4.0.2)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (1.9.2)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (1.3.3)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /opt/conda/lib/python3.9/site-packages (from aiohttp->openai) (1.3.1)\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mCollecting chromadb\n", " Downloading chromadb-0.3.26-py3-none-any.whl (123 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m123.6/123.6 kB\u001b[0m \u001b[31m2.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hRequirement already satisfied: pandas>=1.3 in /opt/conda/lib/python3.9/site-packages (from chromadb) (1.5.3)\n", "Requirement already satisfied: requests>=2.28 in /opt/conda/lib/python3.9/site-packages (from chromadb) (2.28.2)\n", "Requirement already satisfied: pydantic>=1.9 in /opt/conda/lib/python3.9/site-packages (from chromadb) (1.10.4)\n", "Collecting hnswlib>=0.7 (from chromadb)\n", " Using cached hnswlib-0.7.0-cp39-cp39-linux_x86_64.whl\n", "Collecting clickhouse-connect>=0.5.7 (from chromadb)\n", " Downloading clickhouse_connect-0.6.3-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (970 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m970.7/970.7 kB\u001b[0m \u001b[31m13.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting duckdb>=0.7.1 (from chromadb)\n", " Downloading duckdb-0.8.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (15.9 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m15.9/15.9 MB\u001b[0m \u001b[31m38.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting fastapi>=0.85.1 (from chromadb)\n", " Downloading fastapi-0.97.0-py3-none-any.whl (56 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.0/57.0 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting uvicorn[standard]>=0.18.3 (from chromadb)\n", " Using cached uvicorn-0.22.0-py3-none-any.whl (58 kB)\n", "Requirement already satisfied: numpy>=1.21.6 in /opt/conda/lib/python3.9/site-packages (from chromadb) (1.23.5)\n", "Collecting posthog>=2.4.0 (from chromadb)\n", " Using cached posthog-3.0.1-py2.py3-none-any.whl (37 kB)\n", "Collecting typing-extensions>=4.5.0 (from chromadb)\n", " Downloading typing_extensions-4.6.3-py3-none-any.whl (31 kB)\n", "Collecting pulsar-client>=3.1.0 (from chromadb)\n", " Downloading pulsar_client-3.2.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.3/5.3 MB\u001b[0m \u001b[31m32.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", "\u001b[?25hCollecting onnxruntime>=1.14.1 (from chromadb)\n", " Downloading onnxruntime-1.15.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.9 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.9/5.9 MB\u001b[0m \u001b[31m51.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n", "\u001b[?25hRequirement already satisfied: tokenizers>=0.13.2 in /opt/conda/lib/python3.9/site-packages (from chromadb) (0.13.3)\n", "Collecting tqdm>=4.65.0 (from chromadb)\n", " Using cached tqdm-4.65.0-py3-none-any.whl (77 kB)\n", "Requirement already satisfied: overrides>=7.3.1 in /opt/conda/lib/python3.9/site-packages (from chromadb) (7.3.1)\n", "Requirement already satisfied: certifi in /opt/conda/lib/python3.9/site-packages (from clickhouse-connect>=0.5.7->chromadb) (2022.12.7)\n", "Requirement already satisfied: urllib3>=1.26 in /opt/conda/lib/python3.9/site-packages (from clickhouse-connect>=0.5.7->chromadb) (1.26.14)\n", "Requirement already satisfied: pytz in /opt/conda/lib/python3.9/site-packages (from clickhouse-connect>=0.5.7->chromadb) (2022.7.1)\n", "Requirement already satisfied: zstandard in /opt/conda/lib/python3.9/site-packages (from clickhouse-connect>=0.5.7->chromadb) (0.19.0)\n", "Collecting lz4 (from clickhouse-connect>=0.5.7->chromadb)\n", " Using cached lz4-4.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "Collecting starlette<0.28.0,>=0.27.0 (from fastapi>=0.85.1->chromadb)\n", " Using cached starlette-0.27.0-py3-none-any.whl (66 kB)\n", "Collecting coloredlogs (from onnxruntime>=1.14.1->chromadb)\n", " Using cached coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n", "Collecting flatbuffers (from onnxruntime>=1.14.1->chromadb)\n", " Using cached flatbuffers-23.5.26-py2.py3-none-any.whl (26 kB)\n", "Requirement already satisfied: packaging in /opt/conda/lib/python3.9/site-packages (from onnxruntime>=1.14.1->chromadb) (23.0)\n", "Requirement already satisfied: protobuf in /opt/conda/lib/python3.9/site-packages (from onnxruntime>=1.14.1->chromadb) (3.20.2)\n", "Collecting sympy (from onnxruntime>=1.14.1->chromadb)\n", " Using cached sympy-1.12-py3-none-any.whl (5.7 MB)\n", "Requirement already satisfied: python-dateutil>=2.8.1 in /opt/conda/lib/python3.9/site-packages (from pandas>=1.3->chromadb) (2.8.2)\n", "Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.9/site-packages (from posthog>=2.4.0->chromadb) (1.16.0)\n", "Collecting monotonic>=1.5 (from posthog>=2.4.0->chromadb)\n", " Using cached monotonic-1.6-py2.py3-none-any.whl (8.2 kB)\n", "Collecting backoff>=1.10.0 (from posthog>=2.4.0->chromadb)\n", " Using cached backoff-2.2.1-py3-none-any.whl (15 kB)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.9/site-packages (from requests>=2.28->chromadb) (2.1.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests>=2.28->chromadb) (3.4)\n", "Requirement already satisfied: click>=7.0 in /opt/conda/lib/python3.9/site-packages (from uvicorn[standard]>=0.18.3->chromadb) (8.1.2)\n", "Collecting h11>=0.8 (from uvicorn[standard]>=0.18.3->chromadb)\n", " Using cached h11-0.14.0-py3-none-any.whl (58 kB)\n", "Collecting httptools>=0.5.0 (from uvicorn[standard]>=0.18.3->chromadb)\n", " Using cached httptools-0.5.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (417 kB)\n", "Requirement already satisfied: python-dotenv>=0.13 in /opt/conda/lib/python3.9/site-packages (from uvicorn[standard]>=0.18.3->chromadb) (0.21.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /opt/conda/lib/python3.9/site-packages (from uvicorn[standard]>=0.18.3->chromadb) (6.0)\n", "Collecting uvloop!=0.15.0,!=0.15.1,>=0.14.0 (from uvicorn[standard]>=0.18.3->chromadb)\n", " Using cached uvloop-0.17.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.2 MB)\n", "Collecting watchfiles>=0.13 (from uvicorn[standard]>=0.18.3->chromadb)\n", " Using cached watchfiles-0.19.0-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "Collecting websockets>=10.4 (from uvicorn[standard]>=0.18.3->chromadb)\n", " Using cached websockets-11.0.3-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n", "Requirement already satisfied: anyio<5,>=3.4.0 in /opt/conda/lib/python3.9/site-packages (from starlette<0.28.0,>=0.27.0->fastapi>=0.85.1->chromadb) (3.7.0)\n", "Collecting humanfriendly>=9.1 (from coloredlogs->onnxruntime>=1.14.1->chromadb)\n", " Using cached humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n", "Collecting mpmath>=0.19 (from sympy->onnxruntime>=1.14.1->chromadb)\n", " Using cached mpmath-1.3.0-py3-none-any.whl (536 kB)\n", "Requirement already satisfied: sniffio>=1.1 in /opt/conda/lib/python3.9/site-packages (from anyio<5,>=3.4.0->starlette<0.28.0,>=0.27.0->fastapi>=0.85.1->chromadb) (1.3.0)\n", "Requirement already satisfied: exceptiongroup in /opt/conda/lib/python3.9/site-packages (from anyio<5,>=3.4.0->starlette<0.28.0,>=0.27.0->fastapi>=0.85.1->chromadb) (1.1.1)\n", "Installing collected packages: mpmath, monotonic, flatbuffers, duckdb, websockets, uvloop, typing-extensions, tqdm, sympy, pulsar-client, lz4, humanfriendly, httptools, hnswlib, h11, backoff, watchfiles, uvicorn, starlette, posthog, coloredlogs, clickhouse-connect, onnxruntime, fastapi, chromadb\n", " Attempting uninstall: typing-extensions\n", " Found existing installation: typing_extensions 4.4.0\n", " Uninstalling typing_extensions-4.4.0:\n", " Successfully uninstalled typing_extensions-4.4.0\n", " Attempting uninstall: tqdm\n", " Found existing installation: tqdm 4.64.1\n", " Uninstalling tqdm-4.64.1:\n", " Successfully uninstalled tqdm-4.64.1\n", "Successfully installed backoff-2.2.1 chromadb-0.3.26 clickhouse-connect-0.6.3 coloredlogs-15.0.1 duckdb-0.8.1 fastapi-0.97.0 flatbuffers-23.5.26 h11-0.14.0 hnswlib-0.7.0 httptools-0.5.0 humanfriendly-10.0 lz4-4.3.2 monotonic-1.6 mpmath-1.3.0 onnxruntime-1.15.1 posthog-3.0.1 pulsar-client-3.2.0 starlette-0.27.0 sympy-1.12 tqdm-4.65.0 typing-extensions-4.6.3 uvicorn-0.22.0 uvloop-0.17.0 watchfiles-0.19.0 websockets-11.0.3\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0m" ] } ], "source": [ "!pip install ipywidgets==7.0.0 \n", "!pip install langchain==0.0.148 \n", "!pip install faiss-cpu \n", "!pip install openai \n", "!pip install chromadb" ] }, { "cell_type": "code", "execution_count": 7, "id": "688cebc1-9c63-45cd-bc89-869c1f3a7fb8", "metadata": { "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "ipywidgets 7.0.0\n", "langchain 0.0.148\n", "langchainplus-sdk 0.0.10\n", "faiss-cpu 1.7.4\n", "openai 0.27.8\n", "chromadb 0.3.26\n" ] } ], "source": [ "%%sh\n", "pip list | grep ipywidgets\n", "pip list | grep langchain\n", "pip list | grep faiss-cpu\n", "pip list | grep openai\n", "pip list | grep chromadb\n" ] }, { "cell_type": "code", "execution_count": null, "id": "e77e1c39-5e37-4504-96f3-d3ba3252da85", "metadata": {}, "outputs": [], "source": [ "! pip install typing-inspect==0.8.0 typing_extensions==4.5.0\n", "! pip install tiktoken" ] }, { "cell_type": "markdown", "id": "9448f5b8", "metadata": {}, "source": [ "## 로컬 모드 셋업\n", "- 기본 다커 폴더 위치 변경 등을 함." ] }, { "cell_type": "code", "execution_count": 6, "id": "bf4cf856", "metadata": { "collapsed": true, "jupyter": { "outputs_hidden": true }, "tags": [] }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting docker-compose\n", " Downloading docker_compose-1.29.2-py2.py3-none-any.whl (114 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m114.8/114.8 kB\u001b[0m \u001b[31m2.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting PyYAML<6,>=3.10 (from docker-compose)\n", " Downloading PyYAML-5.4.1-cp39-cp39-manylinux1_x86_64.whl (630 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m630.1/630.1 kB\u001b[0m \u001b[31m9.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hCollecting distro<2,>=1.5.0 (from docker-compose)\n", " Downloading distro-1.8.0-py3-none-any.whl (20 kB)\n", "Collecting docker[ssh]>=5 (from docker-compose)\n", " Downloading docker-6.1.2-py3-none-any.whl (148 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m148.1/148.1 kB\u001b[0m \u001b[31m2.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", "\u001b[?25hCollecting dockerpty<1,>=0.4.1 (from docker-compose)\n", " Downloading dockerpty-0.4.1.tar.gz (13 kB)\n", " Preparing metadata (setup.py) ... \u001b[?25ldone\n", "\u001b[?25hCollecting docopt<1,>=0.6.1 (from docker-compose)\n", " Downloading docopt-0.6.2.tar.gz (25 kB)\n", " Preparing metadata (setup.py) ... \u001b[?25ldone\n", "\u001b[?25hCollecting jsonschema<4,>=2.5.1 (from docker-compose)\n", " Downloading jsonschema-3.2.0-py2.py3-none-any.whl (56 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 kB\u001b[0m \u001b[31m1.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting python-dotenv<1,>=0.13.0 (from docker-compose)\n", " Downloading python_dotenv-0.21.1-py3-none-any.whl (19 kB)\n", "Requirement already satisfied: requests<3,>=2.20.0 in /opt/conda/lib/python3.9/site-packages (from docker-compose) (2.28.2)\n", "Collecting texttable<2,>=0.9.0 (from docker-compose)\n", " Downloading texttable-1.6.7-py2.py3-none-any.whl (10 kB)\n", "Collecting websocket-client<1,>=0.32.0 (from docker-compose)\n", " Downloading websocket_client-0.59.0-py2.py3-none-any.whl (67 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m67.2/67.2 kB\u001b[0m \u001b[31m1.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0mta \u001b[36m0:00:01\u001b[0m\n", "\u001b[?25hRequirement already satisfied: packaging>=14.0 in /opt/conda/lib/python3.9/site-packages (from docker[ssh]>=5->docker-compose) (23.0)\n", "Requirement already satisfied: urllib3>=1.26.0 in /opt/conda/lib/python3.9/site-packages (from docker[ssh]>=5->docker-compose) (1.26.14)\n", "Requirement already satisfied: paramiko>=2.4.3 in /opt/conda/lib/python3.9/site-packages (from docker[ssh]>=5->docker-compose) (3.0.0)\n", "Requirement already satisfied: six>=1.3.0 in /opt/conda/lib/python3.9/site-packages (from dockerpty<1,>=0.4.1->docker-compose) (1.16.0)\n", "Requirement already satisfied: attrs>=17.4.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema<4,>=2.5.1->docker-compose) (23.1.0)\n", "Requirement already satisfied: pyrsistent>=0.14.0 in /opt/conda/lib/python3.9/site-packages (from jsonschema<4,>=2.5.1->docker-compose) (0.19.3)\n", "Requirement already satisfied: setuptools in /opt/conda/lib/python3.9/site-packages (from jsonschema<4,>=2.5.1->docker-compose) (59.3.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2.20.0->docker-compose) (2.1.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2.20.0->docker-compose) (3.4)\n", "Requirement already satisfied: certifi>=2017.4.17 in /opt/conda/lib/python3.9/site-packages (from requests<3,>=2.20.0->docker-compose) (2022.12.7)\n", "Requirement already satisfied: bcrypt>=3.2 in /opt/conda/lib/python3.9/site-packages (from paramiko>=2.4.3->docker[ssh]>=5->docker-compose) (4.0.1)\n", "Requirement already satisfied: cryptography>=3.3 in /opt/conda/lib/python3.9/site-packages (from paramiko>=2.4.3->docker[ssh]>=5->docker-compose) (39.0.1)\n", "Requirement already satisfied: pynacl>=1.5 in /opt/conda/lib/python3.9/site-packages (from paramiko>=2.4.3->docker[ssh]>=5->docker-compose) (1.5.0)\n", "Requirement already satisfied: cffi>=1.12 in /opt/conda/lib/python3.9/site-packages (from cryptography>=3.3->paramiko>=2.4.3->docker[ssh]>=5->docker-compose) (1.15.1)\n", "Requirement already satisfied: pycparser in /opt/conda/lib/python3.9/site-packages (from cffi>=1.12->cryptography>=3.3->paramiko>=2.4.3->docker[ssh]>=5->docker-compose) (2.21)\n", "Building wheels for collected packages: dockerpty, docopt\n", " Building wheel for dockerpty (setup.py) ... \u001b[?25ldone\n", "\u001b[?25h Created wheel for dockerpty: filename=dockerpty-0.4.1-py3-none-any.whl size=16615 sha256=89853248abaf3835462649d9bfcfa620a661197113ac2036fcbb1eebfb49859c\n", " Stored in directory: /root/.cache/pip/wheels/54/c7/ff/ead8e8870db7e414df11981d8fb6d0d09b51f467c34791bde4\n", " Building wheel for docopt (setup.py) ... \u001b[?25ldone\n", "\u001b[?25h Created wheel for docopt: filename=docopt-0.6.2-py2.py3-none-any.whl size=13723 sha256=b4351f80399e5c88345e9e4eff70ccd739d0100beb88becd538ad864d36288fe\n", " Stored in directory: /root/.cache/pip/wheels/70/4a/46/1309fc853b8d395e60bafaf1b6df7845bdd82c95fd59dd8d2b\n", "Successfully built dockerpty docopt\n", "Installing collected packages: texttable, docopt, websocket-client, PyYAML, python-dotenv, jsonschema, dockerpty, distro, docker, docker-compose\n", " Attempting uninstall: websocket-client\n", " Found existing installation: websocket-client 1.5.2\n", " Uninstalling websocket-client-1.5.2:\n", " Successfully uninstalled websocket-client-1.5.2\n", " Attempting uninstall: PyYAML\n", " Found existing installation: PyYAML 6.0\n", " Uninstalling PyYAML-6.0:\n", " Successfully uninstalled PyYAML-6.0\n", " Attempting uninstall: jsonschema\n", " Found existing installation: jsonschema 4.17.3\n", " Uninstalling jsonschema-4.17.3:\n", " Successfully uninstalled jsonschema-4.17.3\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "awscli 1.27.70 requires botocore==1.29.70, but you have botocore 1.29.142 which is incompatible.\n", "sagemaker 2.159.0 requires PyYAML==6.0, but you have pyyaml 5.4.1 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed PyYAML-5.4.1 distro-1.8.0 docker-6.1.2 docker-compose-1.29.2 dockerpty-0.4.1 docopt-0.6.2 jsonschema-3.2.0 python-dotenv-0.21.1 texttable-1.6.7 websocket-client-0.59.0\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0mlocal_mode_setup.sh: line 48: docker: command not found\n", "local_mode_setup.sh: line 50: docker: command not found\n", "local_mode_setup.sh: line 54: sudo: command not found\n", "local_mode_setup.sh: line 57: docker: command not found\n", "local_mode_setup.sh: line 58: ip: command not found\n", "local_mode_setup.sh: line 59: ip: command not found\n", "local_mode_setup.sh: line 62: sudo: command not found\n", "local_mode_setup.sh: line 63: sudo: command not found\n", "local_mode_setup.sh: line 66: sudo: command not found\n", "local_mode_setup.sh: line 72: sudo: command not found\n", "local_mode_setup.sh: line 73: sudo: command not found\n", "local_mode_setup.sh: line 74: sudo: command not found\n" ] } ], "source": [ "! bash local_mode_setup.sh" ] }, { "cell_type": "code", "execution_count": null, "id": "ead84e85", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "15550287-34ff-4e16-bd28-5d002212dab8", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": null, "id": "43012b86-0d83-477a-8e0a-31021cb1bfd2", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "availableInstances": [ { "_defaultOrder": 0, "_isFastLaunch": true, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 4, "name": "ml.t3.medium", "vcpuNum": 2 }, { "_defaultOrder": 1, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 8, "name": "ml.t3.large", "vcpuNum": 2 }, { "_defaultOrder": 2, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.t3.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 3, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.t3.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 4, "_isFastLaunch": true, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 8, "name": "ml.m5.large", "vcpuNum": 2 }, { "_defaultOrder": 5, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.m5.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 6, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.m5.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 7, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 64, "name": "ml.m5.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 8, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 128, "name": "ml.m5.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 9, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 192, "name": "ml.m5.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 10, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 256, "name": "ml.m5.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 11, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 384, "name": "ml.m5.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 12, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 8, "name": "ml.m5d.large", "vcpuNum": 2 }, { "_defaultOrder": 13, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.m5d.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 14, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.m5d.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 15, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 64, "name": "ml.m5d.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 16, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 128, "name": "ml.m5d.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 17, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 192, "name": "ml.m5d.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 18, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 256, "name": "ml.m5d.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 19, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 384, "name": "ml.m5d.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 20, "_isFastLaunch": false, "category": "General purpose", "gpuNum": 0, "hideHardwareSpecs": true, "memoryGiB": 0, "name": "ml.geospatial.interactive", "supportedImageNames": [ "sagemaker-geospatial-v1-0" ], "vcpuNum": 0 }, { "_defaultOrder": 21, "_isFastLaunch": true, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 4, "name": "ml.c5.large", "vcpuNum": 2 }, { "_defaultOrder": 22, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 8, "name": "ml.c5.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 23, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.c5.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 24, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.c5.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 25, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 72, "name": "ml.c5.9xlarge", "vcpuNum": 36 }, { "_defaultOrder": 26, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 96, "name": "ml.c5.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 27, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 144, "name": "ml.c5.18xlarge", "vcpuNum": 72 }, { "_defaultOrder": 28, "_isFastLaunch": false, "category": "Compute optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 192, "name": "ml.c5.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 29, "_isFastLaunch": true, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.g4dn.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 30, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.g4dn.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 31, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 64, "name": "ml.g4dn.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 32, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 128, "name": "ml.g4dn.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 33, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 4, "hideHardwareSpecs": false, "memoryGiB": 192, "name": "ml.g4dn.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 34, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 256, "name": "ml.g4dn.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 35, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 61, "name": "ml.p3.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 36, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 4, "hideHardwareSpecs": false, "memoryGiB": 244, "name": "ml.p3.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 37, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 8, "hideHardwareSpecs": false, "memoryGiB": 488, "name": "ml.p3.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 38, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 8, "hideHardwareSpecs": false, "memoryGiB": 768, "name": "ml.p3dn.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 39, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.r5.large", "vcpuNum": 2 }, { "_defaultOrder": 40, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.r5.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 41, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 64, "name": "ml.r5.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 42, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 128, "name": "ml.r5.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 43, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 256, "name": "ml.r5.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 44, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 384, "name": "ml.r5.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 45, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 512, "name": "ml.r5.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 46, "_isFastLaunch": false, "category": "Memory Optimized", "gpuNum": 0, "hideHardwareSpecs": false, "memoryGiB": 768, "name": "ml.r5.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 47, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 16, "name": "ml.g5.xlarge", "vcpuNum": 4 }, { "_defaultOrder": 48, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 32, "name": "ml.g5.2xlarge", "vcpuNum": 8 }, { "_defaultOrder": 49, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 64, "name": "ml.g5.4xlarge", "vcpuNum": 16 }, { "_defaultOrder": 50, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 128, "name": "ml.g5.8xlarge", "vcpuNum": 32 }, { "_defaultOrder": 51, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 1, "hideHardwareSpecs": false, "memoryGiB": 256, "name": "ml.g5.16xlarge", "vcpuNum": 64 }, { "_defaultOrder": 52, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 4, "hideHardwareSpecs": false, "memoryGiB": 192, "name": "ml.g5.12xlarge", "vcpuNum": 48 }, { "_defaultOrder": 53, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 4, "hideHardwareSpecs": false, "memoryGiB": 384, "name": "ml.g5.24xlarge", "vcpuNum": 96 }, { "_defaultOrder": 54, "_isFastLaunch": false, "category": "Accelerated computing", "gpuNum": 8, "hideHardwareSpecs": false, "memoryGiB": 768, "name": "ml.g5.48xlarge", "vcpuNum": 192 } ], "instance_type": "ml.m5.large", "kernelspec": { "display_name": "Python 3 (PyTorch 1.13 Python 3.9 CPU Optimized)", "language": "python", "name": "python3__SAGEMAKER_INTERNAL__arn:aws:sagemaker:us-east-1:081325390199:image/pytorch-1.13-cpu-py39" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.16" } }, "nbformat": 4, "nbformat_minor": 5 }