{"cells":[{"cell_type":"code","execution_count":1,"metadata":{"executionInfo":{"elapsed":556,"status":"ok","timestamp":1697339009466,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"},"user_tz":-420},"id":"COkMuAOy2J5o"},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"lqNWRhS42u4P","executionInfo":{"status":"ok","timestamp":1697339133946,"user_tz":-420,"elapsed":124486,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"3cdb97a2-db83-402c-8f66-6a2c43019d16"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: optuna in /usr/local/lib/python3.10/dist-packages (3.3.0)\n","Requirement already satisfied: optuna-dashboard in /usr/local/lib/python3.10/dist-packages (0.12.0)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna) (6.7.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.26.1)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (23.2)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.21)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.1)\n","Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.1)\n","Requirement already satisfied: bottle in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (0.12.25)\n","Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (1.2.2)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (1.2.4)\n","Requirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.5.0)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna) (3.0.0)\n","Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.11.3)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (3.2.0)\n","Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (2.1.3)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n","  Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-8m5y24zb\n","  Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-8m5y24zb\n","  Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.23.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.2)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.14.5)\n","Requirement already satisfied: delu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.21)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.1)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.12.4)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<2023.9.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.0)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.4)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.1.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.43.1)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.21)\n","Requirement already satisfied: Faker>=10 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.10.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.2)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.6)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.0)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.1)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.8)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.10.4)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n","  Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-nzsce8__\n","  Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-nzsce8__\n","  Resolved https://github.com/R-N/ml-utility-loss to commit 999fa9d4bdbb358553011a9c2171aded09814fc4\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n","  Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=377794 sha256=68ecd9b641c43bd54b3164c62198ea7e02cdec2fbfa306865f59772940fd8d11\n","  Stored in directory: /tmp/pip-ephem-wheel-cache-hcxwsw4f/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n","  Attempting uninstall: ml-utility-loss\n","    Found existing installation: ml-utility-loss 0.1.1\n","    Uninstalling ml-utility-loss-0.1.1:\n","      Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}],"source":["!pip install optuna optuna-dashboard\n","!pip install git+https://github.com/R-N/ml-utility-loss\n","!pip install git+https://github.com/R-N/ml-utility-loss --force-reinstall --no-deps"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nrYplK5Rkgcn","executionInfo":{"status":"ok","timestamp":1697339136134,"user_tz":-420,"elapsed":2198,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"32c1323a-7501-48ac-f70e-5a7f36301f50"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","  % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current\n","                                 Dload  Upload   Total   Spent    Left  Speed\n","  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0\n","  0     0    0     0    0     0      0      0 --:--:-- --:--:-- --:--:--     0\n","100 34.7M  100 34.7M    0     0  28.1M      0  0:00:01  0:00:01 --:--:-- 73.9M\n"]}],"source":["%cd /content\n","!curl -Ls https://github.com/ekzhang/bore/releases/download/v0.4.0/bore-v0.4.0-x86_64-unknown-linux-musl.tar.gz | tar zx -C /usr/bin\n","!curl -Lo /usr/bin/cloudflared https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 && chmod +x /usr/bin/cloudflared"]},{"cell_type":"code","execution_count":4,"metadata":{"id":"MdkECEu12xpL","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1697339176557,"user_tz":-420,"elapsed":40429,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"a8da7e6f-dc56-47d0-8bc9-1182196254e5"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 54414, done.\u001b[K\n","remote: Counting objects: 100% (7327/7327), done.\u001b[K\n","remote: Compressing objects: 100% (3252/3252), done.\u001b[K\n","remote: Total 54414 (delta 4134), reused 7251 (delta 4059), pack-reused 47087\u001b[K\n","Receiving objects: 100% (54414/54414), 239.42 MiB | 10.85 MiB/s, done.\n","Resolving deltas: 100% (6182/6182), done.\n","Updating files: 100% (50325/50325), done.\n","/content/ml-utility-loss\n"]}],"source":["%cd /content\n","!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!rm -rf ml_utility_loss"]},{"cell_type":"code","execution_count":5,"metadata":{"id":"ns5hFcVL2yvs","executionInfo":{"status":"ok","timestamp":1697339176558,"user_tz":-420,"elapsed":18,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["datasets = [\n","    \"insurance\",\n","    \"treatment\",\n","    \"contraceptive\"\n","]\n","\n","model_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\""]},{"cell_type":"code","execution_count":26,"metadata":{"id":"UdvXYv3c3LXy","executionInfo":{"status":"ok","timestamp":1697340246093,"user_tz":-420,"elapsed":573,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import json\n","import os\n","\n","dataset_dir = \"datasets\"\n","dataset_name = \"insurance\"\n","\n","df = pd.read_csv(os.path.join(dataset_dir, f\"{dataset_name}.csv\"))\n","with open(os.path.join(dataset_dir, f\"{dataset_name}.json\")) as f:\n","    info = json.load(f)"]},{"cell_type":"code","execution_count":27,"metadata":{"id":"Vrl2QkoV3o_8","executionInfo":{"status":"ok","timestamp":1697340246097,"user_tz":-420,"elapsed":17,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.util import split_df_ratio\n","\n","task = info[\"task\"]\n","target = info[\"target\"]\n","cat_features = info[\"cat_features\"]\n","mixed_features = info[\"mixed_features\"]\n","longtail_features = info[\"longtail_features\"]\n","integer_features = info[\"integer_features\"]\n","\n","dfs = {\n","    \"df\": df,\n","}\n","dfs_test = {}\n","for i in range(5):\n","    train, test = split_df_ratio(df, ratio=0.2, i=i, seed=42)\n","    dfs[i] = train\n","    dfs_test[i] = test\n"]},{"cell_type":"code","execution_count":58,"metadata":{"id":"a-SjylvlYl7i","executionInfo":{"status":"ok","timestamp":1697343112569,"user_tz":-420,"elapsed":365,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.util import mkdir\n","\n","model_name = \"tvae\"\n","df_name = \"df\"\n","#model_name_2 = f\"{model_name}_{dataset_name}_{df_name}\"\n","model_dir_2 = os.path.join(model_dir, model_name, dataset_name, str(df_name))\n","mkdir(model_dir_2)\n","model_path = os.path.join(model_dir_2, f\"model.pt\")\n","state_path = os.path.join(model_dir_2, f\"state.json\")\n","params_path = os.path.join(model_dir_2, f\"params.json\")"]},{"cell_type":"code","execution_count":59,"metadata":{"id":"-YDZUU9QUCwx","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1697343113004,"user_tz":-420,"elapsed":4,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"3d0fe03c-d2ee-4955-9589-0be8e213faf1"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/tvae/insurance/df/model.pt\n"]}],"source":["print(model_path)"]},{"cell_type":"code","execution_count":60,"metadata":{"id":"NgahtU1q9uLO","executionInfo":{"status":"ok","timestamp":1697343113004,"user_tz":-420,"elapsed":3,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["\n","from ml_utility_loss.tuning import create_objective\n","import ml_utility_loss.synthesizers.tvae.params as PARAMS\n","from ml_utility_loss.util import filter_dict_2\n","\n","params = getattr(PARAMS, dataset_name).BEST\n","\n","model_params={\n","    **params,\n","}\n","\n","for x in [\"compress\", \"decompress\"]:\n","    model_params[f\"{x}_dims\"] = [\n","        model_params[f\"{x}_dims\"]\n","        for i in range(\n","            model_params.pop(f\"{x}_depth\")\n","        )\n","    ]"]},{"cell_type":"code","execution_count":61,"metadata":{"id":"wGsDQTlk8Zl1","executionInfo":{"status":"ok","timestamp":1697343399823,"user_tz":-420,"elapsed":286822,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["from ml_utility_loss.synthesizers.tvae.wrapper import TVAE\n","\n","train = dfs[df_name]\n","tvae = TVAE(**model_params)\n","tvae.fit(train, cat_features)\n","synth_df = tvae.sample(len(train))"]},{"cell_type":"code","execution_count":62,"metadata":{"id":"qUHHYJNRJdDy","executionInfo":{"status":"ok","timestamp":1697343400203,"user_tz":-420,"elapsed":403,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["import torch\n","from copy import deepcopy\n","import json\n","\n","!rm -rf params_path\n","!rm -rf model_path\n","!rm -rf g_state_path\n","!rm -rf d_state_path\n","torch.save(tvae, model_path)\n","torch.save(deepcopy(tvae.model.state_dict()), state_path)\n","with open(params_path, \"w\") as f:\n","    json.dump(model_params, f, indent=4)"]},{"cell_type":"code","execution_count":63,"metadata":{"id":"7SQgzf5-P249","colab":{"base_uri":"https://localhost:8080/","height":228},"executionInfo":{"status":"error","timestamp":1697343400203,"user_tz":-420,"elapsed":13,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"57519fd1-a4d2-4922-c834-1fe290391c16"},"outputs":[{"output_type":"error","ename":"KeyError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)","\u001b[0;32m<ipython-input-63-a280575d8c51>\u001b[0m in \u001b[0;36m<cell line: 8>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0msynth_df\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msynth_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0mdfs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtrain_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m \u001b[0mdfs_test\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mval_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      9\u001b[0m \u001b[0mdfs_test\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdf_name\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtest_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mKeyError\u001b[0m: 'df'"]}],"source":["synth_path = os.path.join(model_dir_2, f\"synth.csv\")\n","train_path = os.path.join(model_dir_2, f\"train.csv\")\n","val_path = os.path.join(model_dir_2, f\"val.csv\")\n","test_path = os.path.join(model_dir_2, f\"test.csv\")\n","\n","synth_df.to_csv(synth_path)\n","dfs[df_name].to_csv(train_path)\n","dfs_test[df_name].to_csv(val_path)\n","dfs_test[df_name].to_csv(test_path)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"nB724X33v4Qd","executionInfo":{"status":"aborted","timestamp":1697343400204,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[],"mount_file_id":"1Cug9laqjkt9fyDxiylSn9Jzam9kQyDu3","authorship_tag":"ABX9TyMhtJHOKAMnUJyVHa+D8Sml"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}