{"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"COkMuAOy2J5o","executionInfo":{"status":"ok","timestamp":1697366282630,"user_tz":-420,"elapsed":636,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}}},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"f-_1KQbkorXJ","executionInfo":{"status":"ok","timestamp":1697366285620,"user_tz":-420,"elapsed":2997,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}},"outputId":"a7619ee9-097f-43a5-9ee5-8d5f300c3e66"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"]}]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":118654,"status":"ok","timestamp":1697366404268,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"lqNWRhS42u4P","outputId":"c7c16739-fc77-40f0-b68d-1beb34612358"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: optuna in /usr/local/lib/python3.10/dist-packages (3.3.0)\n","Requirement already satisfied: optuna-dashboard in /usr/local/lib/python3.10/dist-packages (0.12.0)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna) (6.7.0)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from optuna) (1.26.1)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (23.2)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna) (2.0.21)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from optuna) (4.66.1)\n","Requirement already satisfied: PyYAML in /usr/local/lib/python3.10/dist-packages (from optuna) (6.0.1)\n","Requirement already satisfied: bottle in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (0.12.25)\n","Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from optuna-dashboard) (1.2.2)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (1.2.4)\n","Requirement already satisfied: typing-extensions>=4 in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna) (4.5.0)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna) (3.0.0)\n","Requirement already satisfied: scipy>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.11.3)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->optuna-dashboard) (3.2.0)\n","Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.10/dist-packages (from Mako->alembic>=1.5.0->optuna) (2.1.3)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-7fbs41ic\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-7fbs41ic\n"," Resolved https://github.com/R-N/ml-utility-loss to commit e9512918d69ed70bcd15f1c49c3e237aef190374\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.23.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.2)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.14.5)\n","Requirement already satisfied: delu==0.0.18 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.18)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.1)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (9.0.0)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.3)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.12.4)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.0)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.3)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<2023.9.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.8.6)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.0)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.4)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.1.1)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.43.1)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.12.0)\n","Requirement already satisfied: cmaes>=0.10.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (0.10.0)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.7.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.21)\n","Requirement already satisfied: Faker>=10 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.10.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.41.2)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.2.4)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (3.3.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.2)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.0)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.4)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.6)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.7.22)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.0)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.39)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.4.0)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.17.1)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.0)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.8.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.11.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.18.1)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.1)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.8)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.7.1)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.30.2)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.10.4)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.6.4)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.1.3)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Collecting git+https://github.com/R-N/ml-utility-loss\n"," Cloning https://github.com/R-N/ml-utility-loss to /tmp/pip-req-build-m00hss_7\n"," Running command git clone --filter=blob:none --quiet https://github.com/R-N/ml-utility-loss /tmp/pip-req-build-m00hss_7\n"," Resolved https://github.com/R-N/ml-utility-loss to commit e9512918d69ed70bcd15f1c49c3e237aef190374\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n"," Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=378135 sha256=dfedbaf2fefc49165faf5f8076b7e8d2e93f51b5e239e9bb752e13950fb30a6c\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-0j32_l8x/wheels/54/30/38/31c28079b5f07b6c793211d38f72e7f0be6764bfdfe016df74\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n"," Attempting uninstall: ml-utility-loss\n"," Found existing installation: ml-utility-loss 0.1.1\n"," Uninstalling ml-utility-loss-0.1.1:\n"," Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}],"source":["!pip install optuna optuna-dashboard\n","!pip install git+https://github.com/R-N/ml-utility-loss\n","!pip install git+https://github.com/R-N/ml-utility-loss --force-reinstall --no-deps"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":2269,"status":"ok","timestamp":1697366406517,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"nrYplK5Rkgcn","outputId":"1b0aeb1b-5830-4eac-cf9d-20164ef1cd7b"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n"," % Total % Received % Xferd Average Speed Time Time Time Current\n"," Dload Upload Total Spent Left Speed\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n"," 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n","100 34.7M 100 34.7M 0 0 35.6M 0 --:--:-- --:--:-- --:--:-- 208M\n"]}],"source":["%cd /content\n","!curl -Ls https://github.com/ekzhang/bore/releases/download/v0.4.0/bore-v0.4.0-x86_64-unknown-linux-musl.tar.gz | tar zx -C /usr/bin\n","!curl -Lo /usr/bin/cloudflared https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64 && chmod +x /usr/bin/cloudflared"]},{"cell_type":"code","execution_count":5,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":44610,"status":"ok","timestamp":1697366451114,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"MdkECEu12xpL","outputId":"888cd75e-cc7d-4291-8f9a-36d8eb29e6d0"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 54455, done.\u001b[K\n","remote: Counting objects: 100% (7368/7368), done.\u001b[K\n","remote: Compressing objects: 100% (3271/3271), done.\u001b[K\n","remote: Total 54455 (delta 4163), reused 7285 (delta 4081), pack-reused 47087\u001b[K\n","Receiving objects: 100% (54455/54455), 239.42 MiB | 11.73 MiB/s, done.\n","Resolving deltas: 100% (6211/6211), done.\n","Updating files: 100% (50325/50325), done.\n","/content/ml-utility-loss\n"]}],"source":["%cd /content\n","!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!rm -rf ml_utility_loss"]},{"cell_type":"code","execution_count":6,"metadata":{"id":"ns5hFcVL2yvs","executionInfo":{"status":"ok","timestamp":1697366451114,"user_tz":-420,"elapsed":8,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}}},"outputs":[],"source":["datasets = [\n"," \"insurance\",\n"," \"treatment\",\n"," \"contraceptive\"\n","]\n","\n","model_dir = \"/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/\""]},{"cell_type":"code","execution_count":49,"metadata":{"id":"UdvXYv3c3LXy","executionInfo":{"status":"ok","timestamp":1697371015863,"user_tz":-420,"elapsed":395,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}}},"outputs":[],"source":["import pandas as pd\n","import numpy as np\n","import json\n","import os\n","\n","dataset_dir = \"datasets\"\n","dataset_name = \"treatment\"\n","\n","df = pd.read_csv(os.path.join(dataset_dir, f\"{dataset_name}.csv\"))\n","with open(os.path.join(dataset_dir, f\"{dataset_name}.json\")) as f:\n"," info = json.load(f)"]},{"cell_type":"code","execution_count":50,"metadata":{"id":"Vrl2QkoV3o_8","executionInfo":{"status":"ok","timestamp":1697371016527,"user_tz":-420,"elapsed":10,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}}},"outputs":[],"source":["from ml_utility_loss.util import split_df_ratio\n","\n","task = info[\"task\"]\n","target = info[\"target\"]\n","cat_features = info[\"cat_features\"]\n","mixed_features = info[\"mixed_features\"]\n","longtail_features = info[\"longtail_features\"]\n","integer_features = info[\"integer_features\"]\n","\n","dfs = {\n"," \"df\": df,\n","}\n","dfs_test = {}\n","for i in range(5):\n"," train, test = split_df_ratio(df, ratio=0.2, i=i, seed=42)\n"," dfs[i] = train\n"," dfs_test[i] = test\n"]},{"cell_type":"code","execution_count":58,"metadata":{"executionInfo":{"elapsed":437,"status":"ok","timestamp":1697375566727,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"a-SjylvlYl7i"},"outputs":[],"source":["from ml_utility_loss.util import mkdir\n","\n","model_name = \"realtabformer\"\n","df_name = 4\n","#model_name_2 = f\"{model_name}_{dataset_name}_{df_name}\"\n","model_dir_2 = os.path.join(model_dir, model_name, dataset_name, str(df_name))\n","mkdir(model_dir_2)\n","params_path = os.path.join(model_dir_2, f\"params.json\")"]},{"cell_type":"code","execution_count":59,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":3,"status":"ok","timestamp":1697375568298,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"-YDZUU9QUCwx","outputId":"d58f6423-b8ec-40a2-8dd4-1bc8405c123a"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/rizqinur2010/Documents/ITS/Tesis/Model/realtabformer/treatment/4\n"]}],"source":["print(model_dir_2)"]},{"cell_type":"code","execution_count":60,"metadata":{"executionInfo":{"elapsed":2,"status":"ok","timestamp":1697375568298,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"},"user_tz":-420},"id":"NgahtU1q9uLO"},"outputs":[],"source":["\n","from ml_utility_loss.tuning import create_objective\n","import ml_utility_loss.synthesizers.realtabformer.params as PARAMS\n","from ml_utility_loss.util import filter_dict_2, filter_dict\n","from copy import deepcopy\n","\n","params = getattr(PARAMS, dataset_name).BEST\n","\n","model_params={\n"," **params,\n","}\n","\n","model_params[\"epochs\"] = min(model_params.pop(\"epochs\", 100), 100)\n","\n","model_params_ = deepcopy(model_params)"]},{"cell_type":"code","execution_count":61,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000,"referenced_widgets":["5d9f976475944e2a81cd0c9275506397","3e35fe806b89478095eceacc6fbc34fd","d82f2afd44994874a294fec19002288d","b068b16016304e3c850c25cf179c5f10","081ccef9fc0447729d20f6d8a6d8a97e","a0fb1c6dcd174361922e24e20a3b164e","7ed5d9895e434c558dfa0dcc2dfcea46","747a98a778c548beadb95750ee1bbc8f","95e8f8876fed44639890995e87367599","3167aaa3c0cf4a41b5e39786e3a7d29f","9ed27597a7e941cfa25c9b456cb0e1bf","fc2eba8850dd41e1a861b9d1b7ce20e5","a57286c6f88b44c6ae276882f0e1ba70","12441e7ca0a145f0ad678be101348abf","a5189896982b4959be7cafa35f3f96bd","396bf3cb09664fa98a2f51666a2742bb","1d5802cad1b9492694d0a7b0da0d3a1f","979af1a438e44b6585586a6df8fcec5a","b667c2e346ff4c1f958f5e4d3c96c005","2d4eda89856b445e99ceb5aa5f1e5e40","b2cce945e98549e187e2b1345c8c9f40","a0ef9c05008d434e9a4531c50fbe881e","dfd14eba042f46239f09988e334ed1a8","bca636083b9849578f5d98320a99620a","4c2adf8d2e554a588a403111ce134faf","e8db760a5181453d89691bd87f57bb4f","31426986ce2b416c94a7dd5086060847","3ce2a73342a841bcb582c9fe7a1586f9","b1ac9925b7e04479acb32712ca93ba19","68ab34e7b3dd4e7f80d89f0e27e56a54","389daf12a7df4abd8c1cef780cb0184e","a0d66c101476476dae1d0952e618ca66","6fdbe37535c94378a550352230d61e30","ccf832a19ce046eb8d1766dc2113f211","6a48bd2c26fb412389e3aa06ca00c589","1d6e05a3def04932aeed7a7686456e71","8245a457e3f14fc78b7d557ad788bf21","ac08e916df804fd5bf3c3ca9deb088ed","07e3fd93ff74488bb6130ea29506ced6","3b03034d3d4642d9ba3285b96cb87255","e223defd7a674ef0bcb4d281bed89da1","d897d73f3bd64063b013317f46286c32","caf9fd7fa2f74fa591dfaca99318c78a","6dd63543efbc4da8948cea58eaf0abe8","a34e9598d9f2450c82face91d0a6d88d","935b5e0ccb4142ebb89ecaecbbcbee7c","27920703cf6a44b0b144948fc01ab593","e21bdec638a44f7a828d0ab6f67d53fd","87751e4f8a8e48a7b3cd32cfb0418734","9459e08eff85461bb2e29b9ea912b97e","a3a0f6f21ab1444e874420d2f0d1a69e","26cfb7c03c644149b94944532b0edccf","ba08c7b3dd714247954a54aab6f3ef72","4c24f016a16049838c0f470e1b99a95e","3043fb6ca70c4bb2a32be5a98df3a243","6694a17a532d474a8ae9fbb0a64d5d32","d0b69659d33c46f484bc3e3651517765","b612f49af6fe4595b2f97dafe7745448","000f08d8c7a04635b96ec67b640f7f50","fffefb1b0d4a4fbbbbfea59e38aa9476","0711a165b2434f78b37db0abd0d649cb","0a7841c06e7841338d58a624e66ea8db","1b341c9946b54e4c8c6cc7180c5e303d","e53f4c6ebac6423d88f8fe5127c29a41","a06aef5c57164c188517940d98c0f53c","aa2eebff68e441288291e86f3b70bce5","e9c586690ac3455785e6df8014a643c2","30e6453c66aa41d8b478559a70bf9617","31fd37a49a9f408c8f2f8ab9f7205066","4f3f5d76806746ce8c083b5bfd33fcb4","1763ecb3f99b4ee38b4609b411f0a50e","5c0b94a28a0947fab3d1340e67fe555c","60e8b123849d48dba78ca67ab2555db0","30b19b90c41341748c0629abfc285ae6","1b87b800cdf14b0eac1ae86bbe82b562","a5467caa124a40d0b5ba5a1ea604be56","df7eaae923744268aea5159ed4579317","17bbd2aae26a404c8a733059e2a31e10","cce4152a3a2a407ba776fd5bb285557a","d24b1ce014064e4d8e46cbe59ea9859d","65ba610c6173448c98e7409c467cf381","d9c97d30fd364a1ea8ce178e6e7f54cd","415f01c28770460e8107f9cac63d16cd","052fb06c3a6349e6981b01a6bb013010","a5ed33f8fed34d9485fc88033ae31e16","7f804defc4174da6a1ac98fd19d549c6","5d44f2aabd83401799776e5dd4cc5054","7e8df54f1dd246b283371f49036c3d45","c4b129b97a8745c286d26b28fd3ed302","5dce8f90d4f2468ea33adc5cb280b1ac","a6fe0675b867416494781806b8ce31d6","a7d8225ed5dc4c83807e6b2b67cbb386","607416b35d3643808106ae17c3d424be","a46473384718452e8c4068428d33ad3f","025ea703271141a3a31b1037a4f46f93","944ab07282f64933a6197cd1b73a555f","6ff768d218874da7bbb87eceb56f0c12","30ecb892f7ff467ea6164fdd22c82fc2","9610f57f2f5646e9a2c71e845e2a8940","9500fed4ebac4fcd9a768181b55b9854","e708a15705404c3b823c6af87996ca7d","4a899f0916f047daad2591e6cb4bc6ae","97995f6851bf473ea2990b56133cf0ca","ed791cf16d6f481d8a0e9163aa421381","d92d3ddbbe154b178505cf5b9a9ff8b9","ae689fddc76347668287f6abf74a91fb","d8fd71c9aa6348f1a04d856b4bcd039c","8bc584f537bd4be59cc9e4bf3d9c3408","722306dba95946138dee7c442774ff2b","922fc2046c4c4b0381db4e472c98c8b6","eeec3b5f018941b8a06efcd935d8a412","5ec4cafa4c46443082d4096fb99a51a3","161d54ab44374f47addc3138dc095456","b7ca4951ca9347caa517b9771383a3b6","a1388786d192439c81c493062e652ecb","01101a18e51f49888bafa16b64c6fdd6","e6696bc93ad84b168fd114ef846a2ac7","dfa4a7097f7a47fb8f4bbb31e85f58b3","e97a3cbaba044df392bd3ac34c168fa1","c06f203ca61541e7b27f5fe4add2f368","6f993588dbea4af395c5e6735c98541a"]},"id":"wGsDQTlk8Zl1","outputId":"1c64092e-bc19-483b-a7e0-1bc67b0ff856","executionInfo":{"status":"ok","timestamp":1697377710290,"user_tz":-420,"elapsed":2141994,"user":{"displayName":"Xstinky Music","userId":"16602649867630946699"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Computing the sensitivity threshold...\n"]},{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.10/dist-packages/ml_utility_loss/synthesizers/realtabformer/wrapper.py:184: UserWarning: The `bos_token_id`, `eos_token_id`, and `vocab_size` attributes will be replaced when the `.fit` method is run.\n"," warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/ml_utility_loss/synthesizers/realtabformer/wrapper.py:400: UserWarning: Duplicate rate (0.0) in the data is zero. The `qt_interval` will be set to qt_interval_unique=100.\n"," warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/ml_utility_loss/synthesizers/realtabformer/wrapper.py:427: UserWarning: qt_interval adjusted from 100 to 21...\n"," warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["Bootstrap round: 0%| | 0/100 [00:00"],"text/html":["\n","
\n"," \n"," \n"," [410/410 03:06, Epoch 4/5]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
1000.937100
2000.697100
3000.675300
4000.660700

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [820/820 03:38, Epoch 9/10]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
5000.643100
6000.630900
7000.621500
8000.611300

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [1230/1230 03:20, Epoch 14/15]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
9000.601400
10000.595100
11000.586300
12000.579800

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [1640/1640 03:30, Epoch 19/20]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
13000.573900
14000.568600
15000.561800
16000.555200

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [2050/2050 03:34, Epoch 24/25]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
17000.547000
18000.544900
19000.535500
20000.527000

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [2460/2460 03:16, Epoch 29/30]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
21000.514600
22000.512800
23000.501600
24000.485700

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [2870/2870 03:19, Epoch 34/35]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
25000.460100
26000.457300
27000.440300
28000.420900

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [3280/3280 03:11, Epoch 39/40]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
29000.380400
30000.383100
31000.363600
32000.343700

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00"],"text/html":["\n","

\n"," \n"," \n"," [3690/3690 03:35, Epoch 44/45]\n","
\n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n"," \n","
StepTraining Loss
33000.298300
34000.303300
35000.286500
36000.270200

"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":[" 0%| | 0/1308 [00:00