{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"mount_file_id":"1Y-QB4OIJuRakxAX6WmYPgfrcIxKsKgYh","authorship_tag":"ABX9TyPa4bGR/auezJ52NTab1VAN"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"THctoxwSzDlS","executionInfo":{"status":"ok","timestamp":1704105606956,"user_tz":-420,"elapsed":39,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"outputs":[],"source":["%load_ext autoreload\n","%autoreload 2"]},{"cell_type":"code","source":["%cd /content\n","#!rm -rf ml-utility-loss\n","!git clone https://github.com/R-N/ml-utility-loss\n","%cd ml-utility-loss\n","!git pull\n","!pip install .\n","!pip install . --no-deps --force-reinstall\n","!git remote set-url  origin https://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@github.com/R-N/ml-utility-loss.git\n","!git config --global user.email \"rizqinur2010@gmail.com\"\n","!git config --global user.name \"Rizqi Nur\""],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NytFUqF5zGfM","executionInfo":{"status":"ok","timestamp":1704105707135,"user_tz":-420,"elapsed":100217,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"outputId":"e3525441-41d5-4c23-df83-6ee0dd0a75bb"},"execution_count":2,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Cloning into 'ml-utility-loss'...\n","remote: Enumerating objects: 160281, done.\u001b[K\n","remote: Counting objects: 100% (3185/3185), done.\u001b[K\n","remote: Compressing objects: 100% (653/653), done.\u001b[K\n","remote: Total 160281 (delta 2583), reused 3125 (delta 2528), pack-reused 157096\u001b[K\n","Receiving objects: 100% (160281/160281), 529.30 MiB | 18.46 MiB/s, done.\n","Resolving deltas: 100% (40744/40744), done.\n","Updating files: 100% (101141/101141), done.\n","/content/ml-utility-loss\n","Already up to date.\n","Processing /content/ml-utility-loss\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting torchtext@ git+https://github.com/R-N/torchtext@0.6.1 (from ml-utility-loss==0.1.1)\n","  Cloning https://github.com/R-N/torchtext (to revision 0.6.1) to /tmp/pip-install-f6i7vmwv/torchtext_73249288272a469eb2456a29108fda86\n","  Running command git clone --filter=blob:none --quiet https://github.com/R-N/torchtext /tmp/pip-install-f6i7vmwv/torchtext_73249288272a469eb2456a29108fda86\n","  Running command git checkout -b 0.6.1 --track origin/0.6.1\n","  Switched to a new branch '0.6.1'\n","  Branch '0.6.1' set up to track remote branch '0.6.1' from 'origin'.\n","  Resolved https://github.com/R-N/torchtext to commit 9452aa9606ff7ae65834e208ff879a0e6189f766\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: alpharelu in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: entmax in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.1)\n","Requirement already satisfied: accelerate>=0.20.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.25.0)\n","Requirement already satisfied: catboost>=1.0.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: category-encoders>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.6.3)\n","Requirement already satisfied: datasets>=2.6.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: delu==0.0.18 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.18)\n","Requirement already satisfied: dython~=0.6.4.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.6.8)\n","Requirement already satisfied: icecream>=2.1.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: imbalanced-learn>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.10.1)\n","Requirement already satisfied: jupyter>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: libzero>=0.0.8 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.8)\n","Requirement already satisfied: matplotlib>=3.5.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: numpy>=1.25.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.26.2)\n","Requirement already satisfied: optuna>=2.10.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (3.5.0)\n","Requirement already satisfied: pandas==1.5.3 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.5.3)\n","Requirement already satisfied: pyarrow>=6.0.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (10.0.1)\n","Requirement already satisfied: rdt>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.9.0)\n","Requirement already satisfied: rtdl>=0.0.9 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.0.13)\n","Requirement already satisfied: shapely>=1.8.5.post1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.2)\n","Requirement already satisfied: scikit-learn==1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.2.2)\n","Requirement already satisfied: scipy>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.11.4)\n","Requirement already satisfied: seaborn>=0.11.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.12.2)\n","Requirement already satisfied: skorch in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.15.0)\n","Requirement already satisfied: tomli-w>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tomli>=1.2.2 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: torchinfo in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (1.8.0)\n","Requirement already satisfied: torchvision>=0.12.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: tqdm>=4.64.1 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.66.1)\n","Requirement already satisfied: transformers==4.28.0 in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (4.28.0)\n","Requirement already satisfied: torch_optimizer in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: undecorated in /usr/local/lib/python3.10/dist-packages (from ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2.8.2)\n","Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas==1.5.3->ml-utility-loss==0.1.1) (2023.3.post1)\n","Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (1.3.2)\n","Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn==1.2.2->ml-utility-loss==0.1.1) (3.2.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (3.13.1)\n","Requirement already satisfied: huggingface-hub<1.0,>=0.11.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.19.4)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (23.2)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (6.0.1)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2023.6.3)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (2.31.0)\n","Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers==4.28.0->ml-utility-loss==0.1.1) (0.13.3)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (5.9.5)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.20.3->ml-utility-loss==0.1.1) (0.4.1)\n","Requirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (0.20.1)\n","Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (5.15.0)\n","Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost>=1.0.3->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: statsmodels>=0.9.0 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.14.1)\n","Requirement already satisfied: patsy>=0.5.1 in /usr/local/lib/python3.10/dist-packages (from category-encoders>=2.3.0->ml-utility-loss==0.1.1) (0.5.4)\n","Requirement already satisfied: pyarrow-hotfix in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.6)\n","Requirement already satisfied: dill<0.3.8,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.4.1)\n","Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (0.70.15)\n","Requirement already satisfied: fsspec[http]<=2023.10.0,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (2023.6.0)\n","Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.6.1->ml-utility-loss==0.1.1) (3.9.1)\n","Requirement already satisfied: scikit-plot>=0.3.7 in /usr/local/lib/python3.10/dist-packages (from dython~=0.6.4.post1->ml-utility-loss==0.1.1) (0.3.7)\n","Requirement already satisfied: colorama>=0.3.9 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (0.4.6)\n","Requirement already satisfied: pygments>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.16.1)\n","Requirement already satisfied: executing>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.0.1)\n","Requirement already satisfied: asttokens>=2.0.1 in /usr/local/lib/python3.10/dist-packages (from icecream>=2.1.2->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: notebook in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.5)\n","Requirement already satisfied: qtconsole in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.1)\n","Requirement already satisfied: jupyter-console in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: nbconvert in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.5.4)\n","Requirement already satisfied: ipykernel in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.6)\n","Requirement already satisfied: ipywidgets in /usr/local/lib/python3.10/dist-packages (from jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.7.1)\n","Requirement already satisfied: pynvml<12,>=11.0 in /usr/local/lib/python3.10/dist-packages (from libzero>=0.0.8->ml-utility-loss==0.1.1) (11.5.0)\n","Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.2.0)\n","Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (0.12.1)\n","Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (4.46.0)\n","Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (1.4.5)\n","Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (9.4.0)\n","Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib>=3.5.2->ml-utility-loss==0.1.1) (3.1.1)\n","Requirement already satisfied: alembic>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (1.13.1)\n","Requirement already satisfied: colorlog in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (6.8.0)\n","Requirement already satisfied: sqlalchemy>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from optuna>=2.10.1->ml-utility-loss==0.1.1) (2.0.23)\n","Requirement already satisfied: Faker<20,>=17 in /usr/local/lib/python3.10/dist-packages (from rdt>=1.3.0->ml-utility-loss==0.1.1) (19.13.0)\n","Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (4.5.0)\n","Requirement already satisfied: nvidia-cuda-runtime-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: nvidia-cudnn-cu11==8.5.0.96 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (8.5.0.96)\n","Requirement already satisfied: nvidia-cublas-cu11==11.10.3.66 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.10.3.66)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu11==11.7.99 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->ml-utility-loss==0.1.1) (11.7.99)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (67.7.2)\n","Requirement already satisfied: wheel in /usr/local/lib/python3.10/dist-packages (from nvidia-cublas-cu11==11.10.3.66->torch>=1.13.0->ml-utility-loss==0.1.1) (0.42.0)\n","Requirement already satisfied: tabulate>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from skorch->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: pytorch-ranger>=0.1.1 in /usr/local/lib/python3.10/dist-packages (from torch_optimizer->ml-utility-loss==0.1.1) (0.1.1)\n","Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (from torchtext@ git+https://github.com/R-N/torchtext@0.6.1->ml-utility-loss==0.1.1) (0.1.99)\n","Requirement already satisfied: Mako in /usr/local/lib/python3.10/dist-packages (from alembic>=1.5.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (6.0.4)\n","Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.9.4)\n","Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.4.1)\n","Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (1.3.1)\n","Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.6.1->ml-utility-loss==0.1.1) (4.0.3)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (3.6)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers==4.28.0->ml-utility-loss==0.1.1) (2023.11.17)\n","Requirement already satisfied: greenlet!=0.4.17 in /usr/local/lib/python3.10/dist-packages (from sqlalchemy>=1.3.0->optuna>=2.10.1->ml-utility-loss==0.1.1) (3.0.2)\n","Requirement already satisfied: ipython-genutils in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: ipython>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (7.34.0)\n","Requirement already satisfied: traitlets>=4.1.0 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.7.1)\n","Requirement already satisfied: jupyter-client in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.12)\n","Requirement already satisfied: tornado>=4.2 in /usr/local/lib/python3.10/dist-packages (from ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.3.2)\n","Requirement already satisfied: widgetsnbextension~=3.6.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.6.6)\n","Requirement already satisfied: jupyterlab-widgets>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ipywidgets->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.9)\n","Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.0.43)\n","Requirement already satisfied: lxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.3)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.11.2)\n","Requirement already satisfied: bleach in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (6.1.0)\n","Requirement already satisfied: defusedxml in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.1)\n","Requirement already satisfied: entrypoints>=0.2.2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.4)\n","Requirement already satisfied: jinja2>=3.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.1.2)\n","Requirement already satisfied: jupyter-core>=4.7 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.5.1)\n","Requirement already satisfied: jupyterlab-pygments in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.3.0)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.1.3)\n","Requirement already satisfied: mistune<2,>=0.8.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.4)\n","Requirement already satisfied: nbclient>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.9.0)\n","Requirement already satisfied: nbformat>=5.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (5.9.2)\n","Requirement already satisfied: pandocfilters>=1.4.1 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.0)\n","Requirement already satisfied: tinycss2 in /usr/local/lib/python3.10/dist-packages (from nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.1)\n","Requirement already satisfied: pyzmq<25,>=17 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.2.1)\n","Requirement already satisfied: argon2-cffi in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (23.1.0)\n","Requirement already satisfied: nest-asyncio>=1.5 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.5.8)\n","Requirement already satisfied: Send2Trash>=1.8.0 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.8.2)\n","Requirement already satisfied: terminado>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.18.0)\n","Requirement already satisfied: prometheus-client in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.0)\n","Requirement already satisfied: nbclassic>=0.4.7 in /usr/local/lib/python3.10/dist-packages (from notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.0.0)\n","Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost>=1.0.3->ml-utility-loss==0.1.1) (8.2.3)\n","Requirement already satisfied: qtpy>=2.4.0 in /usr/local/lib/python3.10/dist-packages (from qtconsole->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.4.1)\n","Requirement already satisfied: jedi>=0.16 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.19.1)\n","Requirement already satisfied: decorator in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.4.2)\n","Requirement already satisfied: pickleshare in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.5)\n","Requirement already satisfied: backcall in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.0)\n","Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.1.6)\n","Requirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.10/dist-packages (from ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.9.0)\n","Requirement already satisfied: platformdirs>=2.5 in /usr/local/lib/python3.10/dist-packages (from jupyter-core>=4.7->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.1.0)\n","Requirement already satisfied: jupyter-server>=1.8 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.24.0)\n","Requirement already satisfied: notebook-shim>=0.2.3 in /usr/local/lib/python3.10/dist-packages (from nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.3)\n","Requirement already satisfied: fastjsonschema in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.19.0)\n","Requirement already satisfied: jsonschema>=2.6 in /usr/local/lib/python3.10/dist-packages (from nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (4.19.2)\n","Requirement already satisfied: wcwidth in /usr/local/lib/python3.10/dist-packages (from prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0->jupyter-console->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.2.12)\n","Requirement already satisfied: ptyprocess in /usr/local/lib/python3.10/dist-packages (from terminado>=0.8.3->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.7.0)\n","Requirement already satisfied: argon2-cffi-bindings in /usr/local/lib/python3.10/dist-packages (from argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (21.2.0)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.5)\n","Requirement already satisfied: webencodings in /usr/local/lib/python3.10/dist-packages (from bleach->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.5.1)\n","Requirement already satisfied: parso<0.9.0,>=0.8.3 in /usr/local/lib/python3.10/dist-packages (from jedi>=0.16->ipython>=5.0.0->ipykernel->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.8.3)\n","Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2023.11.2)\n","Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.32.0)\n","Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=2.6->nbformat>=5.1->nbconvert->jupyter>=1.0.0->ml-utility-loss==0.1.1) (0.15.2)\n","Requirement already satisfied: anyio<4,>=3.1.0 in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (3.7.1)\n","Requirement already satisfied: websocket-client in /usr/local/lib/python3.10/dist-packages (from jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.7.0)\n","Requirement already satisfied: cffi>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.16.0)\n","Requirement already satisfied: sniffio>=1.1 in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.3.0)\n","Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<4,>=3.1.0->jupyter-server>=1.8->nbclassic>=0.4.7->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (1.2.0)\n","Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0.1->argon2-cffi-bindings->argon2-cffi->notebook->jupyter>=1.0.0->ml-utility-loss==0.1.1) (2.21)\n","Building wheels for collected packages: ml-utility-loss\n","  Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=468064 sha256=d2e2df86cd6a7414b54114de1a5b39dfa209ec7bdf96104f8fd6e1f40359e618\n","  Stored in directory: /root/.cache/pip/wheels/fd/ae/ad/45ef81978c0a87b3b639287726b0327d7c54589a6ed68c17b6\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n","  Attempting uninstall: ml-utility-loss\n","    Found existing installation: ml-utility-loss 0.1.1\n","    Uninstalling ml-utility-loss-0.1.1:\n","      Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n","Processing /content/ml-utility-loss\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: ml-utility-loss\n","  Building wheel for ml-utility-loss (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for ml-utility-loss: filename=ml_utility_loss-0.1.1-py3-none-any.whl size=468064 sha256=d8ea3a92f99c28c8076d99af83ed02d555e2d8680b573f95c8faf0cb15eadbf6\n","  Stored in directory: /root/.cache/pip/wheels/fd/ae/ad/45ef81978c0a87b3b639287726b0327d7c54589a6ed68c17b6\n","Successfully built ml-utility-loss\n","Installing collected packages: ml-utility-loss\n","  Attempting uninstall: ml-utility-loss\n","    Found existing installation: ml-utility-loss 0.1.1\n","    Uninstalling ml-utility-loss-0.1.1:\n","      Successfully uninstalled ml-utility-loss-0.1.1\n","Successfully installed ml-utility-loss-0.1.1\n"]}]},{"cell_type":"code","source":["import os\n","datasets = [\n","    \"insurance\",\n","    \"treatment\",\n","    \"contraceptive\"\n","]\n","models = [\n","    \"lct_gan\",\n","    \"realtabformer\",\n","    \"tab_ddpm\",\n","    \"tvae\"\n","]\n","\n","data_dir = \"synthetics\"\n","model = \".\"\n","data_dir = os.path.join(data_dir, model)\n","dataset_dir = \"datasets\""],"metadata":{"id":"vKq9n0J3wHH1","executionInfo":{"status":"ok","timestamp":1704105946552,"user_tz":-420,"elapsed":301,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":18,"outputs":[]},{"cell_type":"code","source":["for d in datasets:\n","    !ls {data_dir}/{d} | grep info"],"metadata":{"id":"5muTC284DH1D","executionInfo":{"status":"ok","timestamp":1704105947393,"user_tz":-420,"elapsed":344,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"f79c4caa-ea20-4963-9962-1dead4763fda"},"execution_count":19,"outputs":[{"output_type":"stream","name":"stdout","text":["info.csv\n","info.csv\n","info.csv\n"]}]},{"cell_type":"code","source":["import json\n","import os\n","infos = {}\n","for dataset in datasets:\n","    with open(os.path.join(dataset_dir, f\"{dataset}.json\")) as f:\n","        info = json.load(f)\n","    infos[dataset] = info"],"metadata":{"id":"iMeMVZfs0f_X","executionInfo":{"status":"ok","timestamp":1704105947393,"user_tz":-420,"elapsed":7,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":20,"outputs":[]},{"cell_type":"code","source":["import os\n","from ml_utility_loss.loss_learning.evaluation.pipeline import score_datasets\n","\n","for dataset in datasets:\n","    score_datasets(os.path.join(data_dir, dataset), list(range(5)), infos[dataset])"],"metadata":{"id":"YpS3ifzNHpE6","colab":{"base_uri":"https://localhost:8080/","height":391},"outputId":"f7a52eb2-ce57-44ef-fe32-e213faf87cf5","executionInfo":{"status":"error","timestamp":1704105948284,"user_tz":-420,"elapsed":897,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":21,"outputs":[{"output_type":"stream","name":"stdout","text":["Loaded info_out 20 tab_ddpm_4\n"]},{"output_type":"error","ename":"FileNotFoundError","evalue":"ignored","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)","\u001b[0;32m<ipython-input-21-0d7cb75da976>\u001b[0m in \u001b[0;36m<cell line: 4>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mdataset\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdatasets\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m     \u001b[0mscore_datasets\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdataset\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfos\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m","\u001b[0;32m/content/ml-utility-loss/ml_utility_loss/loss_learning/evaluation/pipeline.py\u001b[0m in \u001b[0;36mscore_datasets\u001b[0;34m(data_dir, subfolders, info, info_out, ml_utility_params, save_info, drop_first_column, augmenter)\u001b[0m\n\u001b[1;32m     36\u001b[0m         \u001b[0mdataset_types\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mDATASET_TYPES_VAL\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     37\u001b[0m         \u001b[0mobj\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0mt\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34mf\"{t}.csv\"\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mt\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mdataset_types\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 38\u001b[0;31m         \u001b[0mdf_train\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mos\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m\"train\"\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     39\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0maugmenter\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     40\u001b[0m             \u001b[0mdf_synth\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0maugmenter\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maugment\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdf_train\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/util/_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    209\u001b[0m                 \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    210\u001b[0m                     \u001b[0mkwargs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mnew_arg_name\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnew_arg_value\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 211\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    212\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    213\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mF\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/util/_decorators.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    329\u001b[0m                     \u001b[0mstacklevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfind_stack_level\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    330\u001b[0m                 )\n\u001b[0;32m--> 331\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    332\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    333\u001b[0m         \u001b[0;31m# error: \"Callable[[VarArg(Any), KwArg(Any)], Any]\" has no\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36mread_csv\u001b[0;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[1;32m    948\u001b[0m     \u001b[0mkwds\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkwds_defaults\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    949\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 950\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0m_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    951\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    952\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_read\u001b[0;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[1;32m    603\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    604\u001b[0m     \u001b[0;31m# Create the parser.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 605\u001b[0;31m     \u001b[0mparser\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTextFileReader\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath_or_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    606\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    607\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mchunksize\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0miterator\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[1;32m   1440\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1441\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhandles\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mIOHandles\u001b[0m \u001b[0;34m|\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1442\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_engine\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_engine\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mengine\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1443\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1444\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mclose\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/parsers/readers.py\u001b[0m in \u001b[0;36m_make_engine\u001b[0;34m(self, f, engine)\u001b[0m\n\u001b[1;32m   1733\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0;34m\"b\"\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1734\u001b[0m                     \u001b[0mmode\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;34m\"b\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1735\u001b[0;31m             self.handles = get_handle(\n\u001b[0m\u001b[1;32m   1736\u001b[0m                 \u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1737\u001b[0m                 \u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;32m/usr/local/lib/python3.10/dist-packages/pandas/io/common.py\u001b[0m in \u001b[0;36mget_handle\u001b[0;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[1;32m    854\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mencoding\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;34m\"b\"\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    855\u001b[0m             \u001b[0;31m# Encoding\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 856\u001b[0;31m             handle = open(\n\u001b[0m\u001b[1;32m    857\u001b[0m                 \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    858\u001b[0m                 \u001b[0mioargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'synthetics/./insurance/0/train.csv'"]}]},{"cell_type":"code","source":["\n","!git pull\n","!git add .\n","!git commit -m \"a\"\n","!git push"],"metadata":{"id":"XcRHtfEqKuSl","executionInfo":{"status":"aborted","timestamp":1704105948285,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"m02hqN2ZYL6n","executionInfo":{"status":"aborted","timestamp":1704105948285,"user_tz":-420,"elapsed":10,"user":{"displayName":"Rizqi Nur","userId":"09644007964068789560"}}},"execution_count":null,"outputs":[]}]}