notebooks/final_ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "5e3dbc92",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import polars as pl\n",
    "from joblib import Parallel, delayed\n",
    "import multiprocessing\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import time\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "7bd1287b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (878_022, 10)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>bb1</th><th>bb2</th><th>bb3</th><th>id_BRD4</th><th>id_HSA</th><th>id_sEH</th><th>mol_group</th><th>group_BRD4</th><th>group_HSA</th><th>group_sEH</th></tr><tr><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td><td>i64</td></tr></thead><tbody><tr><td>1989</td><td>409</td><td>409</td><td>295246830</td><td>295246831</td><td>295246832</td><td>2</td><td>6</td><td>7</td><td>8</td></tr><tr><td>1989</td><td>409</td><td>1012</td><td>295246833</td><td>295246834</td><td>295246835</td><td>2</td><td>6</td><td>7</td><td>8</td></tr><tr><td>1989</td><td>409</td><td>1722</td><td>295246836</td><td>295246837</td><td>295246838</td><td>2</td><td>6</td><td>7</td><td>8</td></tr><tr><td>1989</td><td>409</td><td>1078</td><td>295246839</td><td>295246840</td><td>295246841</td><td>2</td><td>6</td><td>7</td><td>8</td></tr><tr><td>1989</td><td>409</td><td>605</td><td>295246842</td><td>295246843</td><td>295246844</td><td>2</td><td>6</td><td>7</td><td>8</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>141</td><td>1699</td><td>307</td><td>296921711</td><td>296921712</td><td>296921713</td><td>0</td><td>0</td><td>1</td><td>2</td></tr><tr><td>141</td><td>1699</td><td>1254</td><td>296921714</td><td>296921715</td><td>296921716</td><td>0</td><td>0</td><td>1</td><td>2</td></tr><tr><td>141</td><td>1415</td><td>1390</td><td>296921717</td><td>296921718</td><td>296921719</td><td>0</td><td>0</td><td>1</td><td>2</td></tr><tr><td>141</td><td>1415</td><td>1556</td><td>296921720</td><td>296921721</td><td>296921722</td><td>0</td><td>0</td><td>1</td><td>2</td></tr><tr><td>141</td><td>1415</td><td>236</td><td>296921723</td><td>296921724</td><td>296921725</td><td>0</td><td>0</td><td>1</td><td>2</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (878_022, 10)\n",
       "┌──────┬──────┬──────┬───────────┬───┬───────────┬────────────┬───────────┬───────────┐\n",
       "│ bb1  ┆ bb2  ┆ bb3  ┆ id_BRD4   ┆ … ┆ mol_group ┆ group_BRD4 ┆ group_HSA ┆ group_sEH │\n",
       "│ ---  ┆ ---  ┆ ---  ┆ ---       ┆   ┆ ---       ┆ ---        ┆ ---       ┆ ---       │\n",
       "│ i64  ┆ i64  ┆ i64  ┆ i64       ┆   ┆ i64       ┆ i64        ┆ i64       ┆ i64       │\n",
       "╞══════╪══════╪══════╪═══════════╪═══╪═══════════╪════════════╪═══════════╪═══════════╡\n",
       "│ 1989 ┆ 409  ┆ 409  ┆ 295246830 ┆ … ┆ 2         ┆ 6          ┆ 7         ┆ 8         │\n",
       "│ 1989 ┆ 409  ┆ 1012 ┆ 295246833 ┆ … ┆ 2         ┆ 6          ┆ 7         ┆ 8         │\n",
       "│ 1989 ┆ 409  ┆ 1722 ┆ 295246836 ┆ … ┆ 2         ┆ 6          ┆ 7         ┆ 8         │\n",
       "│ 1989 ┆ 409  ┆ 1078 ┆ 295246839 ┆ … ┆ 2         ┆ 6          ┆ 7         ┆ 8         │\n",
       "│ 1989 ┆ 409  ┆ 605  ┆ 295246842 ┆ … ┆ 2         ┆ 6          ┆ 7         ┆ 8         │\n",
       "│ …    ┆ …    ┆ …    ┆ …         ┆ … ┆ …         ┆ …          ┆ …         ┆ …         │\n",
       "│ 141  ┆ 1699 ┆ 307  ┆ 296921711 ┆ … ┆ 0         ┆ 0          ┆ 1         ┆ 2         │\n",
       "│ 141  ┆ 1699 ┆ 1254 ┆ 296921714 ┆ … ┆ 0         ┆ 0          ┆ 1         ┆ 2         │\n",
       "│ 141  ┆ 1415 ┆ 1390 ┆ 296921717 ┆ … ┆ 0         ┆ 0          ┆ 1         ┆ 2         │\n",
       "│ 141  ┆ 1415 ┆ 1556 ┆ 296921720 ┆ … ┆ 0         ┆ 0          ┆ 1         ┆ 2         │\n",
       "│ 141  ┆ 1415 ┆ 236  ┆ 296921723 ┆ … ┆ 0         ┆ 0          ┆ 1         ┆ 2         │\n",
       "└──────┴──────┴──────┴───────────┴───┴───────────┴────────────┴───────────┴───────────┘"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_df = pl.scan_csv('/home/dangnh36/datasets/competitions/leash_belka/processed/test_v4.csv').select(pl.col('*').exclude('molecule')).collect()\n",
    "test_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "9e766880",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/ipykernel_29020/1203351766.py:2: DeprecationWarning: `count` is deprecated. It has been renamed to `len`.\n",
      "  test_df.group_by('mol_group').count().sort('mol_group')\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (4, 2)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>mol_group</th><th>count</th></tr><tr><td>i64</td><td>u32</td></tr></thead><tbody><tr><td>0</td><td>369039</td></tr><tr><td>1</td><td>486390</td></tr><tr><td>2</td><td>11271</td></tr><tr><td>3</td><td>11322</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (4, 2)\n",
       "┌───────────┬────────┐\n",
       "│ mol_group ┆ count  │\n",
       "│ ---       ┆ ---    │\n",
       "│ i64       ┆ u32    │\n",
       "╞═══════════╪════════╡\n",
       "│ 0         ┆ 369039 │\n",
       "│ 1         ┆ 486390 │\n",
       "│ 2         ┆ 11271  │\n",
       "│ 3         ┆ 11322  │\n",
       "└───────────┴────────┘"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 0: share, 1: new lib, 2 + 3: non-share\n",
    "test_df.group_by('mol_group').count().sort('mol_group')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c2eaa7a7-e1e3-4333-bbc0-4d720f1d74a1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(1674896,) (1674896,)\n"
     ]
    }
   ],
   "source": [
    "pred_ids = test_df[['id_BRD4', 'id_HSA', 'id_sEH']].to_numpy().reshape(-1)\n",
    "group_ids = test_df[['group_BRD4', 'group_HSA', 'group_sEH']].to_numpy().reshape(-1)\n",
    "mask = (pred_ids != 0)\n",
    "assert(mask.sum()==1674896)\n",
    "PRED_IDS = pred_ids[mask]\n",
    "GROUP_IDS = group_ids[mask]\n",
    "print(PRED_IDS.shape, GROUP_IDS.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "3913fc0d-db19-4712-b01a-627aa029ad5e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0,  1,  2,  3,  4,  5,  6,  7,  8,  9, 10, 11])"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.unique(GROUP_IDS)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cb5e678b-631a-4d95-9386-00c5c8de0861",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7ca5333d-7bfb-4397-917c-fa2e8870c8fd",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c85bd665",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['final_selfies-pregen_cnn1d-6-128',\n",
       " 'final_smileschar-pregen_cnn1d-6-128',\n",
       " 'catboost_12chunks',\n",
       " 'final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412',\n",
       " 'final_sage',\n",
       " 'topo_mlp',\n",
       " 'ecfp6_mlp',\n",
       " 'ensemble_v0.csv',\n",
       " 'ensemble_v1.csv',\n",
       " 'final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898',\n",
       " 'final_selfies-pregen_cnn1d-3-512',\n",
       " 'ensemble_v2.csv',\n",
       " 'final_ais-pregen_cnn1d-6-128',\n",
       " 'mhfp_mlp',\n",
       " 'final_smileschar-pregen_cnn1d-8-64',\n",
       " 'final_pretrain-gin',\n",
       " 'final_deepsmiles-pregen_cnn1d-6-128',\n",
       " 'final_ais_squeeze',\n",
       " 'final_gcn',\n",
       " 'final_mamba_smileschar',\n",
       " 'final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808',\n",
       " 'final_smileschar-pregen_cnn1d-3-512',\n",
       " 'squeeze_first_version']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "os.listdir('/home/dangnh36/downloads/leash_submit/final')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "247d70ad-ed7c-4145-80f6-7d04795db70a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "4923123c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# SHARE_GROUPS= [0, 1, 2]\n",
    "# NONSHARE_GROUPS = [3, 4, 5, 6, 7, 8, 9, 10, 11]\n",
    "\n",
    "# # Share\n",
    "# SHARE_META = [\n",
    "#     ('catboost_12chunks', 0.5),\n",
    "#     ('ecfp6_mlp', 0.5),\n",
    "#     ('topo_mlp', 0.3),\n",
    "#     # ('mhfp_mlp', 0.0),\n",
    "#     ('final_smileschar-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_ais-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_selfies-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_deepsmiles-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_smileschar-pregen_cnn1d-8-64', 0.5),\n",
    "#     ('final_smileschar-pregen_cnn1d-3-512', 1),\n",
    "#     ('final_selfies-pregen_cnn1d-3-512', 1),\n",
    "#     ('final_ais_squeeze', 1.5),\n",
    "#     ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 0.2),\n",
    "#     ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 0.2),\n",
    "#     ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 2.0),\n",
    "#     ('final_mamba_smileschar', 2.0),\n",
    "#     ('final_pretrain-gin', 0.5),\n",
    "#     ('final_sage', 0.3),\n",
    "#     ('final_gcn', 0.3)\n",
    "# ]\n",
    "\n",
    "# NONSHARE_META = [\n",
    "#     ('catboost_12chunks', 1.5),\n",
    "#     ('ecfp6_mlp', 1.0),\n",
    "#     ('topo_mlp', 1.0),\n",
    "#     ('mhfp_mlp', 1.0),\n",
    "#     ('final_smileschar-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_ais-pregen_cnn1d-6-128', 1.5),\n",
    "#     ('final_selfies-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_deepsmiles-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_smileschar-pregen_cnn1d-8-64', 1.5),\n",
    "#     ('final_smileschar-pregen_cnn1d-3-512', 1),\n",
    "#     ('final_selfies-pregen_cnn1d-3-512', 0.7),\n",
    "#     ('final_ais_squeeze', 3.0),\n",
    "#     ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 2.0),\n",
    "#     ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 2.0),\n",
    "#     ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 3.0),\n",
    "#     ('final_mamba_smileschar', 3.0),\n",
    "#     ('final_pretrain-gin', 2.0),\n",
    "#     ('final_sage', 0.75),\n",
    "#     ('final_gcn', 0.75)\n",
    "# ]\n",
    "\n",
    "# len(SHARE_META), len(NONSHARE_META)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f40f4ba5-dccc-4f4d-b50b-b2bd26c7db85",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "0e0b9fcd-d467-45cc-82dc-af643b4df543",
   "metadata": {},
   "outputs": [],
   "source": [
    "# SHARE_GROUPS= [0, 1, 2]\n",
    "# NONSHARE_GROUPS = [3, 4, 5, 6, 7, 8, 9, 10, 11]\n",
    "\n",
    "# # Share\n",
    "# SHARE_META = [\n",
    "#     ('catboost_12chunks', 0.2),\n",
    "#     ('ecfp6_mlp', 0.2),\n",
    "#     ('topo_mlp', 0.2),\n",
    "#     # ('mhfp_mlp', 0.0),\n",
    "#     ('final_smileschar-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_ais-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_selfies-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_deepsmiles-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_smileschar-pregen_cnn1d-8-64', 0.2),\n",
    "#     ('final_smileschar-pregen_cnn1d-3-512', 0.5),\n",
    "#     ('final_selfies-pregen_cnn1d-3-512', 0.5),\n",
    "#     ('final_ais_squeeze', 1.5),\n",
    "#     # ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 0.2),\n",
    "#     # ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 0.2),\n",
    "#     ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 2.0),\n",
    "#     ('final_mamba_smileschar', 2.0),\n",
    "#     ('final_pretrain-gin', 0.2),\n",
    "#     # ('final_sage', 0.2),\n",
    "#     # ('final_gcn', 0.2)\n",
    "# ]\n",
    "\n",
    "# NONSHARE_META = [\n",
    "#     ('catboost_12chunks', 0.5),\n",
    "#     ('ecfp6_mlp', 0.2),\n",
    "#     ('topo_mlp', 0.2),\n",
    "#     ('mhfp_mlp', 0.2),\n",
    "#     ('final_smileschar-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_ais-pregen_cnn1d-6-128', 1.5),\n",
    "#     ('final_selfies-pregen_cnn1d-6-128', 0.5),\n",
    "#     ('final_deepsmiles-pregen_cnn1d-6-128', 1),\n",
    "#     ('final_smileschar-pregen_cnn1d-8-64', 1),\n",
    "#     ('final_smileschar-pregen_cnn1d-3-512', 0.5),\n",
    "#     ('final_selfies-pregen_cnn1d-3-512', 0.5),\n",
    "#     ('final_ais_squeeze', 1.0),\n",
    "#     ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 1.0),\n",
    "#     ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 1.0),\n",
    "#     ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 2.0),\n",
    "#     ('final_mamba_smileschar', 2.0),\n",
    "#     ('final_pretrain-gin', 0.5),\n",
    "#     ('final_sage', 0.2),\n",
    "#     ('final_gcn', 0.2)\n",
    "# ]\n",
    "\n",
    "# len(SHARE_META), len(NONSHARE_META)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "773c91e2",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9aea9434-c096-446f-8b49-c05015280e37",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9a2a907b-4c5c-45f5-8763-936dc0ad034c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(7, 16)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SHARE_GROUPS= [0, 1, 2]\n",
    "NONSHARE_GROUPS = [3, 4, 5, 6, 7, 8, 9, 10, 11]\n",
    "\n",
    "# Share\n",
    "SHARE_META = [\n",
    "    # ('catboost_12chunks', 0.2),\n",
    "    # ('ecfp6_mlp', 0.2),\n",
    "    # ('topo_mlp', 0.2),\n",
    "    # ('mhfp_mlp', 0.0),\n",
    "    ('final_smileschar-pregen_cnn1d-6-128', 1),\n",
    "    ('final_ais-pregen_cnn1d-6-128', 1),\n",
    "    ('final_selfies-pregen_cnn1d-6-128', 1),\n",
    "    ('final_deepsmiles-pregen_cnn1d-6-128', 1),\n",
    "    # ('final_smileschar-pregen_cnn1d-8-64', 0.2),\n",
    "    # ('final_smileschar-pregen_cnn1d-3-512', 0.5),\n",
    "    # ('final_selfies-pregen_cnn1d-3-512', 0.0),\n",
    "    ('final_ais_squeeze', 1.0),\n",
    "    # ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 0.2),\n",
    "    # ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 0.2),\n",
    "    ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 1.0),\n",
    "    ('final_mamba_smileschar', 1.0),\n",
    "    # ('final_pretrain-gin', 0.2),\n",
    "    # ('final_sage', 0.2),\n",
    "    # ('final_gcn', 0.2)\n",
    "]\n",
    "\n",
    "NONSHARE_META = [\n",
    "    # ('catboost_12chunks', 0.5),\n",
    "    # ('ecfp6_mlp', 0.2),\n",
    "    # ('topo_mlp', 0.2),\n",
    "    # ('mhfp_mlp', 0.2),\n",
    "    ('final_smileschar-pregen_cnn1d-6-128', 0.5),\n",
    "    ('final_ais-pregen_cnn1d-6-128', 0.5),\n",
    "    ('final_selfies-pregen_cnn1d-6-128', 0.5),\n",
    "    ('final_deepsmiles-pregen_cnn1d-6-128', 0.5),\n",
    "    ('final_smileschar-pregen_cnn1d-8-64', 0.2),\n",
    "    ('final_smileschar-pregen_cnn1d-3-512', 0.2),\n",
    "    ('final_selfies-pregen_cnn1d-3-512', 0.2),\n",
    "    ('squeeze_first_version', 3.0),\n",
    "    ('final_ais_squeeze', 1.0),\n",
    "    ('final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412', 0.8),\n",
    "    ('final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898', 0.8),\n",
    "    ('final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808', 1.0),\n",
    "    ('final_mamba_smileschar', 1.0),\n",
    "    ('final_pretrain-gin', 0.5),\n",
    "    ('final_sage', 0.1),\n",
    "    ('final_gcn', 0.1)\n",
    "]\n",
    "\n",
    "len(SHARE_META), len(NONSHARE_META)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9b2fead6-2fa4-46bc-8e7e-34b90c689be4",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5c9011d4-de4b-4d04-9b3b-21d099e27d06",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3c33c864",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "PROCESSING share with groups=[0, 1, 2]\n",
      "final_smileschar-pregen_cnn1d-6-128 1 (1107117,)\n",
      "final_ais-pregen_cnn1d-6-128 1 (1107117,)\n",
      "final_selfies-pregen_cnn1d-6-128 1 (1107117,)\n",
      "final_deepsmiles-pregen_cnn1d-6-128 1 (1107117,)\n",
      "final_ais_squeeze 1.0 (1107117,)\n",
      "final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808 1.0 (1107117,)\n",
      "final_mamba_smileschar 1.0 (1107117,)\n",
      "\n",
      "\n",
      "\n",
      "PROCESSING nonshare with groups=[3, 4, 5, 6, 7, 8, 9, 10, 11]\n",
      "final_smileschar-pregen_cnn1d-6-128 0.5 (567779,)\n",
      "final_ais-pregen_cnn1d-6-128 0.5 (567779,)\n",
      "final_selfies-pregen_cnn1d-6-128 0.5 (567779,)\n",
      "final_deepsmiles-pregen_cnn1d-6-128 0.5 (567779,)\n",
      "final_smileschar-pregen_cnn1d-8-64 0.2 (567779,)\n",
      "final_smileschar-pregen_cnn1d-3-512 0.2 (567779,)\n",
      "final_selfies-pregen_cnn1d-3-512 0.2 (567779,)\n",
      "squeeze_first_version 3.0 (567779,)\n",
      "final_ais_squeeze 1.0 (567779,)\n",
      "final_squeeze-mtr_chartokenize-02_ep11_0.033802_0.651412 0.8 (567779,)\n",
      "final_squeeze-mtr-mlm_chartokenize-02_ep11_0.11199_0.648898 0.8 (567779,)\n",
      "final_roberta-mtr-mlm_chartokenize-all_ep11.2_na_0.668808 1.0 (567779,)\n",
      "final_mamba_smileschar 1.0 (567779,)\n",
      "final_pretrain-gin 0.5 (567779,)\n",
      "final_sage 0.1 (567779,)\n",
      "final_gcn 0.1 (567779,)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>group</th>\n",
       "      <th>binds</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>295246830</td>\n",
       "      <td>6</td>\n",
       "      <td>8.441086e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>295246831</td>\n",
       "      <td>7</td>\n",
       "      <td>1.530732e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>295246832</td>\n",
       "      <td>8</td>\n",
       "      <td>3.202490e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>295246833</td>\n",
       "      <td>6</td>\n",
       "      <td>3.482661e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>295246834</td>\n",
       "      <td>7</td>\n",
       "      <td>9.574712e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674891</th>\n",
       "      <td>296921721</td>\n",
       "      <td>1</td>\n",
       "      <td>1.866019e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674892</th>\n",
       "      <td>296921722</td>\n",
       "      <td>2</td>\n",
       "      <td>3.772606e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674893</th>\n",
       "      <td>296921723</td>\n",
       "      <td>0</td>\n",
       "      <td>8.078780e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674894</th>\n",
       "      <td>296921724</td>\n",
       "      <td>1</td>\n",
       "      <td>3.263110e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674895</th>\n",
       "      <td>296921725</td>\n",
       "      <td>2</td>\n",
       "      <td>2.119395e-08</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1674896 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                id  group         binds\n",
       "0        295246830      6  8.441086e-06\n",
       "1        295246831      7  1.530732e-04\n",
       "2        295246832      8  3.202490e-07\n",
       "3        295246833      6  3.482661e-06\n",
       "4        295246834      7  9.574712e-05\n",
       "...            ...    ...           ...\n",
       "1674891  296921721      1  1.866019e-05\n",
       "1674892  296921722      2  3.772606e-06\n",
       "1674893  296921723      0  8.078780e-08\n",
       "1674894  296921724      1  3.263110e-05\n",
       "1674895  296921725      2  2.119395e-08\n",
       "\n",
       "[1674896 rows x 3 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SUBMIT_DIR = '/home/dangnh36/downloads/leash_submit/final/'\n",
    "\n",
    "ret_df = pd.DataFrame({\n",
    "        'id': PRED_IDS,\n",
    "        'group': GROUP_IDS,\n",
    "        'binds': -1.0\n",
    "})\n",
    "\n",
    "for group in ['share', 'nonshare']:\n",
    "    if group == 'share':\n",
    "        meta = SHARE_META\n",
    "        groups = SHARE_GROUPS\n",
    "    elif group == 'nonshare':\n",
    "        meta = NONSHARE_META\n",
    "        groups = NONSHARE_GROUPS\n",
    "\n",
    "    print(f'\\n\\n\\nPROCESSING {group} with groups={groups}')\n",
    "\n",
    "    preds_sum = 0\n",
    "    weight_sum = 0\n",
    "    for name, weight in meta:\n",
    "        \n",
    "        submit_dir = os.path.join(SUBMIT_DIR, name)\n",
    "        sub_names = os.listdir(submit_dir)\n",
    "        submit_all_name = [e for e in sub_names if e.endswith('_all.csv')]\n",
    "        assert len(submit_all_name) == 1\n",
    "        submit_all_name = submit_all_name[0]\n",
    "        csv_path = os.path.join(submit_dir, submit_all_name)\n",
    "        df = pl.scan_csv(csv_path).with_columns(group = GROUP_IDS).collect()\n",
    "        preds = df.filter(pl.col('group').is_in(groups))['binds'].to_numpy()\n",
    "        print(name, weight, preds.shape)\n",
    "        preds_sum  = preds_sum + preds * weight\n",
    "        weight_sum += weight\n",
    "\n",
    "    group_preds = preds_sum / weight_sum\n",
    "    assert group_preds.max() <= 1.0 and group_preds.min() >= 0.0\n",
    "    ret_df.loc[ret_df['group'].isin(groups), 'binds'] = group_preds\n",
    "    \n",
    "ret_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "35917150",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "count    1.674896e+06\n",
       "mean     4.231474e-03\n",
       "std      4.857571e-02\n",
       "min      1.822136e-18\n",
       "25%      1.501110e-06\n",
       "50%      2.374106e-05\n",
       "75%      2.459138e-04\n",
       "max      1.000000e+00\n",
       "Name: binds, dtype: float64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ret_df.binds.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "6eec0154",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAicAAAGdCAYAAADJ6dNTAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAfbklEQVR4nO3df2xV9f3H8ddtaW9tbKusoVAtNrgwV8ES6Y+hY8I3QIOuGzOLJCyksA1dvPUPb3Qrc9IyFYkxhMRdR+bGuj9EmEZwGQTtqqb+wFB+1KgVJ1Kdi7ZAJlxot9vLvZ/vH6bXdS2FW+4993N6no/EP+7p6bmfvumPp/eec6/PGGMEAABgiaxMLwAAAOC/EScAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArDIp0wtIVjwe12effaaCggL5fL5MLwcAAFwEY4zOnDmj0tJSZWWN/diI6+Lks88+U1lZWaaXAQAAxuHTTz/V1VdfPeY+rouTgoICSV9+cYWFhSk9djQa1UsvvaQlS5YoJycnpcfGV5izM5izM5izM5izc9I163A4rLKyssTf8bG4Lk6GnsopLCxMS5zk5+ersLCQb/40Ys7OYM7OYM7OYM7OSfesL+aUDE6IBQAAViFOAACAVYgTAABgFeIEAABYhTgBAABWIU4AAIBVXBMnoVBIFRUVqq6uzvRSAABAGrkmTgKBgLq7u9XZ2ZnppQAAgDRyTZwAAABvIE4AAIBViBMAAGAV4gQAAFiFOAEAAFZx3bsSO2FWy4uKxC78rom2+HjjbZleAgAAKcMjJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsEpG4qSnp0cLFy5URUWFZs+erf7+/kwsAwAAWGhSJu501apVevjhhzV//nz961//kt/vz8QyAACAhRyPk/fee085OTmaP3++JGny5MlOLwEAAFgs6ad1Ojo6VF9fr9LSUvl8Pu3atWvEPqFQSOXl5crLy1Ntba3279+f+NiHH36oyy+/XPX19brxxhu1YcOGS/oCAADAxJJ0nPT396uyslKhUGjUj+/YsUPBYFDNzc06dOiQKisrVVdXp+PHj0uSzp07p9dee01PPvmk9u3bp7a2NrW1tV3aVwEAACaMpJ/WWbp0qZYuXXrej2/atElr1qzR6tWrJUlbtmzR7t27tXXrVjU1Nemqq65SVVWVysrKJEm33nqrurq6tHjx4lGPF4lEFIlEErfD4bAkKRqNKhqNJrv8MQ0dz59lUnrcdEv1HNJtaL1uW7fbMGdnMGdnMGfnpGvWyRwvpeecDA4O6uDBg1q7dm1iW1ZWlhYtWqR9+/ZJkqqrq3X8+HF98cUXKioqUkdHh+66667zHvPRRx/V+vXrR2x/6aWXlJ+fn8rlJzxUFU/LcdNlz549mV7CuPCImTOYszOYszOYs3NSPeuBgYGL3jelcXLy5EnFYjGVlJQM215SUqIjR458eYeTJmnDhg36zne+I2OMlixZou9+97vnPebatWsVDAYTt8PhsMrKyrRkyRIVFhamcvmKRqNqa2vTgweyFIn7UnrsdHq3pS7TS0jK0JwXL16snJycTC9nwmLOzmDOzmDOzknXrIee+bgYGbmU+EJPDf03v98/6qXGOTk5afsGjcR9isTcEydu/UFN578hvsKcncGcncGcnZPqWSdzrJS+CFtxcbGys7PV19c3bHtfX5+mTp2ayrsCAAATVErjJDc3V3PnzlV7e3tiWzweV3t7u+bNm5fKuwIAABNU0k/rnD17VkePHk3c7unpUVdXlyZPnqzp06crGAyqoaFBVVVVqqmp0ebNm9Xf35+4eme8QqGQQqGQYrHYJR0HAADYLek4OXDggBYuXJi4PXSyakNDg1pbW7V8+XKdOHFC69atU29vr+bMmaO9e/eOOEk2WYFAQIFAQOFwWEVFRZd0LAAAYK+k42TBggUyZuzXAWlsbFRjY+O4FwUAALwrI+9KDAAAcD6uiZNQKKSKigpVV1dneikAACCNXBMngUBA3d3d6uzszPRSAABAGrkmTgAAgDcQJwAAwCrECQAAsApxAgAArOKaOOFqHQAAvME1ccLVOgAAeINr4gQAAHgDcQIAAKxCnAAAAKsQJwAAwCquiROu1gEAwBtcEydcrQMAgDe4Jk4AAIA3ECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCquiRNe5wQAAG9wTZzwOicAAHiDa+IEAAB4A3ECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKu4Jk54ETYAALzBNXHCi7ABAOANrokTAADgDcQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsIpr4oT31gEAwBtcEye8tw4AAN7gmjgBAADeQJwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACruCZOQqGQKioqVF1dnemlAACANHJNnAQCAXV3d6uzszPTSwEAAGnkmjgBAADeQJwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArDIpE3daXl6uwsJCZWVl6corr9Qrr7ySiWUAAAALZSROJOnNN9/U5Zdfnqm7BwAAluJpHQAAYJWk46Sjo0P19fUqLS2Vz+fTrl27RuwTCoVUXl6uvLw81dbWav/+/cM+7vP5dMstt6i6ulpPP/30uBcPAAAmnqSf1unv71dlZaV+/OMf6/bbbx/x8R07digYDGrLli2qra3V5s2bVVdXpw8++EBTpkyRJL3++uu66qqr9Pnnn2vRokWaPXu2brjhhlHvLxKJKBKJJG6Hw2FJUjQaVTQaTXb5Yxo6nj/LpPS46ZbqOaTb0Hrdtm63Yc7OYM7OYM7OSdeskzmezxgz7r/EPp9PO3fu1LJlyxLbamtrVV1drd/85jeSpHg8rrKyMt1zzz1qamoacYz7779f119/vVatWjXqfbS0tGj9+vUjtm/btk35+fnjXToAAHDQwMCAVqxYodOnT6uwsHDMfVN6Quzg4KAOHjyotWvXJrZlZWVp0aJF2rdvn6QvH3mJx+MqKCjQ2bNn9fLLL+uOO+447zHXrl2rYDCYuB0Oh1VWVqYlS5Zc8ItLVjQaVVtbmx48kKVI3JfSY6fTuy11mV5CUobmvHjxYuXk5GR6ORMWc3YGc3YGc3ZOumY99MzHxUhpnJw8eVKxWEwlJSXDtpeUlOjIkSOSpL6+Pv3gBz+QJMViMa1Zs0bV1dXnPabf75ff7x+xPScnJ23foJG4T5GYe+LErT+o6fw3xFeYszOYszOYs3NSPetkjuX4pcQzZszQ22+/7fTdAgAAl0jppcTFxcXKzs5WX1/fsO19fX2aOnVqKu8KAABMUCmNk9zcXM2dO1ft7e2JbfF4XO3t7Zo3b94lHTsUCqmiomLMp4AAAID7Jf20ztmzZ3X06NHE7Z6eHnV1dWny5MmaPn26gsGgGhoaVFVVpZqaGm3evFn9/f1avXr1JS00EAgoEAgoHA6rqKjoko4FAADslXScHDhwQAsXLkzcHrqSpqGhQa2trVq+fLlOnDihdevWqbe3V3PmzNHevXtHnCQLAAAwmqTjZMGCBbrQS6M0NjaqsbFx3IsCAADexXvrAAAAq7gmTjghFgAAb3BNnAQCAXV3d6uzszPTSwEAAGnkmjgBAADeQJwAAACrECcAAMAqrokTTogFAMAbXBMnnBALAIA3uCZOAACANxAnAADAKsQJAACwCnECAACs4po44WodAAC8wTVxwtU6AAB4g2viBAAAeANxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACs4po44XVOAADwBtfECa9zAgCAN7gmTgAAgDcQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwimvihBdhAwDAG1wTJ7wIGwAA3uCaOAEAAN5AnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACruCZOeG8dAAC8wTVxwnvrAADgDa6JEwAA4A3ECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsIpr4iQUCqmiokLV1dWZXgoAAEgj18RJIBBQd3e3Ojs7M70UAACQRq6JEwAA4A3ECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqGYuTgYEBXXPNNbrvvvsytQQAAGChjMXJI488om9961uZunsAAGCpjMTJhx9+qCNHjmjp0qWZuHsAAGCxpOOko6ND9fX1Ki0tlc/n065du0bsEwqFVF5erry8PNXW1mr//v3DPn7ffffp0UcfHfeiAQDAxJV0nPT396uyslKhUGjUj+/YsUPBYFDNzc06dOiQKisrVVdXp+PHj0uSXnjhBc2cOVMzZ868tJUDAIAJaVKyn7B06dIxn47ZtGmT1qxZo9WrV0uStmzZot27d2vr1q1qamrSW2+9pe3bt+vZZ5/V2bNnFY1GVVhYqHXr1o16vEgkokgkkrgdDoclSdFoVNFoNNnlj2noeP4sk9Ljpluq55BuQ+t127rdhjk7gzk7gzk7J12zTuZ4PmPMuP8S+3w+7dy5U8uWLZMkDQ4OKj8/X88991ximyQ1NDTo1KlTeuGFF4Z9fmtrq9599109/vjj572PlpYWrV+/fsT2bdu2KT8/f7xLBwAADhoYGNCKFSt0+vRpFRYWjrlv0o+cjOXkyZOKxWIqKSkZtr2kpERHjhwZ1zHXrl2rYDCYuB0Oh1VWVqYlS5Zc8ItLVjQaVVtbmx48kKVI3JfSY6fTuy11mV5CUobmvHjxYuXk5GR6ORMWc3YGc3YGc3ZOumY99MzHxUhpnCRr1apVF9zH7/fL7/eP2J6Tk5O2b9BI3KdIzD1x4tYf1HT+G+IrzNkZzNkZzNk5qZ51MsdK6aXExcXFys7OVl9f37DtfX19mjp1airvCgAATFApjZPc3FzNnTtX7e3tiW3xeFzt7e2aN2/eJR07FAqpoqJC1dXVl7pMAABgsaSf1jl79qyOHj2auN3T06Ouri5NnjxZ06dPVzAYVENDg6qqqlRTU6PNmzerv78/cfXOeAUCAQUCAYXDYRUVFV3SsQAAgL2SjpMDBw5o4cKFidtDJ6s2NDSotbVVy5cv14kTJ7Ru3Tr19vZqzpw52rt374iTZAEAAEaTdJwsWLBAF7r6uLGxUY2NjeNeFAAA8K6MvfEfAADAaFwTJ5wQCwCAN7gmTgKBgLq7u9XZ2ZnppQAAgDRyTZwAAABvIE4AAIBViBMAAGAV18QJJ8QCAOANrokTTogFAMAbXBMnAADAG4gTAABgFeIEAABYhTgBAABWcU2ccLUOAADe4Jo44WodAAC8wTVxAgAAvIE4AQAAViFOAACAVYgTAABgFeIEAABYhTgBAABWcU2c8DonAAB4g2vihNc5AQDAG1wTJwAAwBuIEwAAYBXiBAAAWIU4AQAAViFOAACAVYgTAABgFeIEAABYxTVxwouwAQDgDa6JE16EDQAAb3BNnAAAAG8gTgAAgFWIEwAAYBXiBAAAWIU4AQAAViFOAACAVSZlegG4dOVNuzO9hKT4s40eq8n0KgAAtuKREwAAYBXiBAAAWIU4AQAAVnFNnPDeOgAAeINr4oT31gEAwBtcEycAAMAbiBMAAGAV4gQAAFiFF2EDACBN3PYimZIdL5TJIycAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwimviJBQKqaKiQtXV1ZleCgAASCPXxEkgEFB3d7c6OzszvRQAAJBGrokTAADgDcQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKsQJwAAwCrECQAAsApxAgAArEKcAAAAqxAnAADAKpMyvQB416yWFxWJ+TK9jIv28cbbMr0EAPAEHjkBAABWIU4AAIBViBMAAGAV4gQAAFiFOAEAAFYhTgAAgFWIEwAAYBXH4+TUqVOqqqrSnDlzNGvWLD311FNOLwEAAFjM8RdhKygoUEdHh/Lz89Xf369Zs2bp9ttv19e+9jWnlwIAACzk+CMn2dnZys/PlyRFIhEZY2SMcXoZAADAUknHSUdHh+rr61VaWiqfz6ddu3aN2CcUCqm8vFx5eXmqra3V/v37h3381KlTqqys1NVXX637779fxcXF4/4CAADAxJJ0nPT396uyslKhUGjUj+/YsUPBYFDNzc06dOiQKisrVVdXp+PHjyf2ueKKK/T222+rp6dH27ZtU19f3/i/AgAAMKEkfc7J0qVLtXTp0vN+fNOmTVqzZo1Wr14tSdqyZYt2796trVu3qqmpadi+JSUlqqys1GuvvaYf/vCHox4vEokoEokkbofDYUlSNBpVNBpNdvljGjqeP4unmdJpaL5um3Oqv9/SbWi9blu32zBnZ7h1zv5sd/2ek7763Zyuv7EXw2cu4YQPn8+nnTt3atmyZZKkwcFB5efn67nnnktsk6SGhgadOnVKL7zwgvr6+pSfn6+CggKdPn1aN998s5555hnNnj171PtoaWnR+vXrR2zftm1b4twVAABgt4GBAa1YsUKnT59WYWHhmPum9GqdkydPKhaLqaSkZNj2kpISHTlyRJL0ySef6M4770ycCHvPPfecN0wkae3atQoGg4nb4XBYZWVlWrJkyQW/uGRFo1G1tbXpwQNZisR9KT02vuLPMnqoKu66Ob/bUpfpJSRl6Pt58eLFysnJyfRyJizm7Ay3znlWy4uZXkLShn5Hp3rWQ898XAzHLyWuqalRV1fXRe/v9/vl9/tHbM/JyUnbN2gk7lMk5p4/mm7ltjm76Rfif0vnzwq+wpyd4bY5u+l33P9K9ayTOVZKLyUuLi5Wdnb2iBNc+/r6NHXq1FTeFQAAmKBS+shJbm6u5s6dq/b29sQ5J/F4XO3t7WpsbLykY4dCIYVCIcVisRSsFEheedPuTC8hKf5so8dqMr0KAEhe0nFy9uxZHT16NHG7p6dHXV1dmjx5sqZPn65gMKiGhgZVVVWppqZGmzdvVn9/f+LqnfEKBAIKBAIKh8MqKiq6pGMBAAB7JR0nBw4c0MKFCxO3h05WbWhoUGtrq5YvX64TJ05o3bp16u3t1Zw5c7R3794RJ8kCAACMJuk4WbBgwQVfbr6xsfGSn8YBAADe5Ph76wAAAIzFNXESCoVUUVGh6urqTC8FAACkkWviJBAIqLu7W52dnZleCgAASCPXxAkAAPAG4gQAAFiFOAEAAFZxTZxwQiwAAN7gmjjhhFgAALzB8XclBuCsWS0vuuqdUT/eeFumlwAgw1zzyAkAAPAG4gQAAFiFOAEAAFYhTgAAgFVcEydcSgwAgDe4Jk64lBgAAG9wTZwAAABvIE4AAIBVeBE2AIBruO1FBTE+xAkAq5Q37c70EpLizzZ6rCbTqwAmFp7WAQAAVnFNnHApMQAA3uCaOOFSYgAAvME1cQIAALyBE2IBIAXcdhXJxxtvy/QSgPMiTgDAg7gqCjbjaR0AAGAV4gQAAFiFOAEAAFYhTgAAgFVcEye8CBsAAN7gmjjhRdgAAPAG18QJAADwBuIEAABYhTgBAABWIU4AAIBViBMAAGAV4gQAAFiFOAEAAFYhTgAAgFWIEwAAYJVJmV5AsowxkqRwOJzyY0ejUQ0MDCgWyVY85kv58fGlWLbRwECMOacZc3YGc3YGc3bO0KzD4bBycnJSdtyhv9tDf8fH4jMXs5cFQqGQQqGQBgcH9dFHH2V6OQAAYBw+/fRTXX311WPu45o4GRKPx/XZZ5+poKBAPl9q6zkcDqusrEyffvqpCgsLU3psfIU5O4M5O4M5O4M5OyddszbG6MyZMyotLVVW1thnlbjuaZ2srKwLFtelKiws5JvfAczZGczZGczZGczZOemYdVFR0UXtxwmxAADAKsQJAACwCnHyX/x+v5qbm+X3+zO9lAmNOTuDOTuDOTuDOTvHhlm77oRYAAAwsfHICQAAsApxAgAArEKcAAAAqxAnAADAKp6Lk1AopPLycuXl5am2tlb79+8fc/9nn31W1113nfLy8jR79mzt2bPHoZW6WzJzfuqppzR//nxdeeWVuvLKK7Vo0aIL/rvgS8l+Pw/Zvn27fD6fli1blt4FThDJzvnUqVMKBAKaNm2a/H6/Zs6cye+Oi5DsnDdv3qxvfOMbuuyyy1RWVqZ7771X//nPfxxarTt1dHSovr5epaWl8vl82rVr1wU/59VXX9WNN94ov9+vr3/962ptbU37OmU8ZPv27SY3N9ds3brVvPfee2bNmjXmiiuuMH19faPu/8Ybb5js7Gzz2GOPme7ubvOrX/3K5OTkmHfeecfhlbtLsnNesWKFCYVC5vDhw+b99983q1atMkVFReaf//ynwyt3l2TnPKSnp8dcddVVZv78+eb73/++M4t1sWTnHIlETFVVlbn11lvN66+/bnp6esyrr75qurq6HF65uyQ756efftr4/X7z9NNPm56eHvPiiy+aadOmmXvvvdfhlbvLnj17zAMPPGCef/55I8ns3LlzzP2PHTtm8vPzTTAYNN3d3eaJJ54w2dnZZu/evWldp6fipKamxgQCgcTtWCxmSktLzaOPPjrq/nfccYe57bbbhm2rra01d911V1rX6XbJzvl/nTt3zhQUFJg//elP6VrihDCeOZ87d87cdNNN5ve//71paGggTi5CsnP+7W9/a2bMmGEGBwedWuKEkOycA4GA+b//+79h24LBoLn55pvTus6J5GLi5Oc//7m5/vrrh21bvny5qaurS+PKjPHM0zqDg4M6ePCgFi1alNiWlZWlRYsWad++faN+zr59+4btL0l1dXXn3R/jm/P/GhgYUDQa1eTJk9O1TNcb75x//etfa8qUKfrJT37ixDJdbzxz/stf/qJ58+YpEAiopKREs2bN0oYNGxSLxZxatuuMZ8433XSTDh48mHjq59ixY9qzZ49uvfVWR9bsFZn6O+i6N/4br5MnTyoWi6mkpGTY9pKSEh05cmTUz+nt7R11/97e3rSt0+3GM+f/9Ytf/EKlpaUjfiDwlfHM+fXXX9cf/vAHdXV1ObDCiWE8cz527Jhefvll/ehHP9KePXt09OhR3X333YpGo2pubnZi2a4znjmvWLFCJ0+e1Le//W0ZY3Tu3Dn97Gc/0y9/+UsnluwZ5/s7GA6H9e9//1uXXXZZWu7XM4+cwB02btyo7du3a+fOncrLy8v0ciaMM2fOaOXKlXrqqadUXFyc6eVMaPF4XFOmTNHvfvc7zZ07V8uXL9cDDzygLVu2ZHppE8qrr76qDRs26Mknn9ShQ4f0/PPPa/fu3XrooYcyvTSkgGceOSkuLlZ2drb6+vqGbe/r69PUqVNH/ZypU6cmtT/GN+chjz/+uDZu3Ki//e1vuuGGG9K5TNdLds4fffSRPv74Y9XX1ye2xeNxSdKkSZP0wQcf6Nprr03vol1oPN/P06ZNU05OjrKzsxPbvvnNb6q3t1eDg4PKzc1N65rdaDxzfvDBB7Vy5Ur99Kc/lSTNnj1b/f39uvPOO/XAAw8oK4v/906F8/0dLCwsTNujJpKHHjnJzc3V3Llz1d7entgWj8fV3t6uefPmjfo58+bNG7a/JLW1tZ13f4xvzpL02GOP6aGHHtLevXtVVVXlxFJdLdk5X3fddXrnnXfU1dWV+O973/ueFi5cqK6uLpWVlTm5fNcYz/fzzTffrKNHjybiT5L+/ve/a9q0aYTJeYxnzgMDAyMCZCgIDW8ZlzIZ+zuY1tNtLbN9+3bj9/tNa2ur6e7uNnfeeae54oorTG9vrzHGmJUrV5qmpqbE/m+88YaZNGmSefzxx837779vmpubuZT4IiQ7540bN5rc3Fzz3HPPmc8//zzx35kzZzL1JbhCsnP+X1ytc3GSnfM//vEPU1BQYBobG80HH3xg/vrXv5opU6aYhx9+OFNfgiskO+fm5mZTUFBgnnnmGXPs2DHz0ksvmWuvvdbccccdmfoSXOHMmTPm8OHD5vDhw0aS2bRpkzl8+LD55JNPjDHGNDU1mZUrVyb2H7qU+P777zfvv/++CYVCXEqcDk888YSZPn26yc3NNTU1Neatt95KfOyWW24xDQ0Nw/b/85//bGbOnGlyc3PN9ddfb3bv3u3wit0pmTlfc801RtKI/5qbm51fuMsk+/3834iTi5fsnN98801TW1tr/H6/mTFjhnnkkUfMuXPnHF61+yQz52g0alpaWsy1115r8vLyTFlZmbn77rvNF1984fzCXeSVV14Z9fft0GwbGhrMLbfcMuJz5syZY3Jzc82MGTPMH//4x7Sv02cMj38BAAB7eOacEwAA4A7ECQAAsApxAgAArEKcAAAAqxAnAADAKsQJAACwCnECAACsQpwAAACrECcAAMAqxAkAALAKcQIAAKxCnAAAAKv8P+kEEbWqRz3cAAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ret_df.binds.hist(log = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "caa50ba0",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "84d7151d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.004231473880623705"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ret_df.binds.mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "e9c91db4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>group</th>\n",
       "      <th>binds</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>295246830</td>\n",
       "      <td>6</td>\n",
       "      <td>8.441086e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>295246831</td>\n",
       "      <td>7</td>\n",
       "      <td>1.530732e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>295246832</td>\n",
       "      <td>8</td>\n",
       "      <td>3.202490e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>295246833</td>\n",
       "      <td>6</td>\n",
       "      <td>3.482661e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>295246834</td>\n",
       "      <td>7</td>\n",
       "      <td>9.574712e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674891</th>\n",
       "      <td>296921721</td>\n",
       "      <td>1</td>\n",
       "      <td>1.866019e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674892</th>\n",
       "      <td>296921722</td>\n",
       "      <td>2</td>\n",
       "      <td>3.772606e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674893</th>\n",
       "      <td>296921723</td>\n",
       "      <td>0</td>\n",
       "      <td>8.078780e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674894</th>\n",
       "      <td>296921724</td>\n",
       "      <td>1</td>\n",
       "      <td>3.263110e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1674895</th>\n",
       "      <td>296921725</td>\n",
       "      <td>2</td>\n",
       "      <td>2.119395e-08</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1674896 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                id  group         binds\n",
       "0        295246830      6  8.441086e-06\n",
       "1        295246831      7  1.530732e-04\n",
       "2        295246832      8  3.202490e-07\n",
       "3        295246833      6  3.482661e-06\n",
       "4        295246834      7  9.574712e-05\n",
       "...            ...    ...           ...\n",
       "1674891  296921721      1  1.866019e-05\n",
       "1674892  296921722      2  3.772606e-06\n",
       "1674893  296921723      0  8.078780e-08\n",
       "1674894  296921724      1  3.263110e-05\n",
       "1674895  296921725      2  2.119395e-08\n",
       "\n",
       "[1674896 rows x 3 columns]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ret_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "ba38a6c1",
   "metadata": {},
   "outputs": [],
   "source": [
    "ret_df[['id', 'binds']].to_csv('/home/dangnh36/downloads/leash_submit/final/ensemble_v2.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e5a436a3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea7ff79d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "47de6530",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "13664059",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8a90f175",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6d02f69d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "381056f7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "92378a46",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "44c209d4",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0392284a",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0282934d",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}