notebooks/Reports.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "2ec4108b",
   "metadata": {},
   "outputs": [],
   "source": [
    "%reload_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "26b03e10",
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "from scipy.stats import tukey_hsd\n",
    "\n",
    "from pathlib import Path\n",
    "from collections import OrderedDict, defaultdict\n",
    "from functools import partial\n",
    "from multiprocessing import Pool, Manager\n",
    "\n",
    "import lib\n",
    "from lib import env\n",
    "from lib.prelude import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "8ef93733",
   "metadata": {},
   "outputs": [],
   "source": [
    "DETAILS = ['task_type', 'n_objects', 'n_features']\n",
    "\n",
    "\n",
    "def collect_outputs(dir_, output_filter_fn):\n",
    "    # output_filter_fn: output_dir -> bool\n",
    "    if isinstance(output_filter_fn, int):\n",
    "        output_filter_fn = [str(x) for x in range(output_filter_fn)]\n",
    "    if output_filter_fn is None:\n",
    "        output_filter_fn = lambda x: True\n",
    "    elif isinstance(output_filter_fn, list):\n",
    "        assert all(isinstance(x, str) for x in output_filter_fn)\n",
    "        valid_names = output_filter_fn\n",
    "        output_filter_fn = lambda x: x.name in valid_names\n",
    "    assert callable(output_filter_fn)\n",
    "\n",
    "    outputs = []\n",
    "    dir_ = lib.get_path(dir_)\n",
    "    if dir_.exists():\n",
    "        for config_path in dir_.rglob('**/*'):\n",
    "            if config_path.name.endswith(\".toml\"): continue\n",
    "            path = config_path.with_suffix('')\n",
    "            if (\n",
    "                path.is_dir()\n",
    "                and (path / 'DONE').exists()\n",
    "                and output_filter_fn(path.relative_to(lib.PROJ))\n",
    "            ):\n",
    "                outputs.append(path)\n",
    "    return outputs\n",
    "\n",
    "\n",
    "def load_record(output, key, subkey):\n",
    "    output = lib.get_path(output)\n",
    "    report = lib.load_report(output)\n",
    "    if Path(report['program']).stem == 'tune':\n",
    "        report = report['best']\n",
    "\n",
    "    name = output.parent.name\n",
    "    if \"ensemble\" in name:\n",
    "        single_report = lib.load_report(output.parent.parent/name.replace(\"ensemble_5\", \"evaluation/0\"))\n",
    "    else:\n",
    "        single_report = report\n",
    "\n",
    "\n",
    "    dataset = Path(single_report[\"config\"][\"data\"][\"path\"]).name\n",
    "\n",
    "\n",
    "    dataset_info = lib.load_dataset_info(dataset)\n",
    "    record = {\n",
    "        'dataset': dataset_info['name'],\n",
    "        'task_type': dataset_info['task_type'],\n",
    "        'n_objects': dataset_info['size'],\n",
    "        'n_features': dataset_info['n_num_features'] + dataset_info['n_cat_features'],\n",
    "        'key': (\n",
    "            f'{Path(program).stem} | {output.relative_to(lib.PROJ).parent.name}'\n",
    "            if key is None\n",
    "            else key\n",
    "        ),\n",
    "        'subkey': subkey,\n",
    "    }\n",
    "    for part in lib.Part:\n",
    "        part = part.value\n",
    "        if part in report['metrics']:\n",
    "            record[f'{part}_score'] = report['metrics'][part]['score']\n",
    "        try:\n",
    "            record[f'val_out_score'] = report['metrics']['val_out']['score']\n",
    "            record[f'test_out_score'] = report['metrics']['test_out']['score']\n",
    "        except:\n",
    "            pass\n",
    "    return record\n",
    "\n",
    "\n",
    "def sort(df, by):\n",
    "    if isinstance(by, str):\n",
    "        by = [by]\n",
    "    return df.sort_values(\n",
    "        ['n_objects', 'dataset'] + by,\n",
    "        ascending=[True, True] + ['score' not in x for x in by],\n",
    "    ).reset_index(drop=True)\n",
    "\n",
    "\n",
    "def make_df(records):\n",
    "    df = pd.DataFrame(records)\n",
    "    return df\n",
    "\n",
    "\n",
    "def format_scores(df, precision):\n",
    "    def f(record):\n",
    "        if record['task_type'] == lib.TaskType.REGRESSION.value:\n",
    "            for part in lib.Part:\n",
    "                for suffix in 'best', 'score':\n",
    "                    if isinstance(part, str): key = f'{part}_{suffix}'\n",
    "                    else: key = f'{part.value}_{suffix}'\n",
    "                    if key in record:\n",
    "                        record[key] *= -1\n",
    "        for k, v in list(record.items()):\n",
    "            if isinstance(v, float):\n",
    "                if record['dataset'] == 'House 16H': v = v / 10_000\n",
    "                record[k] = round(v, precision)\n",
    "        return record\n",
    "\n",
    "    return df.apply(f, axis=1)\n",
    "\n",
    "\n",
    "def drop_details(df):\n",
    "    return df.drop(columns=DETAILS)\n",
    "\n",
    "\n",
    "def drop_std(df):\n",
    "    return df.drop(columns=[x for x in df.columns if x.endswith('_std')])\n",
    "\n",
    "\n",
    "def build_df(records_info, precision=None, details=True):\n",
    "    # (sub_)key_fn: Union[None, str, Callable[[output_dir], str]]\n",
    "    records = []\n",
    "    for dir_, output_filter_fn, key_fn, subkey_fn in records_info:\n",
    "        for output in collect_outputs(dir_, output_filter_fn):\n",
    "            key, subkey = [\n",
    "                None if fn is None else fn if isinstance(fn, str) else fn(output)\n",
    "                for fn in [key_fn, subkey_fn]\n",
    "            ]\n",
    "            record = load_record(output, key, subkey)\n",
    "            if record is not None:\n",
    "                records.append(record)\n",
    "\n",
    "    if not records:\n",
    "        raise RuntimeError('No records are available!')\n",
    "    df = make_df(records)\n",
    "    if precision is not None:\n",
    "        df = format_scores(df, precision)\n",
    "    if not details:\n",
    "        df = drop_details(df)\n",
    "    return df\n",
    "\n",
    "\n",
    "def aggregate(df):\n",
    "    aggrs = dict(\n",
    "        test_score=('test_score', 'mean'),\n",
    "        test_std=('test_score', 'std'),\n",
    "        val_score=('val_score', 'mean'),\n",
    "        val_std=('val_score', 'std'),\n",
    "        train_score=('train_score', 'mean'),\n",
    "        train_std=('train_score', 'std'),\n",
    "        count=('test_score', 'count'),\n",
    "    )\n",
    "    for x in DETAILS:\n",
    "        if x in df.columns:\n",
    "            aggrs[x] = (x, 'first')\n",
    "    df = df.groupby(['dataset', 'key']).agg(**aggrs)\n",
    "    df['count'] = df['count'].astype(int)\n",
    "    return df.reset_index().fillna(0.0)\n",
    "\n",
    "def get_ranks_by_dataset(dataset, df, pvalue_threshold):\n",
    "    dataset_results = df[df['dataset'] == dataset][['dataset', 'key', 'test_score']].\\\n",
    "                          groupby('key').apply(lambda x : np.array(x['test_score']))\n",
    "    pvalues = tukey_hsd(*list(dataset_results.values)).pvalue\n",
    "    key_to_idx = {}\n",
    "    for i, key in enumerate(dataset_results.index):\n",
    "        key_to_idx[key] = i\n",
    "\n",
    "    means = df[df['dataset'] == dataset][['dataset', 'key', 'test_score']].\\\n",
    "            groupby('key')['test_score'].mean()\n",
    "\n",
    "    sorted_res = means.sort_values(ascending=False)\n",
    "    prev = None\n",
    "    first = None\n",
    "    rank = 1\n",
    "    ranks = []\n",
    "\n",
    "    for key in sorted_res.index:\n",
    "        if first is not None:\n",
    "            first_idx = key_to_idx[first]\n",
    "            cur_idx = key_to_idx[key]\n",
    "            if pvalues[cur_idx][first_idx] < pvalue_threshold:\n",
    "                rank += 1\n",
    "                first = key\n",
    "        else:\n",
    "            first = key\n",
    "        ranks.append(rank)\n",
    "    return ranks, sorted_res.index\n",
    "\n",
    "\n",
    "def generate_ranks(df, pvalue_threshold=0.05):\n",
    "    datasets = df.dataset.unique()\n",
    "    results = defaultdict(lambda : defaultdict())\n",
    "    \n",
    "    f = partial(get_ranks_by_dataset, df=df, pvalue_threshold=pvalue_threshold)\n",
    "    with Pool(len(datasets)) as p:\n",
    "        result = p.map(f, datasets)\n",
    "    for i in range(len(datasets)):\n",
    "        for rank, key in zip(*result[i]):\n",
    "            results[datasets[i]][key] = rank\n",
    "    ranks = pd.DataFrame(results)\n",
    "    ranks.columns = ranks.columns.map(lambda x: x.split()[0].split(\"-\")[0])\n",
    "    datasets_cols = list(ranks.columns.map(lambda x: x.split()[0].split(\"-\")[0]))\n",
    "    ranks['AVG'] = ranks.mean(1)\n",
    "    ranks['STD'] = ranks.std(1)\n",
    "    ranks = ranks[['AVG', 'STD'] + datasets_cols]\n",
    "    return ranks.sort_values(by=['AVG'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "3f7aa853",
   "metadata": {},
   "outputs": [],
   "source": [
    "def display_results(pretrains, models, additional=None, ensemble=False, gbdt=True, test_ranks=True, datasets=DATASETS):\n",
    "    results = []\n",
    "\n",
    "    kind = \"ensemble_5\" if ensemble else \"evaluation\"\n",
    "\n",
    "    for name, model in itertools.product(pretrains, models):\n",
    "        p = lib.EXP/name/model\n",
    "        if p.exists():\n",
    "            results.append((p, f\"{model.upper()} ({name})\"))\n",
    "\n",
    "\n",
    "    results = sum([\n",
    "        [\n",
    "            (r/d/f\"3_{kind}\", 15, n, None)\n",
    "            for d in datasets\n",
    "        ]\n",
    "        for r,n in results\n",
    "    ], [])\n",
    "\n",
    "    if gbdt:\n",
    "        results += [\n",
    "            (lib.EXP/\"catboost\"/d/f\"0_{kind}\", 15, \"Catboost\", None)\n",
    "            for d in datasets\n",
    "        ]\n",
    "\n",
    "    if additional:\n",
    "        results += [\n",
    "            (lib.EXP/a.format(d, kind), 15, n, None) for a,n in additional for d in datasets\n",
    "        ]\n",
    "\n",
    "    df = build_df(results)                       \n",
    "\n",
    "    if test_ranks:\n",
    "        df_ranks = generate_ranks(df)\n",
    "\n",
    "    df = aggregate(df)\n",
    "    df = sort(df, 'test_score')\n",
    "    df = format_scores(df, 4)\n",
    "    df = df.set_index(['dataset', 'key'])\n",
    "\n",
    "    if not test_ranks:\n",
    "        df_ranks = deepcopy(df).reset_index()\n",
    "        df_ranks.loc[df_ranks[\"task_type\"] == \"regression\", \"test_score\"] *= -1\n",
    "        df_ranks = df_ranks.pivot(\"key\", \"dataset\", \"test_score\")\n",
    "        df_ranks.columns = df_ranks.columns.map(lambda x: x.split()[0].split(\"-\")[0])\n",
    "        df_ranks = df_ranks.rank(0, ascending=False)\n",
    "        df_ranks[\"avg\"] = df_ranks.mean(1)\n",
    "        df_ranks[\"std\"] = df_ranks.std(1)\n",
    "        df_ranks.insert(0, \"avg\", df_ranks.pop(\"avg\"))\n",
    "        df_ranks.insert(1, \"std\", df_ranks.pop(\"std\"))\n",
    "        df_ranks = df_ranks.sort_values(\"avg\")\n",
    "\n",
    "    display(df_ranks)\n",
    "    display(df)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a1b2d167",
   "metadata": {},
   "source": [
    "# Results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0c80bab6",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>AVG</th>\n",
       "      <th>STD</th>\n",
       "      <th>Gesture</th>\n",
       "      <th>Churn</th>\n",
       "      <th>California</th>\n",
       "      <th>House</th>\n",
       "      <th>Otto</th>\n",
       "      <th>Higgs</th>\n",
       "      <th>Facebook</th>\n",
       "      <th>Adult</th>\n",
       "      <th>Shifts</th>\n",
       "      <th>Covertype</th>\n",
       "      <th>MSLR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>2.454545</td>\n",
       "      <td>1.558766</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>2.545455</td>\n",
       "      <td>1.437399</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>2.636364</td>\n",
       "      <td>1.431638</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>2.636364</td>\n",
       "      <td>1.298442</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>2.727273</td>\n",
       "      <td>1.135454</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>2.909091</td>\n",
       "      <td>1.781447</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>2.909091</td>\n",
       "      <td>1.378705</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>3.000000</td>\n",
       "      <td>1.595448</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>3.181818</td>\n",
       "      <td>1.402477</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>3.272727</td>\n",
       "      <td>1.813631</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>3.272727</td>\n",
       "      <td>1.482682</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>3.272727</td>\n",
       "      <td>1.542778</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>3.363636</td>\n",
       "      <td>2.185603</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>3.363636</td>\n",
       "      <td>1.431638</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>3.363636</td>\n",
       "      <td>1.720081</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>3.454545</td>\n",
       "      <td>1.776802</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>3.545455</td>\n",
       "      <td>1.671343</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>3.909091</td>\n",
       "      <td>1.880742</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>4.090909</td>\n",
       "      <td>1.975051</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>4.181818</td>\n",
       "      <td>1.748671</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>4.272727</td>\n",
       "      <td>2.415515</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>4.636364</td>\n",
       "      <td>1.772144</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>6.272727</td>\n",
       "      <td>1.710444</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                             AVG       STD  Gesture  Churn  California  House  \\\n",
       "MLP-P-LR (rec-sup)      2.454545  1.558766        1      2           3      2   \n",
       "MLP-P-LR (mask-target)  2.545455  1.437399        2      1           1      2   \n",
       "MLP-P-LR (mask)         2.636364  1.431638        1      2           3      1   \n",
       "MLP-P-LR (rec)          2.636364  1.298442        3      4           2      2   \n",
       "MLP-T-LR (mask)         2.727273  1.135454        4      1           2      1   \n",
       "MLP-T-LR (mask-target)  2.909091  1.781447        4      1           1      1   \n",
       "MLP-T-LR (rec)          2.909091  1.378705        3      3           2      3   \n",
       "MLP-T-LR (rec-sup)      3.000000  1.595448        2      1           3      3   \n",
       "MLP-P-LR (mask-sup)     3.181818  1.402477        1      1           3      3   \n",
       "MLP (mask-target)       3.272727  1.813631        2      3           2      2   \n",
       "MLP-T-LR (rec-target)   3.272727  1.482682        3      1           4      3   \n",
       "MLP-P-LR (rec-target)   3.272727  1.542778        2      3           4      2   \n",
       "Catboost                3.363636  2.185603        3      2           4      4   \n",
       "MLP-T-LR (mask-sup)     3.363636  1.431638        3      1           3      4   \n",
       "MLP (rec-sup)           3.363636  1.720081        2      3           3      2   \n",
       "MLP (mask-sup)          3.454545  1.776802        2      3           2      3   \n",
       "MLP-P-LR (scratch)      3.545455  1.671343        3      2           6      2   \n",
       "MLP (rec-target)        3.909091  1.880742        4      4           4      1   \n",
       "MLP (mask)              4.090909  1.975051        1      3           5      3   \n",
       "MLP (rec)               4.181818  1.748671        4      4           3      2   \n",
       "MLP (contrastive)       4.272727  2.415515        2      4           4      2   \n",
       "MLP-T-LR (scratch)      4.636364  1.772144        5      1           5      3   \n",
       "MLP (scratch)           6.272727  1.710444        5      5           7      3   \n",
       "\n",
       "                        Otto  Higgs  Facebook  Adult  Shifts  Covertype  MSLR  \n",
       "MLP-P-LR (rec-sup)         2      7         2      1       2          2     3  \n",
       "MLP-P-LR (mask-target)     4      1         4      1       5          3     4  \n",
       "MLP-P-LR (mask)            3      1         5      2       5          2     4  \n",
       "MLP-P-LR (rec)             3      6         2      2       2          1     2  \n",
       "MLP-T-LR (mask)            2      2         4      3       4          3     4  \n",
       "MLP-T-LR (mask-target)     4      1         5      1       5          4     5  \n",
       "MLP-T-LR (rec)             4      6         1      4       1          3     2  \n",
       "MLP-T-LR (rec-sup)         1      6         5      3       2          2     5  \n",
       "MLP-P-LR (mask-sup)        5      5         4      3       5          2     3  \n",
       "MLP (mask-target)          3      1         6      5       1          6     5  \n",
       "MLP-T-LR (rec-target)      3      7         4      2       3          4     2  \n",
       "MLP-P-LR (rec-target)      5      5         1      2       6          2     4  \n",
       "Catboost                   2      8         3      2       1          7     1  \n",
       "MLP-T-LR (mask-sup)        4      4         5      3       3          1     6  \n",
       "MLP (rec-sup)              1      5         6      6       1          4     4  \n",
       "MLP (mask-sup)             1      4         7      5       2          3     6  \n",
       "MLP-P-LR (scratch)         6      6         4      2       4          2     2  \n",
       "MLP (rec-target)           2      5         6      8       3          4     2  \n",
       "MLP (mask)                 2      3         6      6       3          8     5  \n",
       "MLP (rec)                  3      7         6      7       2          5     3  \n",
       "MLP (contrastive)          2      4         7      7       1          9     5  \n",
       "MLP-T-LR (scratch)         6      8         5      3       5          4     6  \n",
       "MLP (scratch)              5      9         8      8       5          7     7  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>test_score</th>\n",
       "      <th>test_std</th>\n",
       "      <th>val_score</th>\n",
       "      <th>val_std</th>\n",
       "      <th>train_score</th>\n",
       "      <th>train_std</th>\n",
       "      <th>count</th>\n",
       "      <th>task_type</th>\n",
       "      <th>n_objects</th>\n",
       "      <th>n_features</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dataset</th>\n",
       "      <th>key</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Gesture Phase</th>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.7369</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.7479</td>\n",
       "      <td>0.0057</td>\n",
       "      <td>0.9988</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.7325</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.7498</td>\n",
       "      <td>0.0052</td>\n",
       "      <td>0.9986</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.7252</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>0.7464</td>\n",
       "      <td>0.0086</td>\n",
       "      <td>0.9958</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.7217</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.7525</td>\n",
       "      <td>0.0049</td>\n",
       "      <td>0.9916</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.7190</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>0.7447</td>\n",
       "      <td>0.0079</td>\n",
       "      <td>0.9883</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.7158</td>\n",
       "      <td>0.0070</td>\n",
       "      <td>0.7297</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.9948</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.7090</td>\n",
       "      <td>0.0090</td>\n",
       "      <td>0.7329</td>\n",
       "      <td>0.0070</td>\n",
       "      <td>0.9777</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.7089</td>\n",
       "      <td>0.0046</td>\n",
       "      <td>0.7293</td>\n",
       "      <td>0.0060</td>\n",
       "      <td>0.9948</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.7082</td>\n",
       "      <td>0.0054</td>\n",
       "      <td>0.7241</td>\n",
       "      <td>0.0067</td>\n",
       "      <td>0.9836</td>\n",
       "      <td>0.0040</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.7055</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>0.7287</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>0.9836</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.7050</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.7300</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9996</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.6982</td>\n",
       "      <td>0.0050</td>\n",
       "      <td>0.7169</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>0.9995</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.6976</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.7297</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>0.9947</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.6954</td>\n",
       "      <td>0.0046</td>\n",
       "      <td>0.7272</td>\n",
       "      <td>0.0055</td>\n",
       "      <td>0.9875</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.6943</td>\n",
       "      <td>0.0046</td>\n",
       "      <td>0.7243</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>0.9999</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.6933</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>0.7179</td>\n",
       "      <td>0.0053</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.6920</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>0.7082</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>1.0000</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.6788</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.6956</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>0.9598</td>\n",
       "      <td>0.0054</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.6786</td>\n",
       "      <td>0.0058</td>\n",
       "      <td>0.7091</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>0.9997</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.6775</td>\n",
       "      <td>0.0058</td>\n",
       "      <td>0.6975</td>\n",
       "      <td>0.0072</td>\n",
       "      <td>0.9565</td>\n",
       "      <td>0.0176</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.6727</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.6977</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.9999</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.6619</td>\n",
       "      <td>0.0094</td>\n",
       "      <td>0.6808</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>0.9997</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.6560</td>\n",
       "      <td>0.0073</td>\n",
       "      <td>0.6785</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>0.9170</td>\n",
       "      <td>0.0082</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>9873</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Churn Modelling</th>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.8686</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8778</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8936</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.8685</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8786</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8903</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.8679</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8795</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8948</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.8675</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8741</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8957</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.8662</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8762</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9016</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.8658</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.8770</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8821</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.8656</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8786</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8956</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.8656</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8739</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9011</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.8652</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8783</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8962</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.8645</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.8744</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8885</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.8641</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8709</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8868</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.8625</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.8771</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8952</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.8618</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8740</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8976</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.8607</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8740</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.8932</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.8604</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>0.8778</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.9091</td>\n",
       "      <td>0.0073</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.8594</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8751</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9079</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.8587</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.8740</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>0.9121</td>\n",
       "      <td>0.0084</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.8586</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.8724</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9018</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.8574</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.8754</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.8991</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.8573</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8729</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.9099</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.8568</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.8705</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8993</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.8559</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8692</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.9127</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.8515</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8676</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.9124</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>10000</td>\n",
       "      <td>11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">California Housing</th>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.4069</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4163</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.2858</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.4099</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4154</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.2829</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.4132</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.4173</td>\n",
       "      <td>0.0028</td>\n",
       "      <td>0.3023</td>\n",
       "      <td>0.0124</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.4141</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.4187</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.2879</td>\n",
       "      <td>0.0159</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.4142</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.4219</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.2801</td>\n",
       "      <td>0.0078</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.4180</td>\n",
       "      <td>0.0028</td>\n",
       "      <td>0.4217</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>0.2926</td>\n",
       "      <td>0.0151</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.4184</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.4243</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.2719</td>\n",
       "      <td>0.0200</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.4194</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>0.4262</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.3077</td>\n",
       "      <td>0.0061</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.4210</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.4263</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>0.2748</td>\n",
       "      <td>0.0088</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.4215</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.4221</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>0.3147</td>\n",
       "      <td>0.0119</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.4237</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.4220</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.2912</td>\n",
       "      <td>0.0104</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.4239</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.4308</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>0.2990</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.4239</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.4288</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>0.2825</td>\n",
       "      <td>0.0181</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.4245</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.4217</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.2865</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.4295</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.4327</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>0.1996</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.4308</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.4320</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.2776</td>\n",
       "      <td>0.0133</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.4321</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.4269</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.2887</td>\n",
       "      <td>0.0052</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.4332</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.4370</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>0.3017</td>\n",
       "      <td>0.0203</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.4342</td>\n",
       "      <td>0.0050</td>\n",
       "      <td>0.4316</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.2773</td>\n",
       "      <td>0.0080</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.4366</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4394</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>0.3063</td>\n",
       "      <td>0.0047</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.4375</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.4405</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>0.3340</td>\n",
       "      <td>0.0064</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.4540</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>0.4577</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.3365</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.4820</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>0.4776</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>0.4028</td>\n",
       "      <td>0.0106</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>20640</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">House 16H</th>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>2.8942</td>\n",
       "      <td>0.0231</td>\n",
       "      <td>2.6836</td>\n",
       "      <td>0.0237</td>\n",
       "      <td>1.0381</td>\n",
       "      <td>0.2004</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>2.9214</td>\n",
       "      <td>0.0133</td>\n",
       "      <td>2.6215</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>1.6084</td>\n",
       "      <td>0.0258</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>2.9256</td>\n",
       "      <td>0.0286</td>\n",
       "      <td>2.7325</td>\n",
       "      <td>0.0040</td>\n",
       "      <td>1.2002</td>\n",
       "      <td>0.1089</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>2.9302</td>\n",
       "      <td>0.0158</td>\n",
       "      <td>2.6710</td>\n",
       "      <td>0.0217</td>\n",
       "      <td>1.3615</td>\n",
       "      <td>0.0877</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>2.9494</td>\n",
       "      <td>0.0236</td>\n",
       "      <td>2.6711</td>\n",
       "      <td>0.0156</td>\n",
       "      <td>1.2087</td>\n",
       "      <td>0.0461</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>2.9508</td>\n",
       "      <td>0.0240</td>\n",
       "      <td>2.7482</td>\n",
       "      <td>0.0113</td>\n",
       "      <td>1.4472</td>\n",
       "      <td>0.1184</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>2.9520</td>\n",
       "      <td>0.0055</td>\n",
       "      <td>2.7116</td>\n",
       "      <td>0.0167</td>\n",
       "      <td>1.4068</td>\n",
       "      <td>0.0739</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>2.9522</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>2.6702</td>\n",
       "      <td>0.0104</td>\n",
       "      <td>1.6644</td>\n",
       "      <td>0.0843</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>2.9530</td>\n",
       "      <td>0.0092</td>\n",
       "      <td>2.7232</td>\n",
       "      <td>0.0066</td>\n",
       "      <td>1.9099</td>\n",
       "      <td>0.0621</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>2.9545</td>\n",
       "      <td>0.0100</td>\n",
       "      <td>2.6645</td>\n",
       "      <td>0.0069</td>\n",
       "      <td>1.6425</td>\n",
       "      <td>0.1447</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>2.9643</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>2.6531</td>\n",
       "      <td>0.0189</td>\n",
       "      <td>1.6141</td>\n",
       "      <td>0.0577</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>2.9674</td>\n",
       "      <td>0.0085</td>\n",
       "      <td>2.7182</td>\n",
       "      <td>0.0166</td>\n",
       "      <td>1.2655</td>\n",
       "      <td>0.0516</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>2.9826</td>\n",
       "      <td>0.0155</td>\n",
       "      <td>2.7157</td>\n",
       "      <td>0.0210</td>\n",
       "      <td>1.5964</td>\n",
       "      <td>0.2319</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>3.0255</td>\n",
       "      <td>0.0078</td>\n",
       "      <td>2.7462</td>\n",
       "      <td>0.0123</td>\n",
       "      <td>1.6805</td>\n",
       "      <td>0.0316</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>3.0282</td>\n",
       "      <td>0.0223</td>\n",
       "      <td>2.8851</td>\n",
       "      <td>0.0115</td>\n",
       "      <td>1.7149</td>\n",
       "      <td>0.1873</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>3.0350</td>\n",
       "      <td>0.0234</td>\n",
       "      <td>2.7637</td>\n",
       "      <td>0.0134</td>\n",
       "      <td>1.8883</td>\n",
       "      <td>0.1146</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>3.0446</td>\n",
       "      <td>0.0146</td>\n",
       "      <td>2.7951</td>\n",
       "      <td>0.0148</td>\n",
       "      <td>1.8611</td>\n",
       "      <td>0.0295</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>3.0554</td>\n",
       "      <td>0.0104</td>\n",
       "      <td>2.7780</td>\n",
       "      <td>0.0215</td>\n",
       "      <td>1.4654</td>\n",
       "      <td>0.0712</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>3.0554</td>\n",
       "      <td>0.0205</td>\n",
       "      <td>2.7644</td>\n",
       "      <td>0.0204</td>\n",
       "      <td>1.9840</td>\n",
       "      <td>0.0307</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>3.0572</td>\n",
       "      <td>0.0125</td>\n",
       "      <td>2.8625</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>1.5814</td>\n",
       "      <td>0.0326</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>3.0663</td>\n",
       "      <td>0.0148</td>\n",
       "      <td>2.7593</td>\n",
       "      <td>0.0107</td>\n",
       "      <td>1.8032</td>\n",
       "      <td>0.0566</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>3.0877</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>2.8515</td>\n",
       "      <td>0.0202</td>\n",
       "      <td>1.6191</td>\n",
       "      <td>0.0869</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>3.0930</td>\n",
       "      <td>0.0063</td>\n",
       "      <td>2.9928</td>\n",
       "      <td>0.0053</td>\n",
       "      <td>1.2692</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>22784</td>\n",
       "      <td>16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Adult ROC</th>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.9299</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9336</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9474</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.9298</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9330</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9454</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.9293</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9333</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9484</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.9285</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9313</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9444</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.9284</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9327</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9511</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.9282</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9318</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9472</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.9282</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9314</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9457</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.9279</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9308</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9419</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.9276</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9296</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9423</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.9274</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9313</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9462</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.9271</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9312</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9478</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.9270</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9317</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9462</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.9269</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9313</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9459</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.9265</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9309</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9460</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.9248</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9306</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9496</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.9164</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9207</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.9363</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.9162</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9207</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9341</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.9134</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9173</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.9335</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.9126</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.9160</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9333</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.9121</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9156</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9365</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.9115</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9154</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9362</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.9104</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9142</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9345</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.9102</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9143</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9338</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>48842</td>\n",
       "      <td>14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Otto Group Products LogLoss</th>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>-0.4423</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>-0.4475</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>-0.3110</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>-0.4427</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>-0.4448</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>-0.2786</td>\n",
       "      <td>0.0073</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>-0.4439</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>-0.4446</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>-0.3046</td>\n",
       "      <td>0.0061</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>-0.4475</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>-0.4541</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-0.3135</td>\n",
       "      <td>0.0068</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>-0.4492</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>-0.4509</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>-0.3258</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>-0.4501</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>-0.4534</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>-0.3146</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>-0.4504</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>-0.4598</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-0.1639</td>\n",
       "      <td>0.0049</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>-0.4508</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-0.4528</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>-0.3173</td>\n",
       "      <td>0.0047</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>-0.4509</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>-0.4521</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>-0.2976</td>\n",
       "      <td>0.0087</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>-0.4528</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>-0.4573</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>-0.3192</td>\n",
       "      <td>0.0056</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>-0.4540</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>-0.4582</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>-0.3276</td>\n",
       "      <td>0.0083</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>-0.4563</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>-0.4599</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>-0.3258</td>\n",
       "      <td>0.0092</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>-0.4568</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>-0.4610</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>-0.3234</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>-0.4569</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>-0.4580</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>-0.3184</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>-0.4577</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>-0.4604</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>-0.3242</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>-0.4585</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>-0.4623</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>-0.3385</td>\n",
       "      <td>0.0051</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>-0.4597</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>-0.4596</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>-0.3027</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>-0.4600</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>-0.4639</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>-0.3179</td>\n",
       "      <td>0.0095</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>-0.4648</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>-0.4691</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>-0.3339</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>-0.4670</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>-0.4745</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>-0.3397</td>\n",
       "      <td>0.0116</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>-0.4678</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>-0.4690</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>-0.3490</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>-0.4696</td>\n",
       "      <td>0.0009</td>\n",
       "      <td>-0.4717</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-0.3495</td>\n",
       "      <td>0.0085</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>-0.4715</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>-0.4730</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-0.3317</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>61878</td>\n",
       "      <td>93</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Higgs Small</th>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.8283</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8328</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8808</td>\n",
       "      <td>0.0065</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.8281</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8338</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8886</td>\n",
       "      <td>0.0036</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.8268</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8331</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8792</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.8268</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8324</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8829</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.8260</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>0.8318</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>0.8834</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.8239</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8303</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8904</td>\n",
       "      <td>0.0053</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.8197</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8251</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8732</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.8190</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8239</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8750</td>\n",
       "      <td>0.0048</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.8182</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8247</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8723</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.8172</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8234</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8739</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.8166</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8221</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8592</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.8165</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8226</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8656</td>\n",
       "      <td>0.0046</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.8160</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8218</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8850</td>\n",
       "      <td>0.0059</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.8141</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8201</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8728</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.8138</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8196</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8510</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.8129</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8202</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8628</td>\n",
       "      <td>0.0055</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.8123</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8212</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>0.8702</td>\n",
       "      <td>0.0066</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.8120</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>0.8208</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8609</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.8119</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.8186</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8700</td>\n",
       "      <td>0.0037</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.8107</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.8186</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.8562</td>\n",
       "      <td>0.0041</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.8078</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.8140</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.8440</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.8073</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.8129</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9168</td>\n",
       "      <td>0.0040</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.8053</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8123</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.8750</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>3</td>\n",
       "      <td>binclass</td>\n",
       "      <td>98049</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Facebook Comments Volume</th>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>5.0387</td>\n",
       "      <td>0.0226</td>\n",
       "      <td>4.7852</td>\n",
       "      <td>0.0412</td>\n",
       "      <td>0.5882</td>\n",
       "      <td>0.1265</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>5.0957</td>\n",
       "      <td>0.0229</td>\n",
       "      <td>4.7980</td>\n",
       "      <td>0.0104</td>\n",
       "      <td>1.1834</td>\n",
       "      <td>0.1593</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>5.1241</td>\n",
       "      <td>0.0306</td>\n",
       "      <td>4.8495</td>\n",
       "      <td>0.0236</td>\n",
       "      <td>1.4292</td>\n",
       "      <td>0.3717</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>5.1241</td>\n",
       "      <td>0.0306</td>\n",
       "      <td>4.8495</td>\n",
       "      <td>0.0236</td>\n",
       "      <td>1.4292</td>\n",
       "      <td>0.3717</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>5.2257</td>\n",
       "      <td>0.0159</td>\n",
       "      <td>5.0905</td>\n",
       "      <td>0.0125</td>\n",
       "      <td>1.3445</td>\n",
       "      <td>0.0062</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>5.3235</td>\n",
       "      <td>0.0403</td>\n",
       "      <td>5.0526</td>\n",
       "      <td>0.0706</td>\n",
       "      <td>2.3041</td>\n",
       "      <td>0.4609</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>5.3445</td>\n",
       "      <td>0.0100</td>\n",
       "      <td>5.0089</td>\n",
       "      <td>0.0208</td>\n",
       "      <td>3.0796</td>\n",
       "      <td>0.1099</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>5.3660</td>\n",
       "      <td>0.0136</td>\n",
       "      <td>5.0746</td>\n",
       "      <td>0.0064</td>\n",
       "      <td>3.1912</td>\n",
       "      <td>0.0484</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>5.3705</td>\n",
       "      <td>0.0107</td>\n",
       "      <td>5.0564</td>\n",
       "      <td>0.0204</td>\n",
       "      <td>3.2723</td>\n",
       "      <td>0.0270</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>5.3730</td>\n",
       "      <td>0.0221</td>\n",
       "      <td>5.0976</td>\n",
       "      <td>0.0117</td>\n",
       "      <td>3.3833</td>\n",
       "      <td>0.1273</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>5.4068</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>5.1214</td>\n",
       "      <td>0.0270</td>\n",
       "      <td>3.2438</td>\n",
       "      <td>0.1193</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>5.4225</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>5.1051</td>\n",
       "      <td>0.0184</td>\n",
       "      <td>3.3254</td>\n",
       "      <td>0.1077</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>5.4243</td>\n",
       "      <td>0.0281</td>\n",
       "      <td>5.1622</td>\n",
       "      <td>0.0076</td>\n",
       "      <td>3.4767</td>\n",
       "      <td>0.0696</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>5.4444</td>\n",
       "      <td>0.0067</td>\n",
       "      <td>5.1439</td>\n",
       "      <td>0.0196</td>\n",
       "      <td>3.7679</td>\n",
       "      <td>0.1243</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>5.4580</td>\n",
       "      <td>0.0351</td>\n",
       "      <td>5.1335</td>\n",
       "      <td>0.0313</td>\n",
       "      <td>3.8297</td>\n",
       "      <td>0.1797</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>5.5312</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>5.3139</td>\n",
       "      <td>0.0294</td>\n",
       "      <td>3.6234</td>\n",
       "      <td>0.1592</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>5.5511</td>\n",
       "      <td>0.0088</td>\n",
       "      <td>5.3237</td>\n",
       "      <td>0.0283</td>\n",
       "      <td>4.2256</td>\n",
       "      <td>0.1229</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>5.5548</td>\n",
       "      <td>0.0072</td>\n",
       "      <td>5.3389</td>\n",
       "      <td>0.0129</td>\n",
       "      <td>4.0459</td>\n",
       "      <td>0.0380</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>5.5707</td>\n",
       "      <td>0.0178</td>\n",
       "      <td>5.3660</td>\n",
       "      <td>0.0114</td>\n",
       "      <td>4.1066</td>\n",
       "      <td>0.0389</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>5.5775</td>\n",
       "      <td>0.0084</td>\n",
       "      <td>5.3441</td>\n",
       "      <td>0.0192</td>\n",
       "      <td>4.1086</td>\n",
       "      <td>0.0707</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>5.6012</td>\n",
       "      <td>0.0058</td>\n",
       "      <td>5.3589</td>\n",
       "      <td>0.0054</td>\n",
       "      <td>4.1353</td>\n",
       "      <td>0.0787</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>5.6340</td>\n",
       "      <td>0.0173</td>\n",
       "      <td>5.4300</td>\n",
       "      <td>0.0261</td>\n",
       "      <td>4.3226</td>\n",
       "      <td>0.0513</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>5.6663</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>5.4068</td>\n",
       "      <td>0.0193</td>\n",
       "      <td>4.4067</td>\n",
       "      <td>0.0804</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>197080</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Shifts Weather (small)</th>\n",
       "      <th>Catboost</th>\n",
       "      <td>1.8006</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>1.7978</td>\n",
       "      <td>0.0015</td>\n",
       "      <td>1.0805</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>1.8008</td>\n",
       "      <td>0.0050</td>\n",
       "      <td>1.7983</td>\n",
       "      <td>0.0039</td>\n",
       "      <td>1.4950</td>\n",
       "      <td>0.0284</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>1.8032</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>1.7998</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>1.4593</td>\n",
       "      <td>0.0082</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>1.8036</td>\n",
       "      <td>0.0035</td>\n",
       "      <td>1.8043</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>1.5681</td>\n",
       "      <td>0.0105</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>1.8091</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>1.8072</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>1.4916</td>\n",
       "      <td>0.0293</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>1.8101</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>1.8072</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>1.6002</td>\n",
       "      <td>0.0051</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>1.8111</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>1.8095</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>1.4755</td>\n",
       "      <td>0.0207</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>1.8112</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>1.8039</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>1.4244</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>1.8133</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>1.8089</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>1.4541</td>\n",
       "      <td>0.0217</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>1.8183</td>\n",
       "      <td>0.0031</td>\n",
       "      <td>1.8139</td>\n",
       "      <td>0.0047</td>\n",
       "      <td>1.4881</td>\n",
       "      <td>0.0365</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>1.8241</td>\n",
       "      <td>0.0038</td>\n",
       "      <td>1.8222</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>1.5543</td>\n",
       "      <td>0.0198</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>1.8251</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>1.8230</td>\n",
       "      <td>0.0032</td>\n",
       "      <td>1.5063</td>\n",
       "      <td>0.0169</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>1.8282</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>1.8293</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>1.5789</td>\n",
       "      <td>0.0024</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>1.8295</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>1.8281</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>1.5949</td>\n",
       "      <td>0.0168</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>1.8351</td>\n",
       "      <td>0.0019</td>\n",
       "      <td>1.8339</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>1.6565</td>\n",
       "      <td>0.0095</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>1.8358</td>\n",
       "      <td>0.0033</td>\n",
       "      <td>1.8389</td>\n",
       "      <td>0.0026</td>\n",
       "      <td>1.6608</td>\n",
       "      <td>0.0196</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>1.8482</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>1.8472</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>1.6764</td>\n",
       "      <td>0.0107</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>1.8487</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>1.8485</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>1.6714</td>\n",
       "      <td>0.0113</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>1.8488</td>\n",
       "      <td>0.0052</td>\n",
       "      <td>1.8488</td>\n",
       "      <td>0.0034</td>\n",
       "      <td>1.6428</td>\n",
       "      <td>0.0058</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>1.8497</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>1.8495</td>\n",
       "      <td>0.0029</td>\n",
       "      <td>1.6793</td>\n",
       "      <td>0.0140</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>1.8500</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>1.8518</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>1.6172</td>\n",
       "      <td>0.0157</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>1.8501</td>\n",
       "      <td>0.0011</td>\n",
       "      <td>1.8503</td>\n",
       "      <td>0.0020</td>\n",
       "      <td>1.6353</td>\n",
       "      <td>0.0114</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>1.8603</td>\n",
       "      <td>0.0025</td>\n",
       "      <td>1.8570</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>1.6825</td>\n",
       "      <td>0.0094</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>397099</td>\n",
       "      <td>123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">Covertype</th>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.9752</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9760</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9983</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.9751</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9761</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9993</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.9743</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9751</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9988</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.9742</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9751</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9977</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.9742</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9752</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9974</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.9740</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9743</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9959</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.9739</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9750</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9973</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.9739</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9746</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9979</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.9733</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9743</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9982</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.9732</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9742</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9979</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.9731</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9740</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9966</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.9728</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9733</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9973</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.9726</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9730</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9980</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.9724</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9738</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9978</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.9722</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9730</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9956</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.9721</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9728</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9969</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.9720</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9731</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9941</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.9717</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9728</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.9976</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.9690</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9699</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9935</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.9678</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9684</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9917</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.9674</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.9683</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9996</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.9667</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9672</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>0.9890</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.9640</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.9651</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.9858</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>multiclass</td>\n",
       "      <td>581012</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"23\" valign=\"top\">MSLR-WEB10K (Fold 1)</th>\n",
       "      <th>Catboost</th>\n",
       "      <td>0.7412</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7382</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.6497</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-target)</th>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7392</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7083</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec)</th>\n",
       "      <td>0.7430</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7402</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7067</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec)</th>\n",
       "      <td>0.7435</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>0.7414</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>0.7116</td>\n",
       "      <td>0.0016</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-target)</th>\n",
       "      <td>0.7437</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7404</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7065</td>\n",
       "      <td>0.0004</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (scratch)</th>\n",
       "      <td>0.7437</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7402</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7087</td>\n",
       "      <td>0.0006</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-sup)</th>\n",
       "      <td>0.7438</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7408</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7075</td>\n",
       "      <td>0.0012</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-sup)</th>\n",
       "      <td>0.7439</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7406</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7052</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec)</th>\n",
       "      <td>0.7442</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7403</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7065</td>\n",
       "      <td>0.0022</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask-target)</th>\n",
       "      <td>0.7448</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7414</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7118</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (mask)</th>\n",
       "      <td>0.7449</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7412</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7076</td>\n",
       "      <td>0.0013</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask)</th>\n",
       "      <td>0.7454</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7423</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7094</td>\n",
       "      <td>0.0030</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-P-LR (rec-target)</th>\n",
       "      <td>0.7454</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7413</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7175</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (rec-sup)</th>\n",
       "      <td>0.7455</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7416</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7114</td>\n",
       "      <td>0.0010</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-target)</th>\n",
       "      <td>0.7458</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7419</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7072</td>\n",
       "      <td>0.0014</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-target)</th>\n",
       "      <td>0.7460</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7432</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7181</td>\n",
       "      <td>0.0018</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (rec-sup)</th>\n",
       "      <td>0.7460</td>\n",
       "      <td>0.0005</td>\n",
       "      <td>0.7421</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7043</td>\n",
       "      <td>0.0017</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask)</th>\n",
       "      <td>0.7462</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7421</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7073</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (contrastive)</th>\n",
       "      <td>0.7465</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7428</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7131</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (mask-sup)</th>\n",
       "      <td>0.7465</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7434</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>0.7116</td>\n",
       "      <td>0.0023</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (mask-sup)</th>\n",
       "      <td>0.7468</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7422</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7065</td>\n",
       "      <td>0.0021</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP-T-LR (scratch)</th>\n",
       "      <td>0.7470</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7432</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>0.7122</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MLP (scratch)</th>\n",
       "      <td>0.7473</td>\n",
       "      <td>0.0001</td>\n",
       "      <td>0.7433</td>\n",
       "      <td>0.0000</td>\n",
       "      <td>0.7215</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>3</td>\n",
       "      <td>regression</td>\n",
       "      <td>1200192</td>\n",
       "      <td>136</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                    test_score  test_std  \\\n",
       "dataset                     key                                            \n",
       "Gesture Phase               MLP-P-LR (rec-sup)          0.7369    0.0025   \n",
       "                            MLP-P-LR (mask-sup)         0.7325    0.0025   \n",
       "                            MLP-P-LR (mask)             0.7252    0.0060   \n",
       "                            MLP (mask)                  0.7217    0.0020   \n",
       "                            MLP-P-LR (mask-target)      0.7190    0.0044   \n",
       "                            MLP (mask-sup)              0.7158    0.0070   \n",
       "                            MLP (mask-target)           0.7090    0.0090   \n",
       "                            MLP (rec-sup)               0.7089    0.0046   \n",
       "                            MLP (contrastive)           0.7082    0.0054   \n",
       "                            MLP-P-LR (rec-target)       0.7055    0.0029   \n",
       "                            MLP-T-LR (rec-sup)          0.7050    0.0031   \n",
       "                            MLP-T-LR (mask-sup)         0.6982    0.0050   \n",
       "                            MLP-P-LR (rec)              0.6976    0.0019   \n",
       "                            MLP-P-LR (scratch)          0.6954    0.0046   \n",
       "                            MLP-T-LR (rec)              0.6943    0.0046   \n",
       "                            MLP-T-LR (rec-target)       0.6933    0.0031   \n",
       "                            Catboost                    0.6920    0.0023   \n",
       "                            MLP (rec)                   0.6788    0.0025   \n",
       "                            MLP-T-LR (mask)             0.6786    0.0058   \n",
       "                            MLP (rec-target)            0.6775    0.0058   \n",
       "                            MLP-T-LR (mask-target)      0.6727    0.0013   \n",
       "                            MLP-T-LR (scratch)          0.6619    0.0094   \n",
       "                            MLP (scratch)               0.6560    0.0073   \n",
       "Churn Modelling             MLP-P-LR (mask-sup)         0.8686    0.0004   \n",
       "                            MLP-T-LR (mask)             0.8685    0.0003   \n",
       "                            MLP-T-LR (mask-target)      0.8679    0.0006   \n",
       "                            MLP-T-LR (scratch)          0.8675    0.0006   \n",
       "                            MLP-T-LR (rec-target)       0.8662    0.0004   \n",
       "                            MLP-T-LR (mask-sup)         0.8658    0.0014   \n",
       "                            MLP-P-LR (mask-target)      0.8656    0.0005   \n",
       "                            MLP-T-LR (rec-sup)          0.8656    0.0006   \n",
       "                            MLP-P-LR (mask)             0.8652    0.0009   \n",
       "                            MLP-P-LR (scratch)          0.8645    0.0009   \n",
       "                            Catboost                    0.8641    0.0001   \n",
       "                            MLP-P-LR (rec-sup)          0.8625    0.0017   \n",
       "                            MLP-P-LR (rec-target)       0.8618    0.0003   \n",
       "                            MLP-T-LR (rec)              0.8607    0.0002   \n",
       "                            MLP (mask-target)           0.8604    0.0020   \n",
       "                            MLP (mask)                  0.8594    0.0008   \n",
       "                            MLP (rec-sup)               0.8587    0.0022   \n",
       "                            MLP (mask-sup)              0.8586    0.0014   \n",
       "                            MLP-P-LR (rec)              0.8574    0.0019   \n",
       "                            MLP (rec-target)            0.8573    0.0005   \n",
       "                            MLP (contrastive)           0.8568    0.0011   \n",
       "                            MLP (rec)                   0.8559    0.0003   \n",
       "                            MLP (scratch)               0.8515    0.0006   \n",
       "California Housing          MLP-P-LR (mask-target)      0.4069    0.0010   \n",
       "                            MLP-T-LR (mask-target)      0.4099    0.0010   \n",
       "                            MLP-T-LR (mask)             0.4132    0.0012   \n",
       "                            MLP (mask-target)           0.4141    0.0014   \n",
       "                            MLP-T-LR (rec)              0.4142    0.0019   \n",
       "                            MLP (mask-sup)              0.4180    0.0028   \n",
       "                            MLP-P-LR (rec)              0.4184    0.0015   \n",
       "                            MLP (rec-sup)               0.4194    0.0026   \n",
       "                            MLP-P-LR (mask)             0.4210    0.0022   \n",
       "                            MLP-T-LR (mask-sup)         0.4215    0.0011   \n",
       "                            MLP-P-LR (mask-sup)         0.4237    0.0011   \n",
       "                            MLP-P-LR (rec-sup)          0.4239    0.0012   \n",
       "                            MLP (rec)                   0.4239    0.0001   \n",
       "                            MLP-T-LR (rec-sup)          0.4245    0.0006   \n",
       "                            Catboost                    0.4295    0.0014   \n",
       "                            MLP-P-LR (rec-target)       0.4308    0.0018   \n",
       "                            MLP-T-LR (rec-target)       0.4321    0.0007   \n",
       "                            MLP (rec-target)            0.4332    0.0014   \n",
       "                            MLP (contrastive)           0.4342    0.0050   \n",
       "                            MLP (mask)                  0.4366    0.0010   \n",
       "                            MLP-T-LR (scratch)          0.4375    0.0010   \n",
       "                            MLP-P-LR (scratch)          0.4540    0.0015   \n",
       "                            MLP (scratch)               0.4820    0.0036   \n",
       "House 16H                   MLP-T-LR (mask-target)      2.8942    0.0231   \n",
       "                            MLP-P-LR (mask)             2.9214    0.0133   \n",
       "                            MLP (rec-target)            2.9256    0.0286   \n",
       "                            MLP-T-LR (mask)             2.9302    0.0158   \n",
       "                            MLP (mask-target)           2.9494    0.0236   \n",
       "                            MLP (rec-sup)               2.9508    0.0240   \n",
       "                            MLP (contrastive)           2.9520    0.0055   \n",
       "                            MLP-P-LR (mask-target)      2.9522    0.0044   \n",
       "                            MLP-P-LR (scratch)          2.9530    0.0092   \n",
       "                            MLP-P-LR (rec)              2.9545    0.0100   \n",
       "                            MLP-P-LR (rec-sup)          2.9643    0.0029   \n",
       "                            MLP (rec)                   2.9674    0.0085   \n",
       "                            MLP-P-LR (rec-target)       2.9826    0.0155   \n",
       "                            MLP (mask)                  3.0255    0.0078   \n",
       "                            MLP-T-LR (scratch)          3.0282    0.0223   \n",
       "                            MLP-T-LR (rec)              3.0350    0.0234   \n",
       "                            MLP-T-LR (rec-target)       3.0446    0.0146   \n",
       "                            MLP (scratch)               3.0554    0.0104   \n",
       "                            MLP-P-LR (mask-sup)         3.0554    0.0205   \n",
       "                            MLP-T-LR (rec-sup)          3.0572    0.0125   \n",
       "                            MLP (mask-sup)              3.0663    0.0148   \n",
       "                            MLP-T-LR (mask-sup)         3.0877    0.0062   \n",
       "                            Catboost                    3.0930    0.0063   \n",
       "Adult ROC                   MLP-P-LR (mask-target)      0.9299    0.0001   \n",
       "                            MLP-T-LR (mask-target)      0.9298    0.0000   \n",
       "                            MLP-P-LR (rec-sup)          0.9293    0.0002   \n",
       "                            MLP-P-LR (rec-target)       0.9285    0.0002   \n",
       "                            MLP-P-LR (rec)              0.9284    0.0003   \n",
       "                            MLP-P-LR (mask)             0.9282    0.0001   \n",
       "                            MLP-T-LR (rec-target)       0.9282    0.0002   \n",
       "                            Catboost                    0.9279    0.0002   \n",
       "                            MLP-P-LR (scratch)          0.9276    0.0001   \n",
       "                            MLP-T-LR (rec-sup)          0.9274    0.0001   \n",
       "                            MLP-T-LR (mask)             0.9271    0.0004   \n",
       "                            MLP-P-LR (mask-sup)         0.9270    0.0003   \n",
       "                            MLP-T-LR (mask-sup)         0.9269    0.0006   \n",
       "                            MLP-T-LR (scratch)          0.9265    0.0003   \n",
       "                            MLP-T-LR (rec)              0.9248    0.0002   \n",
       "                            MLP (mask-target)           0.9164    0.0006   \n",
       "                            MLP (mask-sup)              0.9162    0.0002   \n",
       "                            MLP (mask)                  0.9134    0.0004   \n",
       "                            MLP (rec-sup)               0.9126    0.0006   \n",
       "                            MLP (rec)                   0.9121    0.0001   \n",
       "                            MLP (contrastive)           0.9115    0.0002   \n",
       "                            MLP (rec-target)            0.9104    0.0003   \n",
       "                            MLP (scratch)               0.9102    0.0003   \n",
       "Otto Group Products LogLoss MLP (rec-sup)              -0.4423    0.0011   \n",
       "                            MLP (mask-sup)             -0.4427    0.0019   \n",
       "                            MLP-T-LR (rec-sup)         -0.4439    0.0017   \n",
       "                            MLP (rec-target)           -0.4475    0.0012   \n",
       "                            MLP-P-LR (rec-sup)         -0.4492    0.0003   \n",
       "                            MLP-T-LR (mask)            -0.4501    0.0009   \n",
       "                            Catboost                   -0.4504    0.0004   \n",
       "                            MLP (contrastive)          -0.4508    0.0008   \n",
       "                            MLP (mask)                 -0.4509    0.0020   \n",
       "                            MLP (rec)                  -0.4528    0.0015   \n",
       "                            MLP-P-LR (rec)             -0.4540    0.0024   \n",
       "                            MLP-T-LR (rec-target)      -0.4563    0.0030   \n",
       "                            MLP (mask-target)          -0.4568    0.0007   \n",
       "                            MLP-P-LR (mask)            -0.4569    0.0010   \n",
       "                            MLP-P-LR (mask-target)     -0.4577    0.0005   \n",
       "                            MLP-T-LR (rec)             -0.4585    0.0004   \n",
       "                            MLP-T-LR (mask-sup)        -0.4597    0.0006   \n",
       "                            MLP-T-LR (mask-target)     -0.4600    0.0018   \n",
       "                            MLP-P-LR (rec-target)      -0.4648    0.0011   \n",
       "                            MLP (scratch)              -0.4670    0.0025   \n",
       "                            MLP-P-LR (mask-sup)        -0.4678    0.0010   \n",
       "                            MLP-P-LR (scratch)         -0.4696    0.0009   \n",
       "                            MLP-T-LR (scratch)         -0.4715    0.0006   \n",
       "Higgs Small                 MLP-P-LR (mask-target)      0.8283    0.0007   \n",
       "                            MLP (mask-target)           0.8281    0.0008   \n",
       "                            MLP-T-LR (mask-target)      0.8268    0.0004   \n",
       "                            MLP-P-LR (mask)             0.8268    0.0001   \n",
       "                            MLP-T-LR (mask)             0.8260    0.0016   \n",
       "                            MLP (mask)                  0.8239    0.0008   \n",
       "                            MLP (contrastive)           0.8197    0.0001   \n",
       "                            MLP (mask-sup)              0.8190    0.0002   \n",
       "                            MLP-T-LR (mask-sup)         0.8182    0.0004   \n",
       "                            MLP (rec-sup)               0.8172    0.0001   \n",
       "                            MLP-P-LR (mask-sup)         0.8166    0.0004   \n",
       "                            MLP-P-LR (rec-target)       0.8165    0.0002   \n",
       "                            MLP (rec-target)            0.8160    0.0007   \n",
       "                            MLP-T-LR (rec-sup)          0.8141    0.0008   \n",
       "                            MLP-P-LR (scratch)          0.8138    0.0010   \n",
       "                            MLP-P-LR (rec)              0.8129    0.0010   \n",
       "                            MLP-T-LR (rec)              0.8123    0.0003   \n",
       "                            MLP-T-LR (rec-target)       0.8120    0.0008   \n",
       "                            MLP (rec)                   0.8119    0.0003   \n",
       "                            MLP-P-LR (rec-sup)          0.8107    0.0007   \n",
       "                            MLP-T-LR (scratch)          0.8078    0.0002   \n",
       "                            Catboost                    0.8073    0.0001   \n",
       "                            MLP (scratch)               0.8053    0.0004   \n",
       "Facebook Comments Volume    MLP-T-LR (rec)              5.0387    0.0226   \n",
       "                            MLP-P-LR (rec-target)       5.0957    0.0229   \n",
       "                            MLP-P-LR (rec)              5.1241    0.0306   \n",
       "                            MLP-P-LR (rec-sup)          5.1241    0.0306   \n",
       "                            Catboost                    5.2257    0.0159   \n",
       "                            MLP-P-LR (scratch)          5.3235    0.0403   \n",
       "                            MLP-T-LR (rec-target)       5.3445    0.0100   \n",
       "                            MLP-P-LR (mask-sup)         5.3660    0.0136   \n",
       "                            MLP-T-LR (mask)             5.3705    0.0107   \n",
       "                            MLP-P-LR (mask-target)      5.3730    0.0221   \n",
       "                            MLP-T-LR (mask-sup)         5.4068    0.0042   \n",
       "                            MLP-T-LR (rec-sup)          5.4225    0.0023   \n",
       "                            MLP-T-LR (scratch)          5.4243    0.0281   \n",
       "                            MLP-P-LR (mask)             5.4444    0.0067   \n",
       "                            MLP-T-LR (mask-target)      5.4580    0.0351   \n",
       "                            MLP (rec-sup)               5.5312    0.0038   \n",
       "                            MLP (mask-target)           5.5511    0.0088   \n",
       "                            MLP (rec-target)            5.5548    0.0072   \n",
       "                            MLP (rec)                   5.5707    0.0178   \n",
       "                            MLP (mask)                  5.5775    0.0084   \n",
       "                            MLP (mask-sup)              5.6012    0.0058   \n",
       "                            MLP (contrastive)           5.6340    0.0173   \n",
       "                            MLP (scratch)               5.6663    0.0032   \n",
       "Shifts Weather (small)      Catboost                    1.8006    0.0015   \n",
       "                            MLP (rec-sup)               1.8008    0.0050   \n",
       "                            MLP-T-LR (rec)              1.8032    0.0029   \n",
       "                            MLP (contrastive)           1.8036    0.0035   \n",
       "                            MLP (mask-target)           1.8091    0.0007   \n",
       "                            MLP (mask-sup)              1.8101    0.0004   \n",
       "                            MLP (rec)                   1.8111    0.0018   \n",
       "                            MLP-T-LR (rec-sup)          1.8112    0.0013   \n",
       "                            MLP-P-LR (rec-sup)          1.8133    0.0024   \n",
       "                            MLP-P-LR (rec)              1.8183    0.0031   \n",
       "                            MLP-T-LR (mask-sup)         1.8241    0.0038   \n",
       "                            MLP (rec-target)            1.8251    0.0032   \n",
       "                            MLP (mask)                  1.8282    0.0012   \n",
       "                            MLP-T-LR (rec-target)       1.8295    0.0030   \n",
       "                            MLP-P-LR (scratch)          1.8351    0.0019   \n",
       "                            MLP-T-LR (mask)             1.8358    0.0033   \n",
       "                            MLP-P-LR (mask-sup)         1.8482    0.0021   \n",
       "                            MLP-P-LR (mask-target)      1.8487    0.0027   \n",
       "                            MLP-T-LR (mask-target)      1.8488    0.0052   \n",
       "                            MLP-P-LR (mask)             1.8497    0.0042   \n",
       "                            MLP (scratch)               1.8500    0.0013   \n",
       "                            MLP-T-LR (scratch)          1.8501    0.0011   \n",
       "                            MLP-P-LR (rec-target)       1.8603    0.0025   \n",
       "Covertype                   MLP-P-LR (rec)              0.9752    0.0004   \n",
       "                            MLP-T-LR (mask-sup)         0.9751    0.0002   \n",
       "                            MLP-P-LR (rec-target)       0.9743    0.0000   \n",
       "                            MLP-P-LR (rec-sup)          0.9742    0.0003   \n",
       "                            MLP-T-LR (rec-sup)          0.9742    0.0001   \n",
       "                            MLP-P-LR (scratch)          0.9740    0.0003   \n",
       "                            MLP-P-LR (mask-sup)         0.9739    0.0003   \n",
       "                            MLP-P-LR (mask)             0.9739    0.0003   \n",
       "                            MLP-T-LR (mask)             0.9733    0.0001   \n",
       "                            MLP-T-LR (rec)              0.9732    0.0001   \n",
       "                            MLP-P-LR (mask-target)      0.9731    0.0002   \n",
       "                            MLP (mask-sup)              0.9728    0.0000   \n",
       "                            MLP (rec-sup)               0.9726    0.0000   \n",
       "                            MLP-T-LR (mask-target)      0.9724    0.0003   \n",
       "                            MLP-T-LR (scratch)          0.9722    0.0002   \n",
       "                            MLP (rec-target)            0.9721    0.0001   \n",
       "                            MLP-T-LR (rec-target)       0.9720    0.0001   \n",
       "                            MLP (rec)                   0.9717    0.0003   \n",
       "                            MLP (mask-target)           0.9690    0.0001   \n",
       "                            MLP (scratch)               0.9678    0.0003   \n",
       "                            Catboost                    0.9674    0.0002   \n",
       "                            MLP (mask)                  0.9667    0.0001   \n",
       "                            MLP (contrastive)           0.9640    0.0003   \n",
       "MSLR-WEB10K (Fold 1)        Catboost                    0.7412    0.0002   \n",
       "                            MLP (rec-target)            0.7430    0.0001   \n",
       "                            MLP-P-LR (rec)              0.7430    0.0003   \n",
       "                            MLP-T-LR (rec)              0.7435    0.0006   \n",
       "                            MLP-T-LR (rec-target)       0.7437    0.0003   \n",
       "                            MLP-P-LR (scratch)          0.7437    0.0002   \n",
       "                            MLP-P-LR (mask-sup)         0.7438    0.0001   \n",
       "                            MLP-P-LR (rec-sup)          0.7439    0.0001   \n",
       "                            MLP (rec)                   0.7442    0.0001   \n",
       "                            MLP-P-LR (mask-target)      0.7448    0.0003   \n",
       "                            MLP-P-LR (mask)             0.7449    0.0001   \n",
       "                            MLP-T-LR (mask)             0.7454    0.0001   \n",
       "                            MLP-P-LR (rec-target)       0.7454    0.0003   \n",
       "                            MLP (rec-sup)               0.7455    0.0001   \n",
       "                            MLP (mask-target)           0.7458    0.0002   \n",
       "                            MLP-T-LR (mask-target)      0.7460    0.0003   \n",
       "                            MLP-T-LR (rec-sup)          0.7460    0.0005   \n",
       "                            MLP (mask)                  0.7462    0.0001   \n",
       "                            MLP (contrastive)           0.7465    0.0002   \n",
       "                            MLP-T-LR (mask-sup)         0.7465    0.0001   \n",
       "                            MLP (mask-sup)              0.7468    0.0002   \n",
       "                            MLP-T-LR (scratch)          0.7470    0.0001   \n",
       "                            MLP (scratch)               0.7473    0.0001   \n",
       "\n",
       "                                                    val_score  val_std  \\\n",
       "dataset                     key                                          \n",
       "Gesture Phase               MLP-P-LR (rec-sup)         0.7479   0.0057   \n",
       "                            MLP-P-LR (mask-sup)        0.7498   0.0052   \n",
       "                            MLP-P-LR (mask)            0.7464   0.0086   \n",
       "                            MLP (mask)                 0.7525   0.0049   \n",
       "                            MLP-P-LR (mask-target)     0.7447   0.0079   \n",
       "                            MLP (mask-sup)             0.7297   0.0022   \n",
       "                            MLP (mask-target)          0.7329   0.0070   \n",
       "                            MLP (rec-sup)              0.7293   0.0060   \n",
       "                            MLP (contrastive)          0.7241   0.0067   \n",
       "                            MLP-P-LR (rec-target)      0.7287   0.0030   \n",
       "                            MLP-T-LR (rec-sup)         0.7300   0.0004   \n",
       "                            MLP-T-LR (mask-sup)        0.7169   0.0048   \n",
       "                            MLP-P-LR (rec)             0.7297   0.0029   \n",
       "                            MLP-P-LR (scratch)         0.7272   0.0055   \n",
       "                            MLP-T-LR (rec)             0.7243   0.0029   \n",
       "                            MLP-T-LR (rec-target)      0.7179   0.0053   \n",
       "                            Catboost                   0.7082   0.0006   \n",
       "                            MLP (rec)                  0.6956   0.0035   \n",
       "                            MLP-T-LR (mask)            0.7091   0.0029   \n",
       "                            MLP (rec-target)           0.6975   0.0072   \n",
       "                            MLP-T-LR (mask-target)     0.6977   0.0026   \n",
       "                            MLP-T-LR (scratch)         0.6808   0.0041   \n",
       "                            MLP (scratch)              0.6785   0.0035   \n",
       "Churn Modelling             MLP-P-LR (mask-sup)        0.8778   0.0003   \n",
       "                            MLP-T-LR (mask)            0.8786   0.0006   \n",
       "                            MLP-T-LR (mask-target)     0.8795   0.0004   \n",
       "                            MLP-T-LR (scratch)         0.8741   0.0006   \n",
       "                            MLP-T-LR (rec-target)      0.8762   0.0002   \n",
       "                            MLP-T-LR (mask-sup)        0.8770   0.0008   \n",
       "                            MLP-P-LR (mask-target)     0.8786   0.0009   \n",
       "                            MLP-T-LR (rec-sup)         0.8739   0.0005   \n",
       "                            MLP-P-LR (mask)            0.8783   0.0005   \n",
       "                            MLP-P-LR (scratch)         0.8744   0.0005   \n",
       "                            Catboost                   0.8709   0.0002   \n",
       "                            MLP-P-LR (rec-sup)         0.8771   0.0012   \n",
       "                            MLP-P-LR (rec-target)      0.8740   0.0004   \n",
       "                            MLP-T-LR (rec)             0.8740   0.0012   \n",
       "                            MLP (mask-target)          0.8778   0.0019   \n",
       "                            MLP (mask)                 0.8751   0.0011   \n",
       "                            MLP (rec-sup)              0.8740   0.0009   \n",
       "                            MLP (mask-sup)             0.8724   0.0003   \n",
       "                            MLP-P-LR (rec)             0.8754   0.0011   \n",
       "                            MLP (rec-target)           0.8729   0.0011   \n",
       "                            MLP (contrastive)          0.8705   0.0006   \n",
       "                            MLP (rec)                  0.8692   0.0008   \n",
       "                            MLP (scratch)              0.8676   0.0017   \n",
       "California Housing          MLP-P-LR (mask-target)     0.4163   0.0007   \n",
       "                            MLP-T-LR (mask-target)     0.4154   0.0010   \n",
       "                            MLP-T-LR (mask)            0.4173   0.0028   \n",
       "                            MLP (mask-target)          0.4187   0.0022   \n",
       "                            MLP-T-LR (rec)             0.4219   0.0008   \n",
       "                            MLP (mask-sup)             0.4217   0.0021   \n",
       "                            MLP-P-LR (rec)             0.4243   0.0017   \n",
       "                            MLP (rec-sup)              0.4262   0.0014   \n",
       "                            MLP-P-LR (mask)            0.4263   0.0017   \n",
       "                            MLP-T-LR (mask-sup)        0.4221   0.0022   \n",
       "                            MLP-P-LR (mask-sup)        0.4220   0.0015   \n",
       "                            MLP-P-LR (rec-sup)         0.4308   0.0012   \n",
       "                            MLP (rec)                  0.4288   0.0025   \n",
       "                            MLP-T-LR (rec-sup)         0.4217   0.0010   \n",
       "                            Catboost                   0.4327   0.0011   \n",
       "                            MLP-P-LR (rec-target)      0.4320   0.0016   \n",
       "                            MLP-T-LR (rec-target)      0.4269   0.0005   \n",
       "                            MLP (rec-target)           0.4370   0.0030   \n",
       "                            MLP (contrastive)          0.4316   0.0019   \n",
       "                            MLP (mask)                 0.4394   0.0019   \n",
       "                            MLP-T-LR (scratch)         0.4405   0.0013   \n",
       "                            MLP-P-LR (scratch)         0.4577   0.0018   \n",
       "                            MLP (scratch)              0.4776   0.0018   \n",
       "House 16H                   MLP-T-LR (mask-target)     2.6836   0.0237   \n",
       "                            MLP-P-LR (mask)            2.6215   0.0063   \n",
       "                            MLP (rec-target)           2.7325   0.0040   \n",
       "                            MLP-T-LR (mask)            2.6710   0.0217   \n",
       "                            MLP (mask-target)          2.6711   0.0156   \n",
       "                            MLP (rec-sup)              2.7482   0.0113   \n",
       "                            MLP (contrastive)          2.7116   0.0167   \n",
       "                            MLP-P-LR (mask-target)     2.6702   0.0104   \n",
       "                            MLP-P-LR (scratch)         2.7232   0.0066   \n",
       "                            MLP-P-LR (rec)             2.6645   0.0069   \n",
       "                            MLP-P-LR (rec-sup)         2.6531   0.0189   \n",
       "                            MLP (rec)                  2.7182   0.0166   \n",
       "                            MLP-P-LR (rec-target)      2.7157   0.0210   \n",
       "                            MLP (mask)                 2.7462   0.0123   \n",
       "                            MLP-T-LR (scratch)         2.8851   0.0115   \n",
       "                            MLP-T-LR (rec)             2.7637   0.0134   \n",
       "                            MLP-T-LR (rec-target)      2.7951   0.0148   \n",
       "                            MLP (scratch)              2.7780   0.0215   \n",
       "                            MLP-P-LR (mask-sup)        2.7644   0.0204   \n",
       "                            MLP-T-LR (rec-sup)         2.8625   0.0140   \n",
       "                            MLP (mask-sup)             2.7593   0.0107   \n",
       "                            MLP-T-LR (mask-sup)        2.8515   0.0202   \n",
       "                            Catboost                   2.9928   0.0053   \n",
       "Adult ROC                   MLP-P-LR (mask-target)     0.9336   0.0002   \n",
       "                            MLP-T-LR (mask-target)     0.9330   0.0000   \n",
       "                            MLP-P-LR (rec-sup)         0.9333   0.0003   \n",
       "                            MLP-P-LR (rec-target)      0.9313   0.0002   \n",
       "                            MLP-P-LR (rec)             0.9327   0.0005   \n",
       "                            MLP-P-LR (mask)            0.9318   0.0004   \n",
       "                            MLP-T-LR (rec-target)      0.9314   0.0002   \n",
       "                            Catboost                   0.9308   0.0005   \n",
       "                            MLP-P-LR (scratch)         0.9296   0.0003   \n",
       "                            MLP-T-LR (rec-sup)         0.9313   0.0002   \n",
       "                            MLP-T-LR (mask)            0.9312   0.0002   \n",
       "                            MLP-P-LR (mask-sup)        0.9317   0.0002   \n",
       "                            MLP-T-LR (mask-sup)        0.9313   0.0003   \n",
       "                            MLP-T-LR (scratch)         0.9309   0.0005   \n",
       "                            MLP-T-LR (rec)             0.9306   0.0001   \n",
       "                            MLP (mask-target)          0.9207   0.0007   \n",
       "                            MLP (mask-sup)             0.9207   0.0001   \n",
       "                            MLP (mask)                 0.9173   0.0005   \n",
       "                            MLP (rec-sup)              0.9160   0.0003   \n",
       "                            MLP (rec)                  0.9156   0.0004   \n",
       "                            MLP (contrastive)          0.9154   0.0002   \n",
       "                            MLP (rec-target)           0.9142   0.0001   \n",
       "                            MLP (scratch)              0.9143   0.0002   \n",
       "Otto Group Products LogLoss MLP (rec-sup)             -0.4475   0.0001   \n",
       "                            MLP (mask-sup)            -0.4448   0.0018   \n",
       "                            MLP-T-LR (rec-sup)        -0.4446   0.0012   \n",
       "                            MLP (rec-target)          -0.4541   0.0008   \n",
       "                            MLP-P-LR (rec-sup)        -0.4509   0.0003   \n",
       "                            MLP-T-LR (mask)           -0.4534   0.0002   \n",
       "                            Catboost                  -0.4598   0.0008   \n",
       "                            MLP (contrastive)         -0.4528   0.0010   \n",
       "                            MLP (mask)                -0.4521   0.0010   \n",
       "                            MLP (rec)                 -0.4573   0.0020   \n",
       "                            MLP-P-LR (rec)            -0.4582   0.0017   \n",
       "                            MLP-T-LR (rec-target)     -0.4599   0.0013   \n",
       "                            MLP (mask-target)         -0.4610   0.0012   \n",
       "                            MLP-P-LR (mask)           -0.4580   0.0006   \n",
       "                            MLP-P-LR (mask-target)    -0.4604   0.0010   \n",
       "                            MLP-T-LR (rec)            -0.4623   0.0014   \n",
       "                            MLP-T-LR (mask-sup)       -0.4596   0.0003   \n",
       "                            MLP-T-LR (mask-target)    -0.4639   0.0017   \n",
       "                            MLP-P-LR (rec-target)     -0.4691   0.0005   \n",
       "                            MLP (scratch)             -0.4745   0.0029   \n",
       "                            MLP-P-LR (mask-sup)       -0.4690   0.0006   \n",
       "                            MLP-P-LR (scratch)        -0.4717   0.0008   \n",
       "                            MLP-T-LR (scratch)        -0.4730   0.0008   \n",
       "Higgs Small                 MLP-P-LR (mask-target)     0.8328   0.0005   \n",
       "                            MLP (mask-target)          0.8338   0.0007   \n",
       "                            MLP-T-LR (mask-target)     0.8331   0.0007   \n",
       "                            MLP-P-LR (mask)            0.8324   0.0004   \n",
       "                            MLP-T-LR (mask)            0.8318   0.0014   \n",
       "                            MLP (mask)                 0.8303   0.0006   \n",
       "                            MLP (contrastive)          0.8251   0.0004   \n",
       "                            MLP (mask-sup)             0.8239   0.0003   \n",
       "                            MLP-T-LR (mask-sup)        0.8247   0.0004   \n",
       "                            MLP (rec-sup)              0.8234   0.0003   \n",
       "                            MLP-P-LR (mask-sup)        0.8221   0.0002   \n",
       "                            MLP-P-LR (rec-target)      0.8226   0.0004   \n",
       "                            MLP (rec-target)           0.8218   0.0001   \n",
       "                            MLP-T-LR (rec-sup)         0.8201   0.0006   \n",
       "                            MLP-P-LR (scratch)         0.8196   0.0003   \n",
       "                            MLP-P-LR (rec)             0.8202   0.0010   \n",
       "                            MLP-T-LR (rec)             0.8212   0.0010   \n",
       "                            MLP-T-LR (rec-target)      0.8208   0.0004   \n",
       "                            MLP (rec)                  0.8186   0.0006   \n",
       "                            MLP-P-LR (rec-sup)         0.8186   0.0006   \n",
       "                            MLP-T-LR (scratch)         0.8140   0.0005   \n",
       "                            Catboost                   0.8129   0.0001   \n",
       "                            MLP (scratch)              0.8123   0.0004   \n",
       "Facebook Comments Volume    MLP-T-LR (rec)             4.7852   0.0412   \n",
       "                            MLP-P-LR (rec-target)      4.7980   0.0104   \n",
       "                            MLP-P-LR (rec)             4.8495   0.0236   \n",
       "                            MLP-P-LR (rec-sup)         4.8495   0.0236   \n",
       "                            Catboost                   5.0905   0.0125   \n",
       "                            MLP-P-LR (scratch)         5.0526   0.0706   \n",
       "                            MLP-T-LR (rec-target)      5.0089   0.0208   \n",
       "                            MLP-P-LR (mask-sup)        5.0746   0.0064   \n",
       "                            MLP-T-LR (mask)            5.0564   0.0204   \n",
       "                            MLP-P-LR (mask-target)     5.0976   0.0117   \n",
       "                            MLP-T-LR (mask-sup)        5.1214   0.0270   \n",
       "                            MLP-T-LR (rec-sup)         5.1051   0.0184   \n",
       "                            MLP-T-LR (scratch)         5.1622   0.0076   \n",
       "                            MLP-P-LR (mask)            5.1439   0.0196   \n",
       "                            MLP-T-LR (mask-target)     5.1335   0.0313   \n",
       "                            MLP (rec-sup)              5.3139   0.0294   \n",
       "                            MLP (mask-target)          5.3237   0.0283   \n",
       "                            MLP (rec-target)           5.3389   0.0129   \n",
       "                            MLP (rec)                  5.3660   0.0114   \n",
       "                            MLP (mask)                 5.3441   0.0192   \n",
       "                            MLP (mask-sup)             5.3589   0.0054   \n",
       "                            MLP (contrastive)          5.4300   0.0261   \n",
       "                            MLP (scratch)              5.4068   0.0193   \n",
       "Shifts Weather (small)      Catboost                   1.7978   0.0015   \n",
       "                            MLP (rec-sup)              1.7983   0.0039   \n",
       "                            MLP-T-LR (rec)             1.7998   0.0024   \n",
       "                            MLP (contrastive)          1.8043   0.0033   \n",
       "                            MLP (mask-target)          1.8072   0.0033   \n",
       "                            MLP (mask-sup)             1.8072   0.0030   \n",
       "                            MLP (rec)                  1.8095   0.0017   \n",
       "                            MLP-T-LR (rec-sup)         1.8039   0.0025   \n",
       "                            MLP-P-LR (rec-sup)         1.8089   0.0018   \n",
       "                            MLP-P-LR (rec)             1.8139   0.0047   \n",
       "                            MLP-T-LR (mask-sup)        1.8222   0.0024   \n",
       "                            MLP (rec-target)           1.8230   0.0032   \n",
       "                            MLP (mask)                 1.8293   0.0005   \n",
       "                            MLP-T-LR (rec-target)      1.8281   0.0030   \n",
       "                            MLP-P-LR (scratch)         1.8339   0.0034   \n",
       "                            MLP-T-LR (mask)            1.8389   0.0026   \n",
       "                            MLP-P-LR (mask-sup)        1.8472   0.0020   \n",
       "                            MLP-P-LR (mask-target)     1.8485   0.0023   \n",
       "                            MLP-T-LR (mask-target)     1.8488   0.0034   \n",
       "                            MLP-P-LR (mask)            1.8495   0.0029   \n",
       "                            MLP (scratch)              1.8518   0.0017   \n",
       "                            MLP-T-LR (scratch)         1.8503   0.0020   \n",
       "                            MLP-P-LR (rec-target)      1.8570   0.0022   \n",
       "Covertype                   MLP-P-LR (rec)             0.9760   0.0003   \n",
       "                            MLP-T-LR (mask-sup)        0.9761   0.0003   \n",
       "                            MLP-P-LR (rec-target)      0.9751   0.0001   \n",
       "                            MLP-P-LR (rec-sup)         0.9751   0.0002   \n",
       "                            MLP-T-LR (rec-sup)         0.9752   0.0001   \n",
       "                            MLP-P-LR (scratch)         0.9743   0.0004   \n",
       "                            MLP-P-LR (mask-sup)        0.9750   0.0001   \n",
       "                            MLP-P-LR (mask)            0.9746   0.0002   \n",
       "                            MLP-T-LR (mask)            0.9743   0.0002   \n",
       "                            MLP-T-LR (rec)             0.9742   0.0002   \n",
       "                            MLP-P-LR (mask-target)     0.9740   0.0003   \n",
       "                            MLP (mask-sup)             0.9733   0.0003   \n",
       "                            MLP (rec-sup)              0.9730   0.0004   \n",
       "                            MLP-T-LR (mask-target)     0.9738   0.0002   \n",
       "                            MLP-T-LR (scratch)         0.9730   0.0002   \n",
       "                            MLP (rec-target)           0.9728   0.0002   \n",
       "                            MLP-T-LR (rec-target)      0.9731   0.0001   \n",
       "                            MLP (rec)                  0.9728   0.0000   \n",
       "                            MLP (mask-target)          0.9699   0.0003   \n",
       "                            MLP (scratch)              0.9684   0.0003   \n",
       "                            Catboost                   0.9683   0.0001   \n",
       "                            MLP (mask)                 0.9672   0.0004   \n",
       "                            MLP (contrastive)          0.9651   0.0001   \n",
       "MSLR-WEB10K (Fold 1)        Catboost                   0.7382   0.0001   \n",
       "                            MLP (rec-target)           0.7392   0.0001   \n",
       "                            MLP-P-LR (rec)             0.7402   0.0000   \n",
       "                            MLP-T-LR (rec)             0.7414   0.0007   \n",
       "                            MLP-T-LR (rec-target)      0.7404   0.0001   \n",
       "                            MLP-P-LR (scratch)         0.7402   0.0002   \n",
       "                            MLP-P-LR (mask-sup)        0.7408   0.0001   \n",
       "                            MLP-P-LR (rec-sup)         0.7406   0.0001   \n",
       "                            MLP (rec)                  0.7403   0.0003   \n",
       "                            MLP-P-LR (mask-target)     0.7414   0.0002   \n",
       "                            MLP-P-LR (mask)            0.7412   0.0001   \n",
       "                            MLP-T-LR (mask)            0.7423   0.0005   \n",
       "                            MLP-P-LR (rec-target)      0.7413   0.0003   \n",
       "                            MLP (rec-sup)              0.7416   0.0002   \n",
       "                            MLP (mask-target)          0.7419   0.0002   \n",
       "                            MLP-T-LR (mask-target)     0.7432   0.0003   \n",
       "                            MLP-T-LR (rec-sup)         0.7421   0.0002   \n",
       "                            MLP (mask)                 0.7421   0.0002   \n",
       "                            MLP (contrastive)          0.7428   0.0003   \n",
       "                            MLP-T-LR (mask-sup)        0.7434   0.0003   \n",
       "                            MLP (mask-sup)             0.7422   0.0002   \n",
       "                            MLP-T-LR (scratch)         0.7432   0.0002   \n",
       "                            MLP (scratch)              0.7433   0.0000   \n",
       "\n",
       "                                                    train_score  train_std  \\\n",
       "dataset                     key                                              \n",
       "Gesture Phase               MLP-P-LR (rec-sup)           0.9988     0.0002   \n",
       "                            MLP-P-LR (mask-sup)          0.9986     0.0006   \n",
       "                            MLP-P-LR (mask)              0.9958     0.0016   \n",
       "                            MLP (mask)                   0.9916     0.0015   \n",
       "                            MLP-P-LR (mask-target)       0.9883     0.0010   \n",
       "                            MLP (mask-sup)               0.9948     0.0003   \n",
       "                            MLP (mask-target)            0.9777     0.0060   \n",
       "                            MLP (rec-sup)                0.9948     0.0016   \n",
       "                            MLP (contrastive)            0.9836     0.0040   \n",
       "                            MLP-P-LR (rec-target)        0.9836     0.0020   \n",
       "                            MLP-T-LR (rec-sup)           0.9996     0.0002   \n",
       "                            MLP-T-LR (mask-sup)          0.9995     0.0002   \n",
       "                            MLP-P-LR (rec)               0.9947     0.0007   \n",
       "                            MLP-P-LR (scratch)           0.9875     0.0015   \n",
       "                            MLP-T-LR (rec)               0.9999     0.0002   \n",
       "                            MLP-T-LR (rec-target)        1.0000     0.0000   \n",
       "                            Catboost                     1.0000     0.0000   \n",
       "                            MLP (rec)                    0.9598     0.0054   \n",
       "                            MLP-T-LR (mask)              0.9997     0.0001   \n",
       "                            MLP (rec-target)             0.9565     0.0176   \n",
       "                            MLP-T-LR (mask-target)       0.9999     0.0001   \n",
       "                            MLP-T-LR (scratch)           0.9997     0.0002   \n",
       "                            MLP (scratch)                0.9170     0.0082   \n",
       "Churn Modelling             MLP-P-LR (mask-sup)          0.8936     0.0009   \n",
       "                            MLP-T-LR (mask)              0.8903     0.0009   \n",
       "                            MLP-T-LR (mask-target)       0.8948     0.0017   \n",
       "                            MLP-T-LR (scratch)           0.8957     0.0016   \n",
       "                            MLP-T-LR (rec-target)        0.9016     0.0016   \n",
       "                            MLP-T-LR (mask-sup)          0.8821     0.0021   \n",
       "                            MLP-P-LR (mask-target)       0.8956     0.0026   \n",
       "                            MLP-T-LR (rec-sup)           0.9011     0.0016   \n",
       "                            MLP-P-LR (mask)              0.8962     0.0023   \n",
       "                            MLP-P-LR (scratch)           0.8885     0.0013   \n",
       "                            Catboost                     0.8868     0.0014   \n",
       "                            MLP-P-LR (rec-sup)           0.8952     0.0038   \n",
       "                            MLP-P-LR (rec-target)        0.8976     0.0010   \n",
       "                            MLP-T-LR (rec)               0.8932     0.0011   \n",
       "                            MLP (mask-target)            0.9091     0.0073   \n",
       "                            MLP (mask)                   0.9079     0.0027   \n",
       "                            MLP (rec-sup)                0.9121     0.0084   \n",
       "                            MLP (mask-sup)               0.9018     0.0017   \n",
       "                            MLP-P-LR (rec)               0.8991     0.0018   \n",
       "                            MLP (rec-target)             0.9099     0.0014   \n",
       "                            MLP (contrastive)            0.8993     0.0004   \n",
       "                            MLP (rec)                    0.9127     0.0025   \n",
       "                            MLP (scratch)                0.9124     0.0048   \n",
       "California Housing          MLP-P-LR (mask-target)       0.2858     0.0062   \n",
       "                            MLP-T-LR (mask-target)       0.2829     0.0059   \n",
       "                            MLP-T-LR (mask)              0.3023     0.0124   \n",
       "                            MLP (mask-target)            0.2879     0.0159   \n",
       "                            MLP-T-LR (rec)               0.2801     0.0078   \n",
       "                            MLP (mask-sup)               0.2926     0.0151   \n",
       "                            MLP-P-LR (rec)               0.2719     0.0200   \n",
       "                            MLP (rec-sup)                0.3077     0.0061   \n",
       "                            MLP-P-LR (mask)              0.2748     0.0088   \n",
       "                            MLP-T-LR (mask-sup)          0.3147     0.0119   \n",
       "                            MLP-P-LR (mask-sup)          0.2912     0.0104   \n",
       "                            MLP-P-LR (rec-sup)           0.2990     0.0014   \n",
       "                            MLP (rec)                    0.2825     0.0181   \n",
       "                            MLP-T-LR (rec-sup)           0.2865     0.0023   \n",
       "                            Catboost                     0.1996     0.0001   \n",
       "                            MLP-P-LR (rec-target)        0.2776     0.0133   \n",
       "                            MLP-T-LR (rec-target)        0.2887     0.0052   \n",
       "                            MLP (rec-target)             0.3017     0.0203   \n",
       "                            MLP (contrastive)            0.2773     0.0080   \n",
       "                            MLP (mask)                   0.3063     0.0047   \n",
       "                            MLP-T-LR (scratch)           0.3340     0.0064   \n",
       "                            MLP-P-LR (scratch)           0.3365     0.0115   \n",
       "                            MLP (scratch)                0.4028     0.0106   \n",
       "House 16H                   MLP-T-LR (mask-target)       1.0381     0.2004   \n",
       "                            MLP-P-LR (mask)              1.6084     0.0258   \n",
       "                            MLP (rec-target)             1.2002     0.1089   \n",
       "                            MLP-T-LR (mask)              1.3615     0.0877   \n",
       "                            MLP (mask-target)            1.2087     0.0461   \n",
       "                            MLP (rec-sup)                1.4472     0.1184   \n",
       "                            MLP (contrastive)            1.4068     0.0739   \n",
       "                            MLP-P-LR (mask-target)       1.6644     0.0843   \n",
       "                            MLP-P-LR (scratch)           1.9099     0.0621   \n",
       "                            MLP-P-LR (rec)               1.6425     0.1447   \n",
       "                            MLP-P-LR (rec-sup)           1.6141     0.0577   \n",
       "                            MLP (rec)                    1.2655     0.0516   \n",
       "                            MLP-P-LR (rec-target)        1.5964     0.2319   \n",
       "                            MLP (mask)                   1.6805     0.0316   \n",
       "                            MLP-T-LR (scratch)           1.7149     0.1873   \n",
       "                            MLP-T-LR (rec)               1.8883     0.1146   \n",
       "                            MLP-T-LR (rec-target)        1.8611     0.0295   \n",
       "                            MLP (scratch)                1.4654     0.0712   \n",
       "                            MLP-P-LR (mask-sup)          1.9840     0.0307   \n",
       "                            MLP-T-LR (rec-sup)           1.5814     0.0326   \n",
       "                            MLP (mask-sup)               1.8032     0.0566   \n",
       "                            MLP-T-LR (mask-sup)          1.6191     0.0869   \n",
       "                            Catboost                     1.2692     0.0018   \n",
       "Adult ROC                   MLP-P-LR (mask-target)       0.9474     0.0011   \n",
       "                            MLP-T-LR (mask-target)       0.9454     0.0011   \n",
       "                            MLP-P-LR (rec-sup)           0.9484     0.0005   \n",
       "                            MLP-P-LR (rec-target)        0.9444     0.0006   \n",
       "                            MLP-P-LR (rec)               0.9511     0.0026   \n",
       "                            MLP-P-LR (mask)              0.9472     0.0012   \n",
       "                            MLP-T-LR (rec-target)        0.9457     0.0006   \n",
       "                            Catboost                     0.9419     0.0019   \n",
       "                            MLP-P-LR (scratch)           0.9423     0.0013   \n",
       "                            MLP-T-LR (rec-sup)           0.9462     0.0008   \n",
       "                            MLP-T-LR (mask)              0.9478     0.0007   \n",
       "                            MLP-P-LR (mask-sup)          0.9462     0.0005   \n",
       "                            MLP-T-LR (mask-sup)          0.9459     0.0020   \n",
       "                            MLP-T-LR (scratch)           0.9460     0.0014   \n",
       "                            MLP-T-LR (rec)               0.9496     0.0005   \n",
       "                            MLP (mask-target)            0.9363     0.0009   \n",
       "                            MLP (mask-sup)               0.9341     0.0006   \n",
       "                            MLP (mask)                   0.9335     0.0011   \n",
       "                            MLP (rec-sup)                0.9333     0.0014   \n",
       "                            MLP (rec)                    0.9365     0.0020   \n",
       "                            MLP (contrastive)            0.9362     0.0009   \n",
       "                            MLP (rec-target)             0.9345     0.0015   \n",
       "                            MLP (scratch)                0.9338     0.0019   \n",
       "Otto Group Products LogLoss MLP (rec-sup)               -0.3110     0.0021   \n",
       "                            MLP (mask-sup)              -0.2786     0.0073   \n",
       "                            MLP-T-LR (rec-sup)          -0.3046     0.0061   \n",
       "                            MLP (rec-target)            -0.3135     0.0068   \n",
       "                            MLP-P-LR (rec-sup)          -0.3258     0.0036   \n",
       "                            MLP-T-LR (mask)             -0.3146     0.0038   \n",
       "                            Catboost                    -0.1639     0.0049   \n",
       "                            MLP (contrastive)           -0.3173     0.0047   \n",
       "                            MLP (mask)                  -0.2976     0.0087   \n",
       "                            MLP (rec)                   -0.3192     0.0056   \n",
       "                            MLP-P-LR (rec)              -0.3276     0.0083   \n",
       "                            MLP-T-LR (rec-target)       -0.3258     0.0092   \n",
       "                            MLP (mask-target)           -0.3234     0.0027   \n",
       "                            MLP-P-LR (mask)             -0.3184     0.0025   \n",
       "                            MLP-P-LR (mask-target)      -0.3242     0.0033   \n",
       "                            MLP-T-LR (rec)              -0.3385     0.0051   \n",
       "                            MLP-T-LR (mask-sup)         -0.3027     0.0020   \n",
       "                            MLP-T-LR (mask-target)      -0.3179     0.0095   \n",
       "                            MLP-P-LR (rec-target)       -0.3339     0.0025   \n",
       "                            MLP (scratch)               -0.3397     0.0116   \n",
       "                            MLP-P-LR (mask-sup)         -0.3490     0.0041   \n",
       "                            MLP-P-LR (scratch)          -0.3495     0.0085   \n",
       "                            MLP-T-LR (scratch)          -0.3317     0.0035   \n",
       "Higgs Small                 MLP-P-LR (mask-target)       0.8808     0.0065   \n",
       "                            MLP (mask-target)            0.8886     0.0036   \n",
       "                            MLP-T-LR (mask-target)       0.8792     0.0039   \n",
       "                            MLP-P-LR (mask)              0.8829     0.0023   \n",
       "                            MLP-T-LR (mask)              0.8834     0.0039   \n",
       "                            MLP (mask)                   0.8904     0.0053   \n",
       "                            MLP (contrastive)            0.8732     0.0033   \n",
       "                            MLP (mask-sup)               0.8750     0.0048   \n",
       "                            MLP-T-LR (mask-sup)          0.8723     0.0004   \n",
       "                            MLP (rec-sup)                0.8739     0.0042   \n",
       "                            MLP-P-LR (mask-sup)          0.8592     0.0032   \n",
       "                            MLP-P-LR (rec-target)        0.8656     0.0046   \n",
       "                            MLP (rec-target)             0.8850     0.0059   \n",
       "                            MLP-T-LR (rec-sup)           0.8728     0.0015   \n",
       "                            MLP-P-LR (scratch)           0.8510     0.0039   \n",
       "                            MLP-P-LR (rec)               0.8628     0.0055   \n",
       "                            MLP-T-LR (rec)               0.8702     0.0066   \n",
       "                            MLP-T-LR (rec-target)        0.8609     0.0025   \n",
       "                            MLP (rec)                    0.8700     0.0037   \n",
       "                            MLP-P-LR (rec-sup)           0.8562     0.0041   \n",
       "                            MLP-T-LR (scratch)           0.8440     0.0022   \n",
       "                            Catboost                     0.9168     0.0040   \n",
       "                            MLP (scratch)                0.8750     0.0034   \n",
       "Facebook Comments Volume    MLP-T-LR (rec)               0.5882     0.1265   \n",
       "                            MLP-P-LR (rec-target)        1.1834     0.1593   \n",
       "                            MLP-P-LR (rec)               1.4292     0.3717   \n",
       "                            MLP-P-LR (rec-sup)           1.4292     0.3717   \n",
       "                            Catboost                     1.3445     0.0062   \n",
       "                            MLP-P-LR (scratch)           2.3041     0.4609   \n",
       "                            MLP-T-LR (rec-target)        3.0796     0.1099   \n",
       "                            MLP-P-LR (mask-sup)          3.1912     0.0484   \n",
       "                            MLP-T-LR (mask)              3.2723     0.0270   \n",
       "                            MLP-P-LR (mask-target)       3.3833     0.1273   \n",
       "                            MLP-T-LR (mask-sup)          3.2438     0.1193   \n",
       "                            MLP-T-LR (rec-sup)           3.3254     0.1077   \n",
       "                            MLP-T-LR (scratch)           3.4767     0.0696   \n",
       "                            MLP-P-LR (mask)              3.7679     0.1243   \n",
       "                            MLP-T-LR (mask-target)       3.8297     0.1797   \n",
       "                            MLP (rec-sup)                3.6234     0.1592   \n",
       "                            MLP (mask-target)            4.2256     0.1229   \n",
       "                            MLP (rec-target)             4.0459     0.0380   \n",
       "                            MLP (rec)                    4.1066     0.0389   \n",
       "                            MLP (mask)                   4.1086     0.0707   \n",
       "                            MLP (mask-sup)               4.1353     0.0787   \n",
       "                            MLP (contrastive)            4.3226     0.0513   \n",
       "                            MLP (scratch)                4.4067     0.0804   \n",
       "Shifts Weather (small)      Catboost                     1.0805     0.0002   \n",
       "                            MLP (rec-sup)                1.4950     0.0284   \n",
       "                            MLP-T-LR (rec)               1.4593     0.0082   \n",
       "                            MLP (contrastive)            1.5681     0.0105   \n",
       "                            MLP (mask-target)            1.4916     0.0293   \n",
       "                            MLP (mask-sup)               1.6002     0.0051   \n",
       "                            MLP (rec)                    1.4755     0.0207   \n",
       "                            MLP-T-LR (rec-sup)           1.4244     0.0044   \n",
       "                            MLP-P-LR (rec-sup)           1.4541     0.0217   \n",
       "                            MLP-P-LR (rec)               1.4881     0.0365   \n",
       "                            MLP-T-LR (mask-sup)          1.5543     0.0198   \n",
       "                            MLP (rec-target)             1.5063     0.0169   \n",
       "                            MLP (mask)                   1.5789     0.0024   \n",
       "                            MLP-T-LR (rec-target)        1.5949     0.0168   \n",
       "                            MLP-P-LR (scratch)           1.6565     0.0095   \n",
       "                            MLP-T-LR (mask)              1.6608     0.0196   \n",
       "                            MLP-P-LR (mask-sup)          1.6764     0.0107   \n",
       "                            MLP-P-LR (mask-target)       1.6714     0.0113   \n",
       "                            MLP-T-LR (mask-target)       1.6428     0.0058   \n",
       "                            MLP-P-LR (mask)              1.6793     0.0140   \n",
       "                            MLP (scratch)                1.6172     0.0157   \n",
       "                            MLP-T-LR (scratch)           1.6353     0.0114   \n",
       "                            MLP-P-LR (rec-target)        1.6825     0.0094   \n",
       "Covertype                   MLP-P-LR (rec)               0.9983     0.0005   \n",
       "                            MLP-T-LR (mask-sup)          0.9993     0.0001   \n",
       "                            MLP-P-LR (rec-target)        0.9988     0.0005   \n",
       "                            MLP-P-LR (rec-sup)           0.9977     0.0004   \n",
       "                            MLP-T-LR (rec-sup)           0.9974     0.0001   \n",
       "                            MLP-P-LR (scratch)           0.9959     0.0002   \n",
       "                            MLP-P-LR (mask-sup)          0.9973     0.0001   \n",
       "                            MLP-P-LR (mask)              0.9979     0.0004   \n",
       "                            MLP-T-LR (mask)              0.9982     0.0003   \n",
       "                            MLP-T-LR (rec)               0.9979     0.0004   \n",
       "                            MLP-P-LR (mask-target)       0.9966     0.0006   \n",
       "                            MLP (mask-sup)               0.9973     0.0004   \n",
       "                            MLP (rec-sup)                0.9980     0.0002   \n",
       "                            MLP-T-LR (mask-target)       0.9978     0.0002   \n",
       "                            MLP-T-LR (scratch)           0.9956     0.0004   \n",
       "                            MLP (rec-target)             0.9969     0.0004   \n",
       "                            MLP-T-LR (rec-target)        0.9941     0.0002   \n",
       "                            MLP (rec)                    0.9976     0.0003   \n",
       "                            MLP (mask-target)            0.9935     0.0005   \n",
       "                            MLP (scratch)                0.9917     0.0006   \n",
       "                            Catboost                     0.9996     0.0000   \n",
       "                            MLP (mask)                   0.9890     0.0003   \n",
       "                            MLP (contrastive)            0.9858     0.0002   \n",
       "MSLR-WEB10K (Fold 1)        Catboost                     0.6497     0.0006   \n",
       "                            MLP (rec-target)             0.7083     0.0003   \n",
       "                            MLP-P-LR (rec)               0.7067     0.0017   \n",
       "                            MLP-T-LR (rec)               0.7116     0.0016   \n",
       "                            MLP-T-LR (rec-target)        0.7065     0.0004   \n",
       "                            MLP-P-LR (scratch)           0.7087     0.0006   \n",
       "                            MLP-P-LR (mask-sup)          0.7075     0.0012   \n",
       "                            MLP-P-LR (rec-sup)           0.7052     0.0002   \n",
       "                            MLP (rec)                    0.7065     0.0022   \n",
       "                            MLP-P-LR (mask-target)       0.7118     0.0010   \n",
       "                            MLP-P-LR (mask)              0.7076     0.0013   \n",
       "                            MLP-T-LR (mask)              0.7094     0.0030   \n",
       "                            MLP-P-LR (rec-target)        0.7175     0.0005   \n",
       "                            MLP (rec-sup)                0.7114     0.0010   \n",
       "                            MLP (mask-target)            0.7072     0.0014   \n",
       "                            MLP-T-LR (mask-target)       0.7181     0.0018   \n",
       "                            MLP-T-LR (rec-sup)           0.7043     0.0017   \n",
       "                            MLP (mask)                   0.7073     0.0023   \n",
       "                            MLP (contrastive)            0.7131     0.0021   \n",
       "                            MLP-T-LR (mask-sup)          0.7116     0.0023   \n",
       "                            MLP (mask-sup)               0.7065     0.0021   \n",
       "                            MLP-T-LR (scratch)           0.7122     0.0008   \n",
       "                            MLP (scratch)                0.7215     0.0002   \n",
       "\n",
       "                                                    count   task_type  \\\n",
       "dataset                     key                                         \n",
       "Gesture Phase               MLP-P-LR (rec-sup)          3  multiclass   \n",
       "                            MLP-P-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-P-LR (mask)             3  multiclass   \n",
       "                            MLP (mask)                  3  multiclass   \n",
       "                            MLP-P-LR (mask-target)      3  multiclass   \n",
       "                            MLP (mask-sup)              3  multiclass   \n",
       "                            MLP (mask-target)           3  multiclass   \n",
       "                            MLP (rec-sup)               3  multiclass   \n",
       "                            MLP (contrastive)           3  multiclass   \n",
       "                            MLP-P-LR (rec-target)       3  multiclass   \n",
       "                            MLP-T-LR (rec-sup)          3  multiclass   \n",
       "                            MLP-T-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-P-LR (rec)              3  multiclass   \n",
       "                            MLP-P-LR (scratch)          3  multiclass   \n",
       "                            MLP-T-LR (rec)              3  multiclass   \n",
       "                            MLP-T-LR (rec-target)       3  multiclass   \n",
       "                            Catboost                    3  multiclass   \n",
       "                            MLP (rec)                   3  multiclass   \n",
       "                            MLP-T-LR (mask)             3  multiclass   \n",
       "                            MLP (rec-target)            3  multiclass   \n",
       "                            MLP-T-LR (mask-target)      3  multiclass   \n",
       "                            MLP-T-LR (scratch)          3  multiclass   \n",
       "                            MLP (scratch)               3  multiclass   \n",
       "Churn Modelling             MLP-P-LR (mask-sup)         3    binclass   \n",
       "                            MLP-T-LR (mask)             3    binclass   \n",
       "                            MLP-T-LR (mask-target)      3    binclass   \n",
       "                            MLP-T-LR (scratch)          3    binclass   \n",
       "                            MLP-T-LR (rec-target)       3    binclass   \n",
       "                            MLP-T-LR (mask-sup)         3    binclass   \n",
       "                            MLP-P-LR (mask-target)      3    binclass   \n",
       "                            MLP-T-LR (rec-sup)          3    binclass   \n",
       "                            MLP-P-LR (mask)             3    binclass   \n",
       "                            MLP-P-LR (scratch)          3    binclass   \n",
       "                            Catboost                    3    binclass   \n",
       "                            MLP-P-LR (rec-sup)          3    binclass   \n",
       "                            MLP-P-LR (rec-target)       3    binclass   \n",
       "                            MLP-T-LR (rec)              3    binclass   \n",
       "                            MLP (mask-target)           3    binclass   \n",
       "                            MLP (mask)                  3    binclass   \n",
       "                            MLP (rec-sup)               3    binclass   \n",
       "                            MLP (mask-sup)              3    binclass   \n",
       "                            MLP-P-LR (rec)              3    binclass   \n",
       "                            MLP (rec-target)            3    binclass   \n",
       "                            MLP (contrastive)           3    binclass   \n",
       "                            MLP (rec)                   3    binclass   \n",
       "                            MLP (scratch)               3    binclass   \n",
       "California Housing          MLP-P-LR (mask-target)      3  regression   \n",
       "                            MLP-T-LR (mask-target)      3  regression   \n",
       "                            MLP-T-LR (mask)             3  regression   \n",
       "                            MLP (mask-target)           3  regression   \n",
       "                            MLP-T-LR (rec)              3  regression   \n",
       "                            MLP (mask-sup)              3  regression   \n",
       "                            MLP-P-LR (rec)              3  regression   \n",
       "                            MLP (rec-sup)               3  regression   \n",
       "                            MLP-P-LR (mask)             3  regression   \n",
       "                            MLP-T-LR (mask-sup)         3  regression   \n",
       "                            MLP-P-LR (mask-sup)         3  regression   \n",
       "                            MLP-P-LR (rec-sup)          3  regression   \n",
       "                            MLP (rec)                   3  regression   \n",
       "                            MLP-T-LR (rec-sup)          3  regression   \n",
       "                            Catboost                    3  regression   \n",
       "                            MLP-P-LR (rec-target)       3  regression   \n",
       "                            MLP-T-LR (rec-target)       3  regression   \n",
       "                            MLP (rec-target)            3  regression   \n",
       "                            MLP (contrastive)           3  regression   \n",
       "                            MLP (mask)                  3  regression   \n",
       "                            MLP-T-LR (scratch)          3  regression   \n",
       "                            MLP-P-LR (scratch)          3  regression   \n",
       "                            MLP (scratch)               3  regression   \n",
       "House 16H                   MLP-T-LR (mask-target)      3  regression   \n",
       "                            MLP-P-LR (mask)             3  regression   \n",
       "                            MLP (rec-target)            3  regression   \n",
       "                            MLP-T-LR (mask)             3  regression   \n",
       "                            MLP (mask-target)           3  regression   \n",
       "                            MLP (rec-sup)               3  regression   \n",
       "                            MLP (contrastive)           3  regression   \n",
       "                            MLP-P-LR (mask-target)      3  regression   \n",
       "                            MLP-P-LR (scratch)          3  regression   \n",
       "                            MLP-P-LR (rec)              3  regression   \n",
       "                            MLP-P-LR (rec-sup)          3  regression   \n",
       "                            MLP (rec)                   3  regression   \n",
       "                            MLP-P-LR (rec-target)       3  regression   \n",
       "                            MLP (mask)                  3  regression   \n",
       "                            MLP-T-LR (scratch)          3  regression   \n",
       "                            MLP-T-LR (rec)              3  regression   \n",
       "                            MLP-T-LR (rec-target)       3  regression   \n",
       "                            MLP (scratch)               3  regression   \n",
       "                            MLP-P-LR (mask-sup)         3  regression   \n",
       "                            MLP-T-LR (rec-sup)          3  regression   \n",
       "                            MLP (mask-sup)              3  regression   \n",
       "                            MLP-T-LR (mask-sup)         3  regression   \n",
       "                            Catboost                    3  regression   \n",
       "Adult ROC                   MLP-P-LR (mask-target)      3    binclass   \n",
       "                            MLP-T-LR (mask-target)      3    binclass   \n",
       "                            MLP-P-LR (rec-sup)          3    binclass   \n",
       "                            MLP-P-LR (rec-target)       3    binclass   \n",
       "                            MLP-P-LR (rec)              3    binclass   \n",
       "                            MLP-P-LR (mask)             3    binclass   \n",
       "                            MLP-T-LR (rec-target)       3    binclass   \n",
       "                            Catboost                    3    binclass   \n",
       "                            MLP-P-LR (scratch)          3    binclass   \n",
       "                            MLP-T-LR (rec-sup)          3    binclass   \n",
       "                            MLP-T-LR (mask)             3    binclass   \n",
       "                            MLP-P-LR (mask-sup)         3    binclass   \n",
       "                            MLP-T-LR (mask-sup)         3    binclass   \n",
       "                            MLP-T-LR (scratch)          3    binclass   \n",
       "                            MLP-T-LR (rec)              3    binclass   \n",
       "                            MLP (mask-target)           3    binclass   \n",
       "                            MLP (mask-sup)              3    binclass   \n",
       "                            MLP (mask)                  3    binclass   \n",
       "                            MLP (rec-sup)               3    binclass   \n",
       "                            MLP (rec)                   3    binclass   \n",
       "                            MLP (contrastive)           3    binclass   \n",
       "                            MLP (rec-target)            3    binclass   \n",
       "                            MLP (scratch)               3    binclass   \n",
       "Otto Group Products LogLoss MLP (rec-sup)               3  multiclass   \n",
       "                            MLP (mask-sup)              3  multiclass   \n",
       "                            MLP-T-LR (rec-sup)          3  multiclass   \n",
       "                            MLP (rec-target)            3  multiclass   \n",
       "                            MLP-P-LR (rec-sup)          3  multiclass   \n",
       "                            MLP-T-LR (mask)             3  multiclass   \n",
       "                            Catboost                    3  multiclass   \n",
       "                            MLP (contrastive)           3  multiclass   \n",
       "                            MLP (mask)                  3  multiclass   \n",
       "                            MLP (rec)                   3  multiclass   \n",
       "                            MLP-P-LR (rec)              3  multiclass   \n",
       "                            MLP-T-LR (rec-target)       3  multiclass   \n",
       "                            MLP (mask-target)           3  multiclass   \n",
       "                            MLP-P-LR (mask)             3  multiclass   \n",
       "                            MLP-P-LR (mask-target)      3  multiclass   \n",
       "                            MLP-T-LR (rec)              3  multiclass   \n",
       "                            MLP-T-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-T-LR (mask-target)      3  multiclass   \n",
       "                            MLP-P-LR (rec-target)       3  multiclass   \n",
       "                            MLP (scratch)               3  multiclass   \n",
       "                            MLP-P-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-P-LR (scratch)          3  multiclass   \n",
       "                            MLP-T-LR (scratch)          3  multiclass   \n",
       "Higgs Small                 MLP-P-LR (mask-target)      3    binclass   \n",
       "                            MLP (mask-target)           3    binclass   \n",
       "                            MLP-T-LR (mask-target)      3    binclass   \n",
       "                            MLP-P-LR (mask)             3    binclass   \n",
       "                            MLP-T-LR (mask)             3    binclass   \n",
       "                            MLP (mask)                  3    binclass   \n",
       "                            MLP (contrastive)           3    binclass   \n",
       "                            MLP (mask-sup)              3    binclass   \n",
       "                            MLP-T-LR (mask-sup)         3    binclass   \n",
       "                            MLP (rec-sup)               3    binclass   \n",
       "                            MLP-P-LR (mask-sup)         3    binclass   \n",
       "                            MLP-P-LR (rec-target)       3    binclass   \n",
       "                            MLP (rec-target)            3    binclass   \n",
       "                            MLP-T-LR (rec-sup)          3    binclass   \n",
       "                            MLP-P-LR (scratch)          3    binclass   \n",
       "                            MLP-P-LR (rec)              3    binclass   \n",
       "                            MLP-T-LR (rec)              3    binclass   \n",
       "                            MLP-T-LR (rec-target)       3    binclass   \n",
       "                            MLP (rec)                   3    binclass   \n",
       "                            MLP-P-LR (rec-sup)          3    binclass   \n",
       "                            MLP-T-LR (scratch)          3    binclass   \n",
       "                            Catboost                    3    binclass   \n",
       "                            MLP (scratch)               3    binclass   \n",
       "Facebook Comments Volume    MLP-T-LR (rec)              3  regression   \n",
       "                            MLP-P-LR (rec-target)       3  regression   \n",
       "                            MLP-P-LR (rec)              3  regression   \n",
       "                            MLP-P-LR (rec-sup)          3  regression   \n",
       "                            Catboost                    3  regression   \n",
       "                            MLP-P-LR (scratch)          3  regression   \n",
       "                            MLP-T-LR (rec-target)       3  regression   \n",
       "                            MLP-P-LR (mask-sup)         3  regression   \n",
       "                            MLP-T-LR (mask)             3  regression   \n",
       "                            MLP-P-LR (mask-target)      3  regression   \n",
       "                            MLP-T-LR (mask-sup)         3  regression   \n",
       "                            MLP-T-LR (rec-sup)          3  regression   \n",
       "                            MLP-T-LR (scratch)          3  regression   \n",
       "                            MLP-P-LR (mask)             3  regression   \n",
       "                            MLP-T-LR (mask-target)      3  regression   \n",
       "                            MLP (rec-sup)               3  regression   \n",
       "                            MLP (mask-target)           3  regression   \n",
       "                            MLP (rec-target)            3  regression   \n",
       "                            MLP (rec)                   3  regression   \n",
       "                            MLP (mask)                  3  regression   \n",
       "                            MLP (mask-sup)              3  regression   \n",
       "                            MLP (contrastive)           3  regression   \n",
       "                            MLP (scratch)               3  regression   \n",
       "Shifts Weather (small)      Catboost                    3  regression   \n",
       "                            MLP (rec-sup)               3  regression   \n",
       "                            MLP-T-LR (rec)              3  regression   \n",
       "                            MLP (contrastive)           3  regression   \n",
       "                            MLP (mask-target)           3  regression   \n",
       "                            MLP (mask-sup)              3  regression   \n",
       "                            MLP (rec)                   3  regression   \n",
       "                            MLP-T-LR (rec-sup)          3  regression   \n",
       "                            MLP-P-LR (rec-sup)          3  regression   \n",
       "                            MLP-P-LR (rec)              3  regression   \n",
       "                            MLP-T-LR (mask-sup)         3  regression   \n",
       "                            MLP (rec-target)            3  regression   \n",
       "                            MLP (mask)                  3  regression   \n",
       "                            MLP-T-LR (rec-target)       3  regression   \n",
       "                            MLP-P-LR (scratch)          3  regression   \n",
       "                            MLP-T-LR (mask)             3  regression   \n",
       "                            MLP-P-LR (mask-sup)         3  regression   \n",
       "                            MLP-P-LR (mask-target)      3  regression   \n",
       "                            MLP-T-LR (mask-target)      3  regression   \n",
       "                            MLP-P-LR (mask)             3  regression   \n",
       "                            MLP (scratch)               3  regression   \n",
       "                            MLP-T-LR (scratch)          3  regression   \n",
       "                            MLP-P-LR (rec-target)       3  regression   \n",
       "Covertype                   MLP-P-LR (rec)              3  multiclass   \n",
       "                            MLP-T-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-P-LR (rec-target)       3  multiclass   \n",
       "                            MLP-P-LR (rec-sup)          3  multiclass   \n",
       "                            MLP-T-LR (rec-sup)          3  multiclass   \n",
       "                            MLP-P-LR (scratch)          3  multiclass   \n",
       "                            MLP-P-LR (mask-sup)         3  multiclass   \n",
       "                            MLP-P-LR (mask)             3  multiclass   \n",
       "                            MLP-T-LR (mask)             3  multiclass   \n",
       "                            MLP-T-LR (rec)              3  multiclass   \n",
       "                            MLP-P-LR (mask-target)      3  multiclass   \n",
       "                            MLP (mask-sup)              3  multiclass   \n",
       "                            MLP (rec-sup)               3  multiclass   \n",
       "                            MLP-T-LR (mask-target)      3  multiclass   \n",
       "                            MLP-T-LR (scratch)          3  multiclass   \n",
       "                            MLP (rec-target)            3  multiclass   \n",
       "                            MLP-T-LR (rec-target)       3  multiclass   \n",
       "                            MLP (rec)                   3  multiclass   \n",
       "                            MLP (mask-target)           3  multiclass   \n",
       "                            MLP (scratch)               3  multiclass   \n",
       "                            Catboost                    3  multiclass   \n",
       "                            MLP (mask)                  3  multiclass   \n",
       "                            MLP (contrastive)           3  multiclass   \n",
       "MSLR-WEB10K (Fold 1)        Catboost                    3  regression   \n",
       "                            MLP (rec-target)            3  regression   \n",
       "                            MLP-P-LR (rec)              3  regression   \n",
       "                            MLP-T-LR (rec)              3  regression   \n",
       "                            MLP-T-LR (rec-target)       3  regression   \n",
       "                            MLP-P-LR (scratch)          3  regression   \n",
       "                            MLP-P-LR (mask-sup)         3  regression   \n",
       "                            MLP-P-LR (rec-sup)          3  regression   \n",
       "                            MLP (rec)                   3  regression   \n",
       "                            MLP-P-LR (mask-target)      3  regression   \n",
       "                            MLP-P-LR (mask)             3  regression   \n",
       "                            MLP-T-LR (mask)             3  regression   \n",
       "                            MLP-P-LR (rec-target)       3  regression   \n",
       "                            MLP (rec-sup)               3  regression   \n",
       "                            MLP (mask-target)           3  regression   \n",
       "                            MLP-T-LR (mask-target)      3  regression   \n",
       "                            MLP-T-LR (rec-sup)          3  regression   \n",
       "                            MLP (mask)                  3  regression   \n",
       "                            MLP (contrastive)           3  regression   \n",
       "                            MLP-T-LR (mask-sup)         3  regression   \n",
       "                            MLP (mask-sup)              3  regression   \n",
       "                            MLP-T-LR (scratch)          3  regression   \n",
       "                            MLP (scratch)               3  regression   \n",
       "\n",
       "                                                    n_objects  n_features  \n",
       "dataset                     key                                            \n",
       "Gesture Phase               MLP-P-LR (rec-sup)           9873          32  \n",
       "                            MLP-P-LR (mask-sup)          9873          32  \n",
       "                            MLP-P-LR (mask)              9873          32  \n",
       "                            MLP (mask)                   9873          32  \n",
       "                            MLP-P-LR (mask-target)       9873          32  \n",
       "                            MLP (mask-sup)               9873          32  \n",
       "                            MLP (mask-target)            9873          32  \n",
       "                            MLP (rec-sup)                9873          32  \n",
       "                            MLP (contrastive)            9873          32  \n",
       "                            MLP-P-LR (rec-target)        9873          32  \n",
       "                            MLP-T-LR (rec-sup)           9873          32  \n",
       "                            MLP-T-LR (mask-sup)          9873          32  \n",
       "                            MLP-P-LR (rec)               9873          32  \n",
       "                            MLP-P-LR (scratch)           9873          32  \n",
       "                            MLP-T-LR (rec)               9873          32  \n",
       "                            MLP-T-LR (rec-target)        9873          32  \n",
       "                            Catboost                     9873          32  \n",
       "                            MLP (rec)                    9873          32  \n",
       "                            MLP-T-LR (mask)              9873          32  \n",
       "                            MLP (rec-target)             9873          32  \n",
       "                            MLP-T-LR (mask-target)       9873          32  \n",
       "                            MLP-T-LR (scratch)           9873          32  \n",
       "                            MLP (scratch)                9873          32  \n",
       "Churn Modelling             MLP-P-LR (mask-sup)         10000          11  \n",
       "                            MLP-T-LR (mask)             10000          11  \n",
       "                            MLP-T-LR (mask-target)      10000          11  \n",
       "                            MLP-T-LR (scratch)          10000          11  \n",
       "                            MLP-T-LR (rec-target)       10000          11  \n",
       "                            MLP-T-LR (mask-sup)         10000          11  \n",
       "                            MLP-P-LR (mask-target)      10000          11  \n",
       "                            MLP-T-LR (rec-sup)          10000          11  \n",
       "                            MLP-P-LR (mask)             10000          11  \n",
       "                            MLP-P-LR (scratch)          10000          11  \n",
       "                            Catboost                    10000          11  \n",
       "                            MLP-P-LR (rec-sup)          10000          11  \n",
       "                            MLP-P-LR (rec-target)       10000          11  \n",
       "                            MLP-T-LR (rec)              10000          11  \n",
       "                            MLP (mask-target)           10000          11  \n",
       "                            MLP (mask)                  10000          11  \n",
       "                            MLP (rec-sup)               10000          11  \n",
       "                            MLP (mask-sup)              10000          11  \n",
       "                            MLP-P-LR (rec)              10000          11  \n",
       "                            MLP (rec-target)            10000          11  \n",
       "                            MLP (contrastive)           10000          11  \n",
       "                            MLP (rec)                   10000          11  \n",
       "                            MLP (scratch)               10000          11  \n",
       "California Housing          MLP-P-LR (mask-target)      20640           8  \n",
       "                            MLP-T-LR (mask-target)      20640           8  \n",
       "                            MLP-T-LR (mask)             20640           8  \n",
       "                            MLP (mask-target)           20640           8  \n",
       "                            MLP-T-LR (rec)              20640           8  \n",
       "                            MLP (mask-sup)              20640           8  \n",
       "                            MLP-P-LR (rec)              20640           8  \n",
       "                            MLP (rec-sup)               20640           8  \n",
       "                            MLP-P-LR (mask)             20640           8  \n",
       "                            MLP-T-LR (mask-sup)         20640           8  \n",
       "                            MLP-P-LR (mask-sup)         20640           8  \n",
       "                            MLP-P-LR (rec-sup)          20640           8  \n",
       "                            MLP (rec)                   20640           8  \n",
       "                            MLP-T-LR (rec-sup)          20640           8  \n",
       "                            Catboost                    20640           8  \n",
       "                            MLP-P-LR (rec-target)       20640           8  \n",
       "                            MLP-T-LR (rec-target)       20640           8  \n",
       "                            MLP (rec-target)            20640           8  \n",
       "                            MLP (contrastive)           20640           8  \n",
       "                            MLP (mask)                  20640           8  \n",
       "                            MLP-T-LR (scratch)          20640           8  \n",
       "                            MLP-P-LR (scratch)          20640           8  \n",
       "                            MLP (scratch)               20640           8  \n",
       "House 16H                   MLP-T-LR (mask-target)      22784          16  \n",
       "                            MLP-P-LR (mask)             22784          16  \n",
       "                            MLP (rec-target)            22784          16  \n",
       "                            MLP-T-LR (mask)             22784          16  \n",
       "                            MLP (mask-target)           22784          16  \n",
       "                            MLP (rec-sup)               22784          16  \n",
       "                            MLP (contrastive)           22784          16  \n",
       "                            MLP-P-LR (mask-target)      22784          16  \n",
       "                            MLP-P-LR (scratch)          22784          16  \n",
       "                            MLP-P-LR (rec)              22784          16  \n",
       "                            MLP-P-LR (rec-sup)          22784          16  \n",
       "                            MLP (rec)                   22784          16  \n",
       "                            MLP-P-LR (rec-target)       22784          16  \n",
       "                            MLP (mask)                  22784          16  \n",
       "                            MLP-T-LR (scratch)          22784          16  \n",
       "                            MLP-T-LR (rec)              22784          16  \n",
       "                            MLP-T-LR (rec-target)       22784          16  \n",
       "                            MLP (scratch)               22784          16  \n",
       "                            MLP-P-LR (mask-sup)         22784          16  \n",
       "                            MLP-T-LR (rec-sup)          22784          16  \n",
       "                            MLP (mask-sup)              22784          16  \n",
       "                            MLP-T-LR (mask-sup)         22784          16  \n",
       "                            Catboost                    22784          16  \n",
       "Adult ROC                   MLP-P-LR (mask-target)      48842          14  \n",
       "                            MLP-T-LR (mask-target)      48842          14  \n",
       "                            MLP-P-LR (rec-sup)          48842          14  \n",
       "                            MLP-P-LR (rec-target)       48842          14  \n",
       "                            MLP-P-LR (rec)              48842          14  \n",
       "                            MLP-P-LR (mask)             48842          14  \n",
       "                            MLP-T-LR (rec-target)       48842          14  \n",
       "                            Catboost                    48842          14  \n",
       "                            MLP-P-LR (scratch)          48842          14  \n",
       "                            MLP-T-LR (rec-sup)          48842          14  \n",
       "                            MLP-T-LR (mask)             48842          14  \n",
       "                            MLP-P-LR (mask-sup)         48842          14  \n",
       "                            MLP-T-LR (mask-sup)         48842          14  \n",
       "                            MLP-T-LR (scratch)          48842          14  \n",
       "                            MLP-T-LR (rec)              48842          14  \n",
       "                            MLP (mask-target)           48842          14  \n",
       "                            MLP (mask-sup)              48842          14  \n",
       "                            MLP (mask)                  48842          14  \n",
       "                            MLP (rec-sup)               48842          14  \n",
       "                            MLP (rec)                   48842          14  \n",
       "                            MLP (contrastive)           48842          14  \n",
       "                            MLP (rec-target)            48842          14  \n",
       "                            MLP (scratch)               48842          14  \n",
       "Otto Group Products LogLoss MLP (rec-sup)               61878          93  \n",
       "                            MLP (mask-sup)              61878          93  \n",
       "                            MLP-T-LR (rec-sup)          61878          93  \n",
       "                            MLP (rec-target)            61878          93  \n",
       "                            MLP-P-LR (rec-sup)          61878          93  \n",
       "                            MLP-T-LR (mask)             61878          93  \n",
       "                            Catboost                    61878          93  \n",
       "                            MLP (contrastive)           61878          93  \n",
       "                            MLP (mask)                  61878          93  \n",
       "                            MLP (rec)                   61878          93  \n",
       "                            MLP-P-LR (rec)              61878          93  \n",
       "                            MLP-T-LR (rec-target)       61878          93  \n",
       "                            MLP (mask-target)           61878          93  \n",
       "                            MLP-P-LR (mask)             61878          93  \n",
       "                            MLP-P-LR (mask-target)      61878          93  \n",
       "                            MLP-T-LR (rec)              61878          93  \n",
       "                            MLP-T-LR (mask-sup)         61878          93  \n",
       "                            MLP-T-LR (mask-target)      61878          93  \n",
       "                            MLP-P-LR (rec-target)       61878          93  \n",
       "                            MLP (scratch)               61878          93  \n",
       "                            MLP-P-LR (mask-sup)         61878          93  \n",
       "                            MLP-P-LR (scratch)          61878          93  \n",
       "                            MLP-T-LR (scratch)          61878          93  \n",
       "Higgs Small                 MLP-P-LR (mask-target)      98049          28  \n",
       "                            MLP (mask-target)           98049          28  \n",
       "                            MLP-T-LR (mask-target)      98049          28  \n",
       "                            MLP-P-LR (mask)             98049          28  \n",
       "                            MLP-T-LR (mask)             98049          28  \n",
       "                            MLP (mask)                  98049          28  \n",
       "                            MLP (contrastive)           98049          28  \n",
       "                            MLP (mask-sup)              98049          28  \n",
       "                            MLP-T-LR (mask-sup)         98049          28  \n",
       "                            MLP (rec-sup)               98049          28  \n",
       "                            MLP-P-LR (mask-sup)         98049          28  \n",
       "                            MLP-P-LR (rec-target)       98049          28  \n",
       "                            MLP (rec-target)            98049          28  \n",
       "                            MLP-T-LR (rec-sup)          98049          28  \n",
       "                            MLP-P-LR (scratch)          98049          28  \n",
       "                            MLP-P-LR (rec)              98049          28  \n",
       "                            MLP-T-LR (rec)              98049          28  \n",
       "                            MLP-T-LR (rec-target)       98049          28  \n",
       "                            MLP (rec)                   98049          28  \n",
       "                            MLP-P-LR (rec-sup)          98049          28  \n",
       "                            MLP-T-LR (scratch)          98049          28  \n",
       "                            Catboost                    98049          28  \n",
       "                            MLP (scratch)               98049          28  \n",
       "Facebook Comments Volume    MLP-T-LR (rec)             197080          51  \n",
       "                            MLP-P-LR (rec-target)      197080          51  \n",
       "                            MLP-P-LR (rec)             197080          51  \n",
       "                            MLP-P-LR (rec-sup)         197080          51  \n",
       "                            Catboost                   197080          51  \n",
       "                            MLP-P-LR (scratch)         197080          51  \n",
       "                            MLP-T-LR (rec-target)      197080          51  \n",
       "                            MLP-P-LR (mask-sup)        197080          51  \n",
       "                            MLP-T-LR (mask)            197080          51  \n",
       "                            MLP-P-LR (mask-target)     197080          51  \n",
       "                            MLP-T-LR (mask-sup)        197080          51  \n",
       "                            MLP-T-LR (rec-sup)         197080          51  \n",
       "                            MLP-T-LR (scratch)         197080          51  \n",
       "                            MLP-P-LR (mask)            197080          51  \n",
       "                            MLP-T-LR (mask-target)     197080          51  \n",
       "                            MLP (rec-sup)              197080          51  \n",
       "                            MLP (mask-target)          197080          51  \n",
       "                            MLP (rec-target)           197080          51  \n",
       "                            MLP (rec)                  197080          51  \n",
       "                            MLP (mask)                 197080          51  \n",
       "                            MLP (mask-sup)             197080          51  \n",
       "                            MLP (contrastive)          197080          51  \n",
       "                            MLP (scratch)              197080          51  \n",
       "Shifts Weather (small)      Catboost                   397099         123  \n",
       "                            MLP (rec-sup)              397099         123  \n",
       "                            MLP-T-LR (rec)             397099         123  \n",
       "                            MLP (contrastive)          397099         123  \n",
       "                            MLP (mask-target)          397099         123  \n",
       "                            MLP (mask-sup)             397099         123  \n",
       "                            MLP (rec)                  397099         123  \n",
       "                            MLP-T-LR (rec-sup)         397099         123  \n",
       "                            MLP-P-LR (rec-sup)         397099         123  \n",
       "                            MLP-P-LR (rec)             397099         123  \n",
       "                            MLP-T-LR (mask-sup)        397099         123  \n",
       "                            MLP (rec-target)           397099         123  \n",
       "                            MLP (mask)                 397099         123  \n",
       "                            MLP-T-LR (rec-target)      397099         123  \n",
       "                            MLP-P-LR (scratch)         397099         123  \n",
       "                            MLP-T-LR (mask)            397099         123  \n",
       "                            MLP-P-LR (mask-sup)        397099         123  \n",
       "                            MLP-P-LR (mask-target)     397099         123  \n",
       "                            MLP-T-LR (mask-target)     397099         123  \n",
       "                            MLP-P-LR (mask)            397099         123  \n",
       "                            MLP (scratch)              397099         123  \n",
       "                            MLP-T-LR (scratch)         397099         123  \n",
       "                            MLP-P-LR (rec-target)      397099         123  \n",
       "Covertype                   MLP-P-LR (rec)             581012          54  \n",
       "                            MLP-T-LR (mask-sup)        581012          54  \n",
       "                            MLP-P-LR (rec-target)      581012          54  \n",
       "                            MLP-P-LR (rec-sup)         581012          54  \n",
       "                            MLP-T-LR (rec-sup)         581012          54  \n",
       "                            MLP-P-LR (scratch)         581012          54  \n",
       "                            MLP-P-LR (mask-sup)        581012          54  \n",
       "                            MLP-P-LR (mask)            581012          54  \n",
       "                            MLP-T-LR (mask)            581012          54  \n",
       "                            MLP-T-LR (rec)             581012          54  \n",
       "                            MLP-P-LR (mask-target)     581012          54  \n",
       "                            MLP (mask-sup)             581012          54  \n",
       "                            MLP (rec-sup)              581012          54  \n",
       "                            MLP-T-LR (mask-target)     581012          54  \n",
       "                            MLP-T-LR (scratch)         581012          54  \n",
       "                            MLP (rec-target)           581012          54  \n",
       "                            MLP-T-LR (rec-target)      581012          54  \n",
       "                            MLP (rec)                  581012          54  \n",
       "                            MLP (mask-target)          581012          54  \n",
       "                            MLP (scratch)              581012          54  \n",
       "                            Catboost                   581012          54  \n",
       "                            MLP (mask)                 581012          54  \n",
       "                            MLP (contrastive)          581012          54  \n",
       "MSLR-WEB10K (Fold 1)        Catboost                  1200192         136  \n",
       "                            MLP (rec-target)          1200192         136  \n",
       "                            MLP-P-LR (rec)            1200192         136  \n",
       "                            MLP-T-LR (rec)            1200192         136  \n",
       "                            MLP-T-LR (rec-target)     1200192         136  \n",
       "                            MLP-P-LR (scratch)        1200192         136  \n",
       "                            MLP-P-LR (mask-sup)       1200192         136  \n",
       "                            MLP-P-LR (rec-sup)        1200192         136  \n",
       "                            MLP (rec)                 1200192         136  \n",
       "                            MLP-P-LR (mask-target)    1200192         136  \n",
       "                            MLP-P-LR (mask)           1200192         136  \n",
       "                            MLP-T-LR (mask)           1200192         136  \n",
       "                            MLP-P-LR (rec-target)     1200192         136  \n",
       "                            MLP (rec-sup)             1200192         136  \n",
       "                            MLP (mask-target)         1200192         136  \n",
       "                            MLP-T-LR (mask-target)    1200192         136  \n",
       "                            MLP-T-LR (rec-sup)        1200192         136  \n",
       "                            MLP (mask)                1200192         136  \n",
       "                            MLP (contrastive)         1200192         136  \n",
       "                            MLP-T-LR (mask-sup)       1200192         136  \n",
       "                            MLP (mask-sup)            1200192         136  \n",
       "                            MLP-T-LR (scratch)        1200192         136  \n",
       "                            MLP (scratch)             1200192         136  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# vanilla pretrains\n",
    "display_results(\n",
    "    pretrains = [\n",
    "        \"scratch\",\n",
    "        \"mask\",\n",
    "        \"rec\",\n",
    "        \"sup\",\n",
    "        \"contrastive\",\n",
    "\n",
    "        \"rec-target\",\n",
    "        \"mask-target\",\n",
    "\n",
    "        \"mask-sup\",\n",
    "        \"rec-sup\",\n",
    "    ],\n",
    "    models = [\n",
    "#         \"resnet\",\n",
    "        \"mlp\",\n",
    "#         \"transformer\",\n",
    "        \"mlp-p-lr\",\n",
    "        \"mlp-t-lr\",\n",
    "    ],\n",
    "    datasets = DATASETS,\n",
    "    ensemble = True,\n",
    "    test_ranks = True,\n",
    "    gbdt = True\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9dea4f07",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}