reddit.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import networkx as nx\n",
    "import random\n",
    "import torch\n",
    "from train_reddit import Train_Model_reddit\n",
    "#from tqdm import tqdm, trange\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "import gc\n",
    "from model import *\n",
    "from utils import *\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "class argument():\n",
    "    def __init__(self):\n",
    "        self.dataset = 'reddit'\n",
    "        self.gamma = 1\n",
    "        self.hidden = 128\n",
    "        self.time = 3\n",
    "        self.save_path_acc = \"./best_model/acc/\"\n",
    "        self.save_path_loss = \"./best_model/loss/\"\n",
    "        self.save_path_both = \"./best_model/both/\"\n",
    "        self.patience = 30\n",
    "        self.batch_size = 256\n",
    "        self.epochs = 1000\n",
    "        self.learning_rate = 0.0001\n",
    "        self.weight_decay = 0\n",
    "        self.num_labels = 41\n",
    "        self.feature_dim = 602\n",
    "        self.walk_times = 10\n",
    "        self.eva_times = 1\n",
    "        self.seed = 2019\n",
    "        self.dropout = 0\n",
    "        self.way = 'both'\n",
    "        self.conbime = 'Lstm'\n",
    "        self.do_walk = True\n",
    "args = argument()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Different walk time\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c0a6b275ef3b4538a3f7664147623729",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=7), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dc90fca917c44f17992c746f5a66d3fa",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e56a9238bc3442188c8065658b1c716c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0125 acc_train: 0.6343 || loss_valid: 2.6769 acc_valid: 0.8386 || batch time: 0.0053 ||epoch time: 3.1778\n",
      "epoch 1 loss_train: 2.1354 acc_train: 0.8723 || loss_valid: 1.5865 acc_valid: 0.9035 || batch time: 0.0049 ||epoch time: 2.9646\n",
      "epoch 2 loss_train: 1.4554 acc_train: 0.9134 || loss_valid: 1.2375 acc_valid: 0.9246 || batch time: 0.005 ||epoch time: 2.9818\n",
      "epoch 3 loss_train: 1.1668 acc_train: 0.9295 || loss_valid: 1.0699 acc_valid: 0.935 || batch time: 0.0051 ||epoch time: 3.0807\n",
      "epoch 4 loss_train: 0.9981 acc_train: 0.9389 || loss_valid: 0.9721 acc_valid: 0.9399 || batch time: 0.0048 ||epoch time: 2.8899\n",
      "epoch 5 loss_train: 0.8824 acc_train: 0.9454 || loss_valid: 0.9087 acc_valid: 0.9431 || batch time: 0.0044 ||epoch time: 2.6559\n",
      "epoch 6 loss_train: 0.7957 acc_train: 0.95 || loss_valid: 0.865 acc_valid: 0.9448 || batch time: 0.0046 ||epoch time: 2.7493\n",
      "epoch 7 loss_train: 0.727 acc_train: 0.9542 || loss_valid: 0.8331 acc_valid: 0.9464 || batch time: 0.0054 ||epoch time: 3.2579\n",
      "epoch 8 loss_train: 0.6701 acc_train: 0.9578 || loss_valid: 0.8095 acc_valid: 0.9477 || batch time: 0.005 ||epoch time: 2.9901\n",
      "epoch 9 loss_train: 0.6221 acc_train: 0.9608 || loss_valid: 0.7917 acc_valid: 0.9489 || batch time: 0.0044 ||epoch time: 2.6577\n",
      "epoch 10 loss_train: 0.5803 acc_train: 0.9632 || loss_valid: 0.7776 acc_valid: 0.9497 || batch time: 0.0044 ||epoch time: 2.6505\n",
      "epoch 11 loss_train: 0.5432 acc_train: 0.9655 || loss_valid: 0.7671 acc_valid: 0.9503 || batch time: 0.0046 ||epoch time: 2.7391\n",
      "epoch 12 loss_train: 0.5102 acc_train: 0.9677 || loss_valid: 0.7586 acc_valid: 0.9508 || batch time: 0.0045 ||epoch time: 2.682\n",
      "epoch 13 loss_train: 0.4802 acc_train: 0.9696 || loss_valid: 0.7524 acc_valid: 0.9513 || batch time: 0.0046 ||epoch time: 2.7934\n",
      "epoch 14 loss_train: 0.4529 acc_train: 0.9713 || loss_valid: 0.7475 acc_valid: 0.9514 || batch time: 0.0045 ||epoch time: 2.7202\n",
      "epoch 15 loss_train: 0.4278 acc_train: 0.9729 || loss_valid: 0.7441 acc_valid: 0.9519 || batch time: 0.0049 ||epoch time: 2.9408\n",
      "epoch 16 loss_train: 0.4047 acc_train: 0.9746 || loss_valid: 0.7419 acc_valid: 0.9522 || batch time: 0.0046 ||epoch time: 2.7497\n",
      "epoch 17 loss_train: 0.3832 acc_train: 0.976 || loss_valid: 0.7409 acc_valid: 0.9522 || batch time: 0.0046 ||epoch time: 2.74\n",
      "epoch 18 loss_train: 0.3631 acc_train: 0.9773 || loss_valid: 0.7408 acc_valid: 0.9523 || batch time: 0.0053 ||epoch time: 3.1996\n",
      "epoch 19 loss_train: 0.3444 acc_train: 0.9786 || loss_valid: 0.7413 acc_valid: 0.9524 || batch time: 0.0047 ||epoch time: 2.8077\n",
      "epoch 20 loss_train: 0.3269 acc_train: 0.9798 || loss_valid: 0.7428 acc_valid: 0.9527 || batch time: 0.005 ||epoch time: 3.0165\n",
      "epoch 21 loss_train: 0.3104 acc_train: 0.981 || loss_valid: 0.7446 acc_valid: 0.9528 || batch time: 0.0046 ||epoch time: 2.7717\n",
      "epoch 22 loss_train: 0.2949 acc_train: 0.9821 || loss_valid: 0.747 acc_valid: 0.9527 || batch time: 0.0046 ||epoch time: 2.763\n",
      "epoch 23 loss_train: 0.2802 acc_train: 0.9832 || loss_valid: 0.7498 acc_valid: 0.9528 || batch time: 0.0046 ||epoch time: 2.7714\n",
      "epoch 24 loss_train: 0.2663 acc_train: 0.9842 || loss_valid: 0.7533 acc_valid: 0.9528 || batch time: 0.0046 ||epoch time: 2.7671\n",
      "epoch 25 loss_train: 0.253 acc_train: 0.9852 || loss_valid: 0.7574 acc_valid: 0.9526 || batch time: 0.0044 ||epoch time: 2.6455\n",
      "epoch 26 loss_train: 0.2405 acc_train: 0.9862 || loss_valid: 0.7615 acc_valid: 0.9524 || batch time: 0.0055 ||epoch time: 3.3128\n",
      "epoch 27 loss_train: 0.2286 acc_train: 0.987 || loss_valid: 0.7663 acc_valid: 0.9524 || batch time: 0.0053 ||epoch time: 3.1672\n",
      "epoch 28 loss_train: 0.2172 acc_train: 0.9879 || loss_valid: 0.7713 acc_valid: 0.9527 || batch time: 0.0054 ||epoch time: 3.2465\n",
      "epoch 29 loss_train: 0.2064 acc_train: 0.9887 || loss_valid: 0.7769 acc_valid: 0.9523 || batch time: 0.0052 ||epoch time: 3.1123\n",
      "epoch 30 loss_train: 0.1961 acc_train: 0.9895 || loss_valid: 0.7827 acc_valid: 0.9525 || batch time: 0.0047 ||epoch time: 2.8091\n",
      "epoch 31 loss_train: 0.1862 acc_train: 0.9903 || loss_valid: 0.7888 acc_valid: 0.9525 || batch time: 0.0045 ||epoch time: 2.7247\n",
      "epoch 32 loss_train: 0.1767 acc_train: 0.991 || loss_valid: 0.7952 acc_valid: 0.9524 || batch time: 0.0056 ||epoch time: 3.3777\n",
      "epoch 33 loss_train: 0.1677 acc_train: 0.9917 || loss_valid: 0.8018 acc_valid: 0.9523 || batch time: 0.005 ||epoch time: 2.9879\n",
      "epoch 34 loss_train: 0.1591 acc_train: 0.9924 || loss_valid: 0.8088 acc_valid: 0.952 || batch time: 0.0047 ||epoch time: 2.8279\n",
      "epoch 35 loss_train: 0.1509 acc_train: 0.9931 || loss_valid: 0.8157 acc_valid: 0.9516 || batch time: 0.0046 ||epoch time: 2.7593\n",
      "epoch 36 loss_train: 0.143 acc_train: 0.9936 || loss_valid: 0.823 acc_valid: 0.9516 || batch time: 0.0044 ||epoch time: 2.6545\n",
      "epoch 37 loss_train: 0.1354 acc_train: 0.9942 || loss_valid: 0.8306 acc_valid: 0.9516 || batch time: 0.0052 ||epoch time: 3.1374\n",
      "epoch 38 loss_train: 0.1282 acc_train: 0.9947 || loss_valid: 0.8386 acc_valid: 0.9514 || batch time: 0.0049 ||epoch time: 2.9448\n",
      "epoch 39 loss_train: 0.1213 acc_train: 0.9952 || loss_valid: 0.8466 acc_valid: 0.9514 || batch time: 0.0046 ||epoch time: 2.7535\n",
      "epoch 40 loss_train: 0.1147 acc_train: 0.9957 || loss_valid: 0.8548 acc_valid: 0.9515 || batch time: 0.0044 ||epoch time: 2.6419\n",
      "epoch 41 loss_train: 0.1084 acc_train: 0.9961 || loss_valid: 0.8637 acc_valid: 0.9517 || batch time: 0.0047 ||epoch time: 2.8378\n",
      "epoch 42 loss_train: 0.1024 acc_train: 0.9965 || loss_valid: 0.8725 acc_valid: 0.9516 || batch time: 0.0056 ||epoch time: 3.3828\n",
      "epoch 43 loss_train: 0.0966 acc_train: 0.9968 || loss_valid: 0.8814 acc_valid: 0.9513 || batch time: 0.0051 ||epoch time: 3.0894\n",
      "epoch 44 loss_train: 0.0911 acc_train: 0.9971 || loss_valid: 0.8909 acc_valid: 0.9513 || batch time: 0.0058 ||epoch time: 3.4764\n",
      "epoch 45 loss_train: 0.0859 acc_train: 0.9975 || loss_valid: 0.9005 acc_valid: 0.9511 || batch time: 0.0058 ||epoch time: 3.493\n",
      "epoch 46 loss_train: 0.0809 acc_train: 0.9978 || loss_valid: 0.9097 acc_valid: 0.9511 || batch time: 0.0046 ||epoch time: 2.7814\n",
      "epoch 47 loss_train: 0.0762 acc_train: 0.9981 || loss_valid: 0.9198 acc_valid: 0.951 || batch time: 0.0052 ||epoch time: 3.1495\n",
      "epoch 48 loss_train: 0.0716 acc_train: 0.9983 || loss_valid: 0.9297 acc_valid: 0.9508 || batch time: 0.005 ||epoch time: 3.0013\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e7b3d565ccdd4279a54bd3e0e18492cd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9433 acc_train: 0.6395 || loss_valid: 2.6625 acc_valid: 0.8397 || batch time: 0.0053 ||epoch time: 3.172\n",
      "epoch 1 loss_train: 2.1371 acc_train: 0.8711 || loss_valid: 1.5741 acc_valid: 0.9066 || batch time: 0.0049 ||epoch time: 2.9483\n",
      "epoch 2 loss_train: 1.4567 acc_train: 0.9135 || loss_valid: 1.2298 acc_valid: 0.9261 || batch time: 0.0055 ||epoch time: 3.3234\n",
      "epoch 3 loss_train: 1.1679 acc_train: 0.93 || loss_valid: 1.0637 acc_valid: 0.9354 || batch time: 0.0049 ||epoch time: 2.9649\n",
      "epoch 4 loss_train: 0.9979 acc_train: 0.9394 || loss_valid: 0.9657 acc_valid: 0.9401 || batch time: 0.005 ||epoch time: 3.0025\n",
      "epoch 5 loss_train: 0.8811 acc_train: 0.9458 || loss_valid: 0.9021 acc_valid: 0.9433 || batch time: 0.0049 ||epoch time: 2.9621\n",
      "epoch 6 loss_train: 0.7936 acc_train: 0.9506 || loss_valid: 0.8573 acc_valid: 0.9456 || batch time: 0.0049 ||epoch time: 2.9336\n",
      "epoch 7 loss_train: 0.7241 acc_train: 0.9547 || loss_valid: 0.8245 acc_valid: 0.9478 || batch time: 0.0048 ||epoch time: 2.9158\n",
      "epoch 8 loss_train: 0.6669 acc_train: 0.9579 || loss_valid: 0.7998 acc_valid: 0.9489 || batch time: 0.0049 ||epoch time: 2.9264\n",
      "epoch 9 loss_train: 0.6183 acc_train: 0.9607 || loss_valid: 0.7808 acc_valid: 0.95 || batch time: 0.005 ||epoch time: 3.0348\n",
      "epoch 10 loss_train: 0.5762 acc_train: 0.9634 || loss_valid: 0.766 acc_valid: 0.9511 || batch time: 0.0049 ||epoch time: 2.9306\n",
      "epoch 11 loss_train: 0.5394 acc_train: 0.9657 || loss_valid: 0.7546 acc_valid: 0.9517 || batch time: 0.0054 ||epoch time: 3.2579\n",
      "epoch 12 loss_train: 0.5067 acc_train: 0.9679 || loss_valid: 0.7459 acc_valid: 0.9521 || batch time: 0.0053 ||epoch time: 3.2069\n",
      "epoch 13 loss_train: 0.4765 acc_train: 0.9697 || loss_valid: 0.7395 acc_valid: 0.953 || batch time: 0.0048 ||epoch time: 2.8981\n",
      "epoch 14 loss_train: 0.4495 acc_train: 0.9715 || loss_valid: 0.7348 acc_valid: 0.953 || batch time: 0.0051 ||epoch time: 3.0679\n",
      "epoch 15 loss_train: 0.4247 acc_train: 0.9731 || loss_valid: 0.7316 acc_valid: 0.9529 || batch time: 0.0044 ||epoch time: 2.6586\n",
      "epoch 16 loss_train: 0.4019 acc_train: 0.9745 || loss_valid: 0.7294 acc_valid: 0.9529 || batch time: 0.0044 ||epoch time: 2.6677\n",
      "epoch 17 loss_train: 0.3807 acc_train: 0.976 || loss_valid: 0.7285 acc_valid: 0.9529 || batch time: 0.005 ||epoch time: 3.0002\n",
      "epoch 18 loss_train: 0.361 acc_train: 0.9774 || loss_valid: 0.7286 acc_valid: 0.953 || batch time: 0.0051 ||epoch time: 3.0469\n",
      "epoch 19 loss_train: 0.3426 acc_train: 0.9788 || loss_valid: 0.7295 acc_valid: 0.9533 || batch time: 0.0052 ||epoch time: 3.1057\n",
      "epoch 20 loss_train: 0.3254 acc_train: 0.98 || loss_valid: 0.731 acc_valid: 0.953 || batch time: 0.0049 ||epoch time: 2.9498\n",
      "epoch 21 loss_train: 0.3092 acc_train: 0.9811 || loss_valid: 0.7332 acc_valid: 0.9528 || batch time: 0.005 ||epoch time: 2.9971\n",
      "epoch 22 loss_train: 0.2938 acc_train: 0.9823 || loss_valid: 0.7358 acc_valid: 0.9528 || batch time: 0.0053 ||epoch time: 3.1913\n",
      "epoch 23 loss_train: 0.2794 acc_train: 0.9834 || loss_valid: 0.7392 acc_valid: 0.9527 || batch time: 0.0047 ||epoch time: 2.8432\n",
      "epoch 24 loss_train: 0.2657 acc_train: 0.9844 || loss_valid: 0.7427 acc_valid: 0.9528 || batch time: 0.0044 ||epoch time: 2.6709\n",
      "epoch 25 loss_train: 0.2527 acc_train: 0.9853 || loss_valid: 0.7467 acc_valid: 0.9528 || batch time: 0.0044 ||epoch time: 2.6574\n",
      "epoch 26 loss_train: 0.2403 acc_train: 0.9863 || loss_valid: 0.751 acc_valid: 0.9527 || batch time: 0.005 ||epoch time: 3.0264\n",
      "epoch 27 loss_train: 0.2285 acc_train: 0.9871 || loss_valid: 0.7555 acc_valid: 0.9527 || batch time: 0.0052 ||epoch time: 3.1374\n",
      "epoch 28 loss_train: 0.2172 acc_train: 0.9878 || loss_valid: 0.7604 acc_valid: 0.9528 || batch time: 0.0048 ||epoch time: 2.9021\n",
      "epoch 29 loss_train: 0.2064 acc_train: 0.9886 || loss_valid: 0.7657 acc_valid: 0.9528 || batch time: 0.0051 ||epoch time: 3.0492\n",
      "epoch 30 loss_train: 0.1962 acc_train: 0.9895 || loss_valid: 0.7715 acc_valid: 0.953 || batch time: 0.0049 ||epoch time: 2.9559\n",
      "epoch 31 loss_train: 0.1863 acc_train: 0.9902 || loss_valid: 0.7776 acc_valid: 0.9531 || batch time: 0.0053 ||epoch time: 3.1924\n",
      "epoch 32 loss_train: 0.177 acc_train: 0.9909 || loss_valid: 0.7837 acc_valid: 0.953 || batch time: 0.0054 ||epoch time: 3.2232\n",
      "epoch 33 loss_train: 0.168 acc_train: 0.9916 || loss_valid: 0.7904 acc_valid: 0.953 || batch time: 0.0047 ||epoch time: 2.8479\n",
      "epoch 34 loss_train: 0.1594 acc_train: 0.9922 || loss_valid: 0.797 acc_valid: 0.9528 || batch time: 0.0049 ||epoch time: 2.9188\n",
      "epoch 35 loss_train: 0.1512 acc_train: 0.9929 || loss_valid: 0.8043 acc_valid: 0.9526 || batch time: 0.0056 ||epoch time: 3.3766\n",
      "epoch 36 loss_train: 0.1433 acc_train: 0.9934 || loss_valid: 0.8118 acc_valid: 0.9526 || batch time: 0.0046 ||epoch time: 2.7894\n",
      "epoch 37 loss_train: 0.1358 acc_train: 0.9939 || loss_valid: 0.8193 acc_valid: 0.9523 || batch time: 0.005 ||epoch time: 3.0196\n",
      "epoch 38 loss_train: 0.1286 acc_train: 0.9944 || loss_valid: 0.8269 acc_valid: 0.9521 || batch time: 0.0044 ||epoch time: 2.6575\n",
      "epoch 39 loss_train: 0.1217 acc_train: 0.9949 || loss_valid: 0.835 acc_valid: 0.952 || batch time: 0.0047 ||epoch time: 2.8389\n",
      "epoch 40 loss_train: 0.1151 acc_train: 0.9955 || loss_valid: 0.8431 acc_valid: 0.9519 || batch time: 0.0058 ||epoch time: 3.5084\n",
      "epoch 41 loss_train: 0.1087 acc_train: 0.9959 || loss_valid: 0.8516 acc_valid: 0.9517 || batch time: 0.005 ||epoch time: 2.9864\n",
      "epoch 42 loss_train: 0.1027 acc_train: 0.9963 || loss_valid: 0.8602 acc_valid: 0.9518 || batch time: 0.0046 ||epoch time: 2.7404\n",
      "epoch 43 loss_train: 0.0969 acc_train: 0.9966 || loss_valid: 0.8691 acc_valid: 0.9517 || batch time: 0.0051 ||epoch time: 3.0869\n",
      "epoch 44 loss_train: 0.0913 acc_train: 0.997 || loss_valid: 0.8782 acc_valid: 0.9519 || batch time: 0.0046 ||epoch time: 2.7628\n",
      "epoch 45 loss_train: 0.0861 acc_train: 0.9974 || loss_valid: 0.8871 acc_valid: 0.9519 || batch time: 0.0049 ||epoch time: 2.9505\n",
      "epoch 46 loss_train: 0.081 acc_train: 0.9976 || loss_valid: 0.8969 acc_valid: 0.9519 || batch time: 0.0049 ||epoch time: 2.9536\n",
      "epoch 47 loss_train: 0.0762 acc_train: 0.9979 || loss_valid: 0.9066 acc_valid: 0.9518 || batch time: 0.0055 ||epoch time: 3.3106\n",
      "30 times no decrease\n",
      "loss acc: 0.9516 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4da7e6ca63854b7ba01bf79dd364b3c5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8569 acc_train: 0.6426 || loss_valid: 2.6471 acc_valid: 0.8389 || batch time: 0.0054 ||epoch time: 3.2341\n",
      "epoch 1 loss_train: 2.0876 acc_train: 0.8762 || loss_valid: 1.579 acc_valid: 0.9043 || batch time: 0.0054 ||epoch time: 3.2622\n",
      "epoch 2 loss_train: 1.4365 acc_train: 0.9154 || loss_valid: 1.2351 acc_valid: 0.9237 || batch time: 0.0048 ||epoch time: 2.8921\n",
      "epoch 3 loss_train: 1.1572 acc_train: 0.9305 || loss_valid: 1.0684 acc_valid: 0.9333 || batch time: 0.0048 ||epoch time: 2.8766\n",
      "epoch 4 loss_train: 0.9915 acc_train: 0.9397 || loss_valid: 0.9711 acc_valid: 0.9383 || batch time: 0.0044 ||epoch time: 2.6414\n",
      "epoch 5 loss_train: 0.8773 acc_train: 0.9461 || loss_valid: 0.9068 acc_valid: 0.9419 || batch time: 0.0048 ||epoch time: 2.877\n",
      "epoch 6 loss_train: 0.7915 acc_train: 0.951 || loss_valid: 0.862 acc_valid: 0.9443 || batch time: 0.0047 ||epoch time: 2.7991\n",
      "epoch 7 loss_train: 0.7229 acc_train: 0.9549 || loss_valid: 0.8292 acc_valid: 0.9462 || batch time: 0.0047 ||epoch time: 2.8407\n",
      "epoch 8 loss_train: 0.6664 acc_train: 0.9582 || loss_valid: 0.8044 acc_valid: 0.9481 || batch time: 0.0048 ||epoch time: 2.869\n",
      "epoch 9 loss_train: 0.6184 acc_train: 0.9609 || loss_valid: 0.7854 acc_valid: 0.9491 || batch time: 0.0049 ||epoch time: 2.9249\n",
      "epoch 10 loss_train: 0.5769 acc_train: 0.9638 || loss_valid: 0.7707 acc_valid: 0.9506 || batch time: 0.0051 ||epoch time: 3.0375\n",
      "epoch 11 loss_train: 0.5403 acc_train: 0.9661 || loss_valid: 0.7591 acc_valid: 0.9513 || batch time: 0.005 ||epoch time: 3.0125\n",
      "epoch 12 loss_train: 0.5076 acc_train: 0.9679 || loss_valid: 0.7499 acc_valid: 0.9515 || batch time: 0.0051 ||epoch time: 3.083\n",
      "epoch 13 loss_train: 0.4779 acc_train: 0.9698 || loss_valid: 0.7428 acc_valid: 0.9521 || batch time: 0.005 ||epoch time: 2.9931\n",
      "epoch 14 loss_train: 0.4508 acc_train: 0.9716 || loss_valid: 0.7374 acc_valid: 0.9522 || batch time: 0.0049 ||epoch time: 2.9268\n",
      "epoch 15 loss_train: 0.426 acc_train: 0.9732 || loss_valid: 0.7333 acc_valid: 0.9526 || batch time: 0.0047 ||epoch time: 2.8434\n",
      "epoch 16 loss_train: 0.403 acc_train: 0.9746 || loss_valid: 0.7306 acc_valid: 0.9523 || batch time: 0.005 ||epoch time: 2.9809\n",
      "epoch 17 loss_train: 0.3818 acc_train: 0.9761 || loss_valid: 0.7292 acc_valid: 0.9525 || batch time: 0.005 ||epoch time: 2.9939\n",
      "epoch 18 loss_train: 0.362 acc_train: 0.9773 || loss_valid: 0.7286 acc_valid: 0.9525 || batch time: 0.005 ||epoch time: 3.0283\n",
      "epoch 19 loss_train: 0.3435 acc_train: 0.9787 || loss_valid: 0.7289 acc_valid: 0.9529 || batch time: 0.0048 ||epoch time: 2.9037\n",
      "epoch 20 loss_train: 0.3262 acc_train: 0.98 || loss_valid: 0.7303 acc_valid: 0.9529 || batch time: 0.0051 ||epoch time: 3.0485\n",
      "epoch 21 loss_train: 0.3099 acc_train: 0.9811 || loss_valid: 0.7322 acc_valid: 0.9528 || batch time: 0.0051 ||epoch time: 3.0869\n",
      "epoch 22 loss_train: 0.2945 acc_train: 0.9823 || loss_valid: 0.7348 acc_valid: 0.9527 || batch time: 0.0054 ||epoch time: 3.2713\n",
      "epoch 23 loss_train: 0.2799 acc_train: 0.9834 || loss_valid: 0.7381 acc_valid: 0.9528 || batch time: 0.005 ||epoch time: 3.0087\n",
      "epoch 24 loss_train: 0.2661 acc_train: 0.9843 || loss_valid: 0.7416 acc_valid: 0.9528 || batch time: 0.0051 ||epoch time: 3.0475\n",
      "epoch 25 loss_train: 0.2529 acc_train: 0.9853 || loss_valid: 0.7457 acc_valid: 0.953 || batch time: 0.0054 ||epoch time: 3.2244\n",
      "epoch 26 loss_train: 0.2404 acc_train: 0.9862 || loss_valid: 0.7501 acc_valid: 0.9531 || batch time: 0.0046 ||epoch time: 2.7669\n",
      "epoch 27 loss_train: 0.2285 acc_train: 0.9872 || loss_valid: 0.7552 acc_valid: 0.9527 || batch time: 0.005 ||epoch time: 2.9845\n",
      "epoch 28 loss_train: 0.2171 acc_train: 0.9879 || loss_valid: 0.7602 acc_valid: 0.9527 || batch time: 0.0044 ||epoch time: 2.642\n",
      "epoch 29 loss_train: 0.2063 acc_train: 0.9888 || loss_valid: 0.7658 acc_valid: 0.9524 || batch time: 0.0044 ||epoch time: 2.665\n",
      "epoch 30 loss_train: 0.196 acc_train: 0.9896 || loss_valid: 0.7715 acc_valid: 0.9524 || batch time: 0.0045 ||epoch time: 2.6794\n",
      "epoch 31 loss_train: 0.1862 acc_train: 0.9904 || loss_valid: 0.7776 acc_valid: 0.9523 || batch time: 0.0051 ||epoch time: 3.0695\n",
      "epoch 32 loss_train: 0.1768 acc_train: 0.991 || loss_valid: 0.7836 acc_valid: 0.9521 || batch time: 0.0052 ||epoch time: 3.1559\n",
      "epoch 33 loss_train: 0.1678 acc_train: 0.9917 || loss_valid: 0.7902 acc_valid: 0.952 || batch time: 0.0048 ||epoch time: 2.8768\n",
      "epoch 34 loss_train: 0.1592 acc_train: 0.9923 || loss_valid: 0.7967 acc_valid: 0.9518 || batch time: 0.0048 ||epoch time: 2.8873\n",
      "epoch 35 loss_train: 0.151 acc_train: 0.9928 || loss_valid: 0.804 acc_valid: 0.9517 || batch time: 0.0048 ||epoch time: 2.8986\n",
      "epoch 36 loss_train: 0.1431 acc_train: 0.9932 || loss_valid: 0.8111 acc_valid: 0.9513 || batch time: 0.0049 ||epoch time: 2.957\n",
      "epoch 37 loss_train: 0.1355 acc_train: 0.9939 || loss_valid: 0.8185 acc_valid: 0.9514 || batch time: 0.0048 ||epoch time: 2.8604\n",
      "epoch 38 loss_train: 0.1283 acc_train: 0.9945 || loss_valid: 0.826 acc_valid: 0.9512 || batch time: 0.0046 ||epoch time: 2.7596\n",
      "epoch 39 loss_train: 0.1214 acc_train: 0.9951 || loss_valid: 0.8339 acc_valid: 0.9511 || batch time: 0.005 ||epoch time: 3.0376\n",
      "epoch 40 loss_train: 0.1148 acc_train: 0.9955 || loss_valid: 0.8417 acc_valid: 0.9509 || batch time: 0.0051 ||epoch time: 3.0648\n",
      "epoch 41 loss_train: 0.1084 acc_train: 0.996 || loss_valid: 0.8499 acc_valid: 0.9511 || batch time: 0.0048 ||epoch time: 2.9111\n",
      "epoch 42 loss_train: 0.1024 acc_train: 0.9962 || loss_valid: 0.8587 acc_valid: 0.9509 || batch time: 0.0047 ||epoch time: 2.8279\n",
      "epoch 43 loss_train: 0.0966 acc_train: 0.9965 || loss_valid: 0.8673 acc_valid: 0.9508 || batch time: 0.0044 ||epoch time: 2.6399\n",
      "epoch 44 loss_train: 0.0911 acc_train: 0.9969 || loss_valid: 0.8759 acc_valid: 0.9507 || batch time: 0.0045 ||epoch time: 2.7271\n",
      "epoch 45 loss_train: 0.0858 acc_train: 0.9973 || loss_valid: 0.8851 acc_valid: 0.9506 || batch time: 0.0044 ||epoch time: 2.6389\n",
      "epoch 46 loss_train: 0.0808 acc_train: 0.9977 || loss_valid: 0.8942 acc_valid: 0.9505 || batch time: 0.005 ||epoch time: 3.0295\n",
      "epoch 47 loss_train: 0.076 acc_train: 0.9979 || loss_valid: 0.9037 acc_valid: 0.9506 || batch time: 0.0051 ||epoch time: 3.0459\n",
      "epoch 48 loss_train: 0.0714 acc_train: 0.9982 || loss_valid: 0.9132 acc_valid: 0.9504 || batch time: 0.0053 ||epoch time: 3.1981\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e9d7c30b8ed6405c83a24259d25669f2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0278 acc_train: 0.6343 || loss_valid: 2.6924 acc_valid: 0.837 || batch time: 0.0045 ||epoch time: 2.723\n",
      "epoch 1 loss_train: 2.1379 acc_train: 0.8713 || loss_valid: 1.5956 acc_valid: 0.9037 || batch time: 0.0049 ||epoch time: 2.959\n",
      "epoch 2 loss_train: 1.4587 acc_train: 0.9122 || loss_valid: 1.2429 acc_valid: 0.9246 || batch time: 0.0047 ||epoch time: 2.8245\n",
      "epoch 3 loss_train: 1.1686 acc_train: 0.9294 || loss_valid: 1.0715 acc_valid: 0.9351 || batch time: 0.0045 ||epoch time: 2.6776\n",
      "epoch 4 loss_train: 0.998 acc_train: 0.9392 || loss_valid: 0.9715 acc_valid: 0.9412 || batch time: 0.0054 ||epoch time: 3.2274\n",
      "epoch 5 loss_train: 0.8811 acc_train: 0.9456 || loss_valid: 0.9058 acc_valid: 0.9447 || batch time: 0.0056 ||epoch time: 3.3552\n",
      "epoch 6 loss_train: 0.7935 acc_train: 0.9507 || loss_valid: 0.8604 acc_valid: 0.9468 || batch time: 0.0053 ||epoch time: 3.198\n",
      "epoch 7 loss_train: 0.724 acc_train: 0.9546 || loss_valid: 0.8271 acc_valid: 0.9484 || batch time: 0.0052 ||epoch time: 3.146\n",
      "epoch 8 loss_train: 0.6668 acc_train: 0.9579 || loss_valid: 0.8024 acc_valid: 0.95 || batch time: 0.0055 ||epoch time: 3.296\n",
      "epoch 9 loss_train: 0.6182 acc_train: 0.961 || loss_valid: 0.7839 acc_valid: 0.951 || batch time: 0.0045 ||epoch time: 2.6822\n",
      "epoch 10 loss_train: 0.5762 acc_train: 0.9635 || loss_valid: 0.7695 acc_valid: 0.9518 || batch time: 0.0055 ||epoch time: 3.2834\n",
      "epoch 11 loss_train: 0.5392 acc_train: 0.9656 || loss_valid: 0.7588 acc_valid: 0.9527 || batch time: 0.0056 ||epoch time: 3.3654\n",
      "epoch 12 loss_train: 0.5062 acc_train: 0.9676 || loss_valid: 0.7504 acc_valid: 0.9531 || batch time: 0.005 ||epoch time: 2.9981\n",
      "epoch 13 loss_train: 0.4765 acc_train: 0.9696 || loss_valid: 0.7442 acc_valid: 0.9535 || batch time: 0.0044 ||epoch time: 2.6737\n",
      "epoch 14 loss_train: 0.4495 acc_train: 0.9715 || loss_valid: 0.7399 acc_valid: 0.9532 || batch time: 0.0047 ||epoch time: 2.8334\n",
      "epoch 15 loss_train: 0.4248 acc_train: 0.9733 || loss_valid: 0.737 acc_valid: 0.9535 || batch time: 0.0045 ||epoch time: 2.7188\n",
      "epoch 16 loss_train: 0.402 acc_train: 0.9749 || loss_valid: 0.7356 acc_valid: 0.9531 || batch time: 0.0045 ||epoch time: 2.7259\n",
      "epoch 17 loss_train: 0.3808 acc_train: 0.9763 || loss_valid: 0.7349 acc_valid: 0.953 || batch time: 0.0048 ||epoch time: 2.8921\n",
      "epoch 18 loss_train: 0.361 acc_train: 0.9775 || loss_valid: 0.7351 acc_valid: 0.9532 || batch time: 0.005 ||epoch time: 2.991\n",
      "epoch 19 loss_train: 0.3425 acc_train: 0.9787 || loss_valid: 0.736 acc_valid: 0.9534 || batch time: 0.0045 ||epoch time: 2.7205\n",
      "epoch 20 loss_train: 0.325 acc_train: 0.9799 || loss_valid: 0.7377 acc_valid: 0.9535 || batch time: 0.0049 ||epoch time: 2.926\n",
      "epoch 21 loss_train: 0.3086 acc_train: 0.981 || loss_valid: 0.74 acc_valid: 0.9533 || batch time: 0.0048 ||epoch time: 2.8862\n",
      "epoch 22 loss_train: 0.2931 acc_train: 0.9822 || loss_valid: 0.7427 acc_valid: 0.9535 || batch time: 0.0049 ||epoch time: 2.9767\n",
      "epoch 23 loss_train: 0.2784 acc_train: 0.9833 || loss_valid: 0.7461 acc_valid: 0.9538 || batch time: 0.0047 ||epoch time: 2.8332\n",
      "epoch 24 loss_train: 0.2645 acc_train: 0.9843 || loss_valid: 0.7499 acc_valid: 0.9539 || batch time: 0.0052 ||epoch time: 3.1413\n",
      "epoch 25 loss_train: 0.2513 acc_train: 0.9853 || loss_valid: 0.7544 acc_valid: 0.9536 || batch time: 0.0045 ||epoch time: 2.7055\n",
      "epoch 26 loss_train: 0.2388 acc_train: 0.9864 || loss_valid: 0.759 acc_valid: 0.9538 || batch time: 0.0049 ||epoch time: 2.9526\n",
      "epoch 27 loss_train: 0.2269 acc_train: 0.9873 || loss_valid: 0.7642 acc_valid: 0.9539 || batch time: 0.0046 ||epoch time: 2.7376\n",
      "epoch 28 loss_train: 0.2155 acc_train: 0.9881 || loss_valid: 0.7697 acc_valid: 0.9539 || batch time: 0.0044 ||epoch time: 2.6562\n",
      "epoch 29 loss_train: 0.2046 acc_train: 0.989 || loss_valid: 0.7755 acc_valid: 0.9542 || batch time: 0.0054 ||epoch time: 3.2341\n",
      "epoch 30 loss_train: 0.1943 acc_train: 0.9897 || loss_valid: 0.7818 acc_valid: 0.954 || batch time: 0.0052 ||epoch time: 3.1566\n",
      "epoch 31 loss_train: 0.1844 acc_train: 0.9905 || loss_valid: 0.7885 acc_valid: 0.9538 || batch time: 0.0048 ||epoch time: 2.893\n",
      "epoch 32 loss_train: 0.175 acc_train: 0.9912 || loss_valid: 0.7952 acc_valid: 0.954 || batch time: 0.0047 ||epoch time: 2.7974\n",
      "epoch 33 loss_train: 0.166 acc_train: 0.9919 || loss_valid: 0.8023 acc_valid: 0.9537 || batch time: 0.0045 ||epoch time: 2.7267\n",
      "epoch 34 loss_train: 0.1574 acc_train: 0.9925 || loss_valid: 0.8095 acc_valid: 0.9535 || batch time: 0.0052 ||epoch time: 3.1008\n",
      "epoch 35 loss_train: 0.1492 acc_train: 0.9931 || loss_valid: 0.8172 acc_valid: 0.9533 || batch time: 0.0053 ||epoch time: 3.18\n",
      "epoch 36 loss_train: 0.1414 acc_train: 0.9937 || loss_valid: 0.8249 acc_valid: 0.9532 || batch time: 0.0046 ||epoch time: 2.7857\n",
      "epoch 37 loss_train: 0.1338 acc_train: 0.9942 || loss_valid: 0.8331 acc_valid: 0.953 || batch time: 0.0051 ||epoch time: 3.0407\n",
      "epoch 38 loss_train: 0.1266 acc_train: 0.9946 || loss_valid: 0.8412 acc_valid: 0.953 || batch time: 0.0048 ||epoch time: 2.8633\n",
      "epoch 39 loss_train: 0.1197 acc_train: 0.9951 || loss_valid: 0.8497 acc_valid: 0.9527 || batch time: 0.0049 ||epoch time: 2.9249\n",
      "epoch 40 loss_train: 0.1132 acc_train: 0.9956 || loss_valid: 0.8585 acc_valid: 0.9525 || batch time: 0.0056 ||epoch time: 3.35\n",
      "epoch 41 loss_train: 0.1069 acc_train: 0.996 || loss_valid: 0.8669 acc_valid: 0.9524 || batch time: 0.0049 ||epoch time: 2.9341\n",
      "epoch 42 loss_train: 0.1009 acc_train: 0.9965 || loss_valid: 0.876 acc_valid: 0.9522 || batch time: 0.0051 ||epoch time: 3.0728\n",
      "epoch 43 loss_train: 0.0952 acc_train: 0.9968 || loss_valid: 0.8852 acc_valid: 0.9522 || batch time: 0.0049 ||epoch time: 2.93\n",
      "epoch 44 loss_train: 0.0897 acc_train: 0.9972 || loss_valid: 0.8946 acc_valid: 0.9522 || batch time: 0.0045 ||epoch time: 2.7074\n",
      "epoch 45 loss_train: 0.0845 acc_train: 0.9974 || loss_valid: 0.9041 acc_valid: 0.952 || batch time: 0.0046 ||epoch time: 2.7787\n",
      "epoch 46 loss_train: 0.0795 acc_train: 0.9978 || loss_valid: 0.9139 acc_valid: 0.9519 || batch time: 0.0052 ||epoch time: 3.1506\n",
      "epoch 47 loss_train: 0.0748 acc_train: 0.9981 || loss_valid: 0.9237 acc_valid: 0.9518 || batch time: 0.0051 ||epoch time: 3.0545\n",
      "30 times no decrease\n",
      "loss acc: 0.9522 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f8ad6612494f4ba5921e3730fdf97bc7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0233 acc_train: 0.6309 || loss_valid: 2.6636 acc_valid: 0.8383 || batch time: 0.0049 ||epoch time: 2.9205\n",
      "epoch 1 loss_train: 2.118 acc_train: 0.8726 || loss_valid: 1.577 acc_valid: 0.9051 || batch time: 0.0048 ||epoch time: 2.8802\n",
      "epoch 2 loss_train: 1.4477 acc_train: 0.9135 || loss_valid: 1.2333 acc_valid: 0.9248 || batch time: 0.0053 ||epoch time: 3.2063\n",
      "epoch 3 loss_train: 1.1606 acc_train: 0.9305 || loss_valid: 1.0683 acc_valid: 0.934 || batch time: 0.0049 ||epoch time: 2.9184\n",
      "epoch 4 loss_train: 0.9918 acc_train: 0.9396 || loss_valid: 0.9721 acc_valid: 0.94 || batch time: 0.0046 ||epoch time: 2.7505\n",
      "epoch 5 loss_train: 0.8759 acc_train: 0.9462 || loss_valid: 0.9099 acc_valid: 0.9434 || batch time: 0.0044 ||epoch time: 2.6703\n",
      "epoch 6 loss_train: 0.7895 acc_train: 0.9509 || loss_valid: 0.8664 acc_valid: 0.9457 || batch time: 0.0048 ||epoch time: 2.8999\n",
      "epoch 7 loss_train: 0.7209 acc_train: 0.9549 || loss_valid: 0.8346 acc_valid: 0.9474 || batch time: 0.0048 ||epoch time: 2.8868\n",
      "epoch 8 loss_train: 0.6642 acc_train: 0.9583 || loss_valid: 0.8111 acc_valid: 0.9484 || batch time: 0.0044 ||epoch time: 2.6371\n",
      "epoch 9 loss_train: 0.6163 acc_train: 0.9614 || loss_valid: 0.7928 acc_valid: 0.9498 || batch time: 0.0048 ||epoch time: 2.8813\n",
      "epoch 10 loss_train: 0.5747 acc_train: 0.9638 || loss_valid: 0.7787 acc_valid: 0.9503 || batch time: 0.0045 ||epoch time: 2.7073\n",
      "epoch 11 loss_train: 0.5381 acc_train: 0.966 || loss_valid: 0.7677 acc_valid: 0.951 || batch time: 0.0049 ||epoch time: 2.9415\n",
      "epoch 12 loss_train: 0.5056 acc_train: 0.968 || loss_valid: 0.759 acc_valid: 0.9516 || batch time: 0.0046 ||epoch time: 2.7529\n",
      "epoch 13 loss_train: 0.4763 acc_train: 0.97 || loss_valid: 0.7526 acc_valid: 0.9519 || batch time: 0.005 ||epoch time: 2.9906\n",
      "epoch 14 loss_train: 0.449 acc_train: 0.9718 || loss_valid: 0.7478 acc_valid: 0.9525 || batch time: 0.0052 ||epoch time: 3.1196\n",
      "epoch 15 loss_train: 0.4243 acc_train: 0.9733 || loss_valid: 0.7441 acc_valid: 0.9532 || batch time: 0.0049 ||epoch time: 2.9343\n",
      "epoch 16 loss_train: 0.4014 acc_train: 0.9749 || loss_valid: 0.7415 acc_valid: 0.9534 || batch time: 0.0053 ||epoch time: 3.1866\n",
      "epoch 17 loss_train: 0.3801 acc_train: 0.9764 || loss_valid: 0.7401 acc_valid: 0.9535 || batch time: 0.0048 ||epoch time: 2.9191\n",
      "epoch 18 loss_train: 0.3604 acc_train: 0.9776 || loss_valid: 0.7395 acc_valid: 0.9536 || batch time: 0.0047 ||epoch time: 2.8525\n",
      "epoch 19 loss_train: 0.3418 acc_train: 0.9788 || loss_valid: 0.7395 acc_valid: 0.9536 || batch time: 0.0052 ||epoch time: 3.1434\n",
      "epoch 20 loss_train: 0.3244 acc_train: 0.9802 || loss_valid: 0.7404 acc_valid: 0.9536 || batch time: 0.0049 ||epoch time: 2.975\n",
      "epoch 21 loss_train: 0.3081 acc_train: 0.9814 || loss_valid: 0.7418 acc_valid: 0.9535 || batch time: 0.0048 ||epoch time: 2.8937\n",
      "epoch 22 loss_train: 0.2927 acc_train: 0.9826 || loss_valid: 0.7438 acc_valid: 0.9535 || batch time: 0.0045 ||epoch time: 2.7353\n",
      "epoch 23 loss_train: 0.2781 acc_train: 0.9836 || loss_valid: 0.7463 acc_valid: 0.9537 || batch time: 0.0046 ||epoch time: 2.775\n",
      "epoch 24 loss_train: 0.2642 acc_train: 0.9845 || loss_valid: 0.7498 acc_valid: 0.9539 || batch time: 0.0047 ||epoch time: 2.8244\n",
      "epoch 25 loss_train: 0.2511 acc_train: 0.9854 || loss_valid: 0.753 acc_valid: 0.9536 || batch time: 0.005 ||epoch time: 2.9931\n",
      "epoch 26 loss_train: 0.2386 acc_train: 0.9863 || loss_valid: 0.7571 acc_valid: 0.9536 || batch time: 0.0046 ||epoch time: 2.7784\n",
      "epoch 27 loss_train: 0.2268 acc_train: 0.9873 || loss_valid: 0.7613 acc_valid: 0.9535 || batch time: 0.0051 ||epoch time: 3.0843\n",
      "epoch 28 loss_train: 0.2155 acc_train: 0.988 || loss_valid: 0.766 acc_valid: 0.9535 || batch time: 0.0048 ||epoch time: 2.8592\n",
      "epoch 29 loss_train: 0.2047 acc_train: 0.9889 || loss_valid: 0.771 acc_valid: 0.9531 || batch time: 0.0051 ||epoch time: 3.0681\n",
      "epoch 30 loss_train: 0.1944 acc_train: 0.9897 || loss_valid: 0.7762 acc_valid: 0.9532 || batch time: 0.0047 ||epoch time: 2.8534\n",
      "epoch 31 loss_train: 0.1846 acc_train: 0.9904 || loss_valid: 0.7817 acc_valid: 0.9535 || batch time: 0.0047 ||epoch time: 2.8432\n",
      "epoch 32 loss_train: 0.1753 acc_train: 0.9911 || loss_valid: 0.7875 acc_valid: 0.9532 || batch time: 0.0051 ||epoch time: 3.0614\n",
      "epoch 33 loss_train: 0.1663 acc_train: 0.9918 || loss_valid: 0.7936 acc_valid: 0.953 || batch time: 0.0054 ||epoch time: 3.2438\n",
      "epoch 34 loss_train: 0.1578 acc_train: 0.9925 || loss_valid: 0.7999 acc_valid: 0.953 || batch time: 0.0049 ||epoch time: 2.932\n",
      "epoch 35 loss_train: 0.1496 acc_train: 0.9931 || loss_valid: 0.8064 acc_valid: 0.953 || batch time: 0.0047 ||epoch time: 2.8541\n",
      "epoch 36 loss_train: 0.1418 acc_train: 0.9937 || loss_valid: 0.8133 acc_valid: 0.953 || batch time: 0.0044 ||epoch time: 2.6455\n",
      "epoch 37 loss_train: 0.1344 acc_train: 0.9942 || loss_valid: 0.8202 acc_valid: 0.9526 || batch time: 0.0048 ||epoch time: 2.9028\n",
      "epoch 38 loss_train: 0.1272 acc_train: 0.9947 || loss_valid: 0.8275 acc_valid: 0.9525 || batch time: 0.0046 ||epoch time: 2.758\n",
      "epoch 39 loss_train: 0.1204 acc_train: 0.9952 || loss_valid: 0.8347 acc_valid: 0.9523 || batch time: 0.0045 ||epoch time: 2.7158\n",
      "epoch 40 loss_train: 0.1139 acc_train: 0.9957 || loss_valid: 0.8426 acc_valid: 0.9521 || batch time: 0.0045 ||epoch time: 2.6991\n",
      "epoch 41 loss_train: 0.1076 acc_train: 0.9961 || loss_valid: 0.8501 acc_valid: 0.9522 || batch time: 0.0045 ||epoch time: 2.7193\n",
      "epoch 42 loss_train: 0.1017 acc_train: 0.9965 || loss_valid: 0.8583 acc_valid: 0.9521 || batch time: 0.0048 ||epoch time: 2.8759\n",
      "epoch 43 loss_train: 0.096 acc_train: 0.9968 || loss_valid: 0.8668 acc_valid: 0.952 || batch time: 0.0049 ||epoch time: 2.9606\n",
      "epoch 44 loss_train: 0.0906 acc_train: 0.9971 || loss_valid: 0.8754 acc_valid: 0.9518 || batch time: 0.0049 ||epoch time: 2.975\n",
      "epoch 45 loss_train: 0.0854 acc_train: 0.9973 || loss_valid: 0.8841 acc_valid: 0.9516 || batch time: 0.0049 ||epoch time: 2.9635\n",
      "epoch 46 loss_train: 0.0804 acc_train: 0.9977 || loss_valid: 0.8929 acc_valid: 0.9516 || batch time: 0.0046 ||epoch time: 2.7513\n",
      "epoch 47 loss_train: 0.0757 acc_train: 0.998 || loss_valid: 0.9024 acc_valid: 0.9516 || batch time: 0.0049 ||epoch time: 2.956\n",
      "epoch 48 loss_train: 0.0712 acc_train: 0.9981 || loss_valid: 0.9118 acc_valid: 0.9515 || batch time: 0.0049 ||epoch time: 2.9433\n",
      "30 times no decrease\n",
      "loss acc: 0.9517 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c7901c7c95064564bdf9e2f2edb7f20b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0141 acc_train: 0.633 || loss_valid: 2.694 acc_valid: 0.8357 || batch time: 0.0051 ||epoch time: 3.0451\n",
      "epoch 1 loss_train: 2.1356 acc_train: 0.8715 || loss_valid: 1.589 acc_valid: 0.9023 || batch time: 0.0057 ||epoch time: 3.4063\n",
      "epoch 2 loss_train: 1.4524 acc_train: 0.9134 || loss_valid: 1.2371 acc_valid: 0.9246 || batch time: 0.0051 ||epoch time: 3.0691\n",
      "epoch 3 loss_train: 1.1647 acc_train: 0.9299 || loss_valid: 1.0681 acc_valid: 0.9341 || batch time: 0.0047 ||epoch time: 2.8155\n",
      "epoch 4 loss_train: 0.9965 acc_train: 0.9397 || loss_valid: 0.9702 acc_valid: 0.9397 || batch time: 0.0048 ||epoch time: 2.8811\n",
      "epoch 5 loss_train: 0.8812 acc_train: 0.946 || loss_valid: 0.9074 acc_valid: 0.9429 || batch time: 0.005 ||epoch time: 2.9788\n",
      "epoch 6 loss_train: 0.7944 acc_train: 0.9513 || loss_valid: 0.8635 acc_valid: 0.9453 || batch time: 0.005 ||epoch time: 2.988\n",
      "epoch 7 loss_train: 0.7256 acc_train: 0.955 || loss_valid: 0.8318 acc_valid: 0.9472 || batch time: 0.0048 ||epoch time: 2.8744\n",
      "epoch 8 loss_train: 0.6686 acc_train: 0.9581 || loss_valid: 0.8085 acc_valid: 0.9487 || batch time: 0.0044 ||epoch time: 2.6598\n",
      "epoch 9 loss_train: 0.6205 acc_train: 0.9608 || loss_valid: 0.7905 acc_valid: 0.9504 || batch time: 0.0045 ||epoch time: 2.6866\n",
      "epoch 10 loss_train: 0.5787 acc_train: 0.9635 || loss_valid: 0.7771 acc_valid: 0.9512 || batch time: 0.0047 ||epoch time: 2.8375\n",
      "epoch 11 loss_train: 0.5417 acc_train: 0.9657 || loss_valid: 0.767 acc_valid: 0.9518 || batch time: 0.0049 ||epoch time: 2.9444\n",
      "epoch 12 loss_train: 0.5088 acc_train: 0.9678 || loss_valid: 0.7594 acc_valid: 0.9519 || batch time: 0.0047 ||epoch time: 2.8135\n",
      "epoch 13 loss_train: 0.479 acc_train: 0.9697 || loss_valid: 0.7539 acc_valid: 0.9521 || batch time: 0.0044 ||epoch time: 2.6624\n",
      "epoch 14 loss_train: 0.4519 acc_train: 0.9715 || loss_valid: 0.75 acc_valid: 0.952 || batch time: 0.0048 ||epoch time: 2.9114\n",
      "epoch 15 loss_train: 0.427 acc_train: 0.9733 || loss_valid: 0.7475 acc_valid: 0.9518 || batch time: 0.0044 ||epoch time: 2.6581\n",
      "epoch 16 loss_train: 0.404 acc_train: 0.9747 || loss_valid: 0.746 acc_valid: 0.952 || batch time: 0.0045 ||epoch time: 2.7022\n",
      "epoch 17 loss_train: 0.3827 acc_train: 0.9761 || loss_valid: 0.7454 acc_valid: 0.9519 || batch time: 0.0047 ||epoch time: 2.8253\n",
      "epoch 18 loss_train: 0.3628 acc_train: 0.9775 || loss_valid: 0.746 acc_valid: 0.9519 || batch time: 0.0055 ||epoch time: 3.2997\n",
      "epoch 19 loss_train: 0.3442 acc_train: 0.9788 || loss_valid: 0.7473 acc_valid: 0.9519 || batch time: 0.0055 ||epoch time: 3.3129\n",
      "epoch 20 loss_train: 0.3268 acc_train: 0.9799 || loss_valid: 0.7492 acc_valid: 0.952 || batch time: 0.0047 ||epoch time: 2.8162\n",
      "epoch 21 loss_train: 0.3105 acc_train: 0.981 || loss_valid: 0.7517 acc_valid: 0.952 || batch time: 0.0046 ||epoch time: 2.7872\n",
      "epoch 22 loss_train: 0.295 acc_train: 0.9822 || loss_valid: 0.7547 acc_valid: 0.9523 || batch time: 0.0046 ||epoch time: 2.7836\n",
      "epoch 23 loss_train: 0.2803 acc_train: 0.9832 || loss_valid: 0.7584 acc_valid: 0.9522 || batch time: 0.0047 ||epoch time: 2.8468\n",
      "epoch 24 loss_train: 0.2664 acc_train: 0.9842 || loss_valid: 0.7622 acc_valid: 0.9519 || batch time: 0.0046 ||epoch time: 2.7893\n",
      "epoch 25 loss_train: 0.2533 acc_train: 0.9851 || loss_valid: 0.7666 acc_valid: 0.9518 || batch time: 0.0044 ||epoch time: 2.6465\n",
      "epoch 26 loss_train: 0.2407 acc_train: 0.986 || loss_valid: 0.7713 acc_valid: 0.9516 || batch time: 0.0047 ||epoch time: 2.8494\n",
      "epoch 27 loss_train: 0.2288 acc_train: 0.9869 || loss_valid: 0.7764 acc_valid: 0.9514 || batch time: 0.0047 ||epoch time: 2.8441\n",
      "epoch 28 loss_train: 0.2175 acc_train: 0.9879 || loss_valid: 0.7818 acc_valid: 0.9513 || batch time: 0.0048 ||epoch time: 2.914\n",
      "epoch 29 loss_train: 0.2067 acc_train: 0.9886 || loss_valid: 0.7875 acc_valid: 0.9513 || batch time: 0.0052 ||epoch time: 3.0972\n",
      "epoch 30 loss_train: 0.1964 acc_train: 0.9895 || loss_valid: 0.7933 acc_valid: 0.9514 || batch time: 0.0046 ||epoch time: 2.7546\n",
      "epoch 31 loss_train: 0.1865 acc_train: 0.9903 || loss_valid: 0.7998 acc_valid: 0.9512 || batch time: 0.0044 ||epoch time: 2.6445\n",
      "epoch 32 loss_train: 0.1771 acc_train: 0.991 || loss_valid: 0.806 acc_valid: 0.9509 || batch time: 0.0044 ||epoch time: 2.6318\n",
      "epoch 33 loss_train: 0.1681 acc_train: 0.9916 || loss_valid: 0.8127 acc_valid: 0.9506 || batch time: 0.0046 ||epoch time: 2.7756\n",
      "epoch 34 loss_train: 0.1595 acc_train: 0.9922 || loss_valid: 0.8195 acc_valid: 0.9504 || batch time: 0.005 ||epoch time: 3.0001\n",
      "epoch 35 loss_train: 0.1512 acc_train: 0.993 || loss_valid: 0.8266 acc_valid: 0.9505 || batch time: 0.0044 ||epoch time: 2.6439\n",
      "epoch 36 loss_train: 0.1433 acc_train: 0.9935 || loss_valid: 0.8336 acc_valid: 0.9506 || batch time: 0.0047 ||epoch time: 2.8531\n",
      "epoch 37 loss_train: 0.1358 acc_train: 0.9941 || loss_valid: 0.8413 acc_valid: 0.9506 || batch time: 0.0048 ||epoch time: 2.9046\n",
      "epoch 38 loss_train: 0.1286 acc_train: 0.9947 || loss_valid: 0.8491 acc_valid: 0.9505 || batch time: 0.0052 ||epoch time: 3.1177\n",
      "epoch 39 loss_train: 0.1217 acc_train: 0.9951 || loss_valid: 0.8572 acc_valid: 0.9503 || batch time: 0.005 ||epoch time: 3.0348\n",
      "epoch 40 loss_train: 0.1151 acc_train: 0.9956 || loss_valid: 0.8651 acc_valid: 0.9504 || batch time: 0.005 ||epoch time: 2.9949\n",
      "epoch 41 loss_train: 0.1088 acc_train: 0.9959 || loss_valid: 0.8733 acc_valid: 0.9502 || batch time: 0.0053 ||epoch time: 3.1589\n",
      "epoch 42 loss_train: 0.1028 acc_train: 0.9964 || loss_valid: 0.8817 acc_valid: 0.9501 || batch time: 0.0045 ||epoch time: 2.6879\n",
      "epoch 43 loss_train: 0.0971 acc_train: 0.9967 || loss_valid: 0.8905 acc_valid: 0.9501 || batch time: 0.0051 ||epoch time: 3.0783\n",
      "epoch 44 loss_train: 0.0916 acc_train: 0.997 || loss_valid: 0.8994 acc_valid: 0.9501 || batch time: 0.0046 ||epoch time: 2.7816\n",
      "epoch 45 loss_train: 0.0864 acc_train: 0.9972 || loss_valid: 0.9086 acc_valid: 0.9502 || batch time: 0.0053 ||epoch time: 3.2035\n",
      "epoch 46 loss_train: 0.0814 acc_train: 0.9976 || loss_valid: 0.9176 acc_valid: 0.9501 || batch time: 0.005 ||epoch time: 3.0007\n",
      "epoch 47 loss_train: 0.0767 acc_train: 0.9979 || loss_valid: 0.9271 acc_valid: 0.9502 || batch time: 0.0048 ||epoch time: 2.8925\n",
      "30 times no decrease\n",
      "loss acc: 0.9527 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "727a0d63d29e4bbfa9349140bdb7e3b2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2054 acc_train: 0.6197 || loss_valid: 2.7481 acc_valid: 0.8362 || batch time: 0.0048 ||epoch time: 2.8798\n",
      "epoch 1 loss_train: 2.1336 acc_train: 0.8721 || loss_valid: 1.6156 acc_valid: 0.9024 || batch time: 0.0048 ||epoch time: 2.9062\n",
      "epoch 2 loss_train: 1.4529 acc_train: 0.914 || loss_valid: 1.2612 acc_valid: 0.9232 || batch time: 0.0055 ||epoch time: 3.2934\n",
      "epoch 3 loss_train: 1.1679 acc_train: 0.93 || loss_valid: 1.0894 acc_valid: 0.9342 || batch time: 0.0052 ||epoch time: 3.1166\n",
      "epoch 4 loss_train: 0.9998 acc_train: 0.9392 || loss_valid: 0.9891 acc_valid: 0.9387 || batch time: 0.0051 ||epoch time: 3.0665\n",
      "epoch 5 loss_train: 0.8838 acc_train: 0.9455 || loss_valid: 0.9233 acc_valid: 0.942 || batch time: 0.005 ||epoch time: 2.9857\n",
      "epoch 6 loss_train: 0.7964 acc_train: 0.9505 || loss_valid: 0.8772 acc_valid: 0.9451 || batch time: 0.005 ||epoch time: 3.0347\n",
      "epoch 7 loss_train: 0.727 acc_train: 0.9545 || loss_valid: 0.8436 acc_valid: 0.9466 || batch time: 0.0048 ||epoch time: 2.8861\n",
      "epoch 8 loss_train: 0.6695 acc_train: 0.9577 || loss_valid: 0.8185 acc_valid: 0.9482 || batch time: 0.005 ||epoch time: 2.9936\n",
      "epoch 9 loss_train: 0.6209 acc_train: 0.9608 || loss_valid: 0.7993 acc_valid: 0.949 || batch time: 0.0049 ||epoch time: 2.9331\n",
      "epoch 10 loss_train: 0.5789 acc_train: 0.9634 || loss_valid: 0.7845 acc_valid: 0.9496 || batch time: 0.005 ||epoch time: 3.0009\n",
      "epoch 11 loss_train: 0.5419 acc_train: 0.9657 || loss_valid: 0.7733 acc_valid: 0.9501 || batch time: 0.0048 ||epoch time: 2.8682\n",
      "epoch 12 loss_train: 0.5087 acc_train: 0.9677 || loss_valid: 0.765 acc_valid: 0.9509 || batch time: 0.0048 ||epoch time: 2.8946\n",
      "epoch 13 loss_train: 0.4788 acc_train: 0.9696 || loss_valid: 0.7587 acc_valid: 0.9512 || batch time: 0.0055 ||epoch time: 3.3017\n",
      "epoch 14 loss_train: 0.4516 acc_train: 0.9713 || loss_valid: 0.7543 acc_valid: 0.9516 || batch time: 0.0046 ||epoch time: 2.7626\n",
      "epoch 15 loss_train: 0.4267 acc_train: 0.9729 || loss_valid: 0.7512 acc_valid: 0.9522 || batch time: 0.0048 ||epoch time: 2.8771\n",
      "epoch 16 loss_train: 0.4037 acc_train: 0.9745 || loss_valid: 0.7493 acc_valid: 0.9519 || batch time: 0.0048 ||epoch time: 2.8851\n",
      "epoch 17 loss_train: 0.3824 acc_train: 0.9759 || loss_valid: 0.7483 acc_valid: 0.952 || batch time: 0.0045 ||epoch time: 2.6842\n",
      "epoch 18 loss_train: 0.3626 acc_train: 0.9773 || loss_valid: 0.748 acc_valid: 0.9523 || batch time: 0.0045 ||epoch time: 2.684\n",
      "epoch 19 loss_train: 0.344 acc_train: 0.9785 || loss_valid: 0.7487 acc_valid: 0.9524 || batch time: 0.0045 ||epoch time: 2.7037\n",
      "epoch 20 loss_train: 0.3266 acc_train: 0.9799 || loss_valid: 0.7498 acc_valid: 0.9526 || batch time: 0.0045 ||epoch time: 2.6814\n",
      "epoch 21 loss_train: 0.3102 acc_train: 0.9811 || loss_valid: 0.7517 acc_valid: 0.9526 || batch time: 0.0049 ||epoch time: 2.9346\n",
      "epoch 22 loss_train: 0.2947 acc_train: 0.9821 || loss_valid: 0.7538 acc_valid: 0.9524 || batch time: 0.0054 ||epoch time: 3.2562\n",
      "epoch 23 loss_train: 0.28 acc_train: 0.9831 || loss_valid: 0.7567 acc_valid: 0.9527 || batch time: 0.0054 ||epoch time: 3.2364\n",
      "epoch 24 loss_train: 0.2662 acc_train: 0.9841 || loss_valid: 0.76 acc_valid: 0.9528 || batch time: 0.005 ||epoch time: 3.0129\n",
      "epoch 25 loss_train: 0.2529 acc_train: 0.9852 || loss_valid: 0.7637 acc_valid: 0.9526 || batch time: 0.0045 ||epoch time: 2.688\n",
      "epoch 26 loss_train: 0.2404 acc_train: 0.986 || loss_valid: 0.7679 acc_valid: 0.9524 || batch time: 0.0048 ||epoch time: 2.9068\n",
      "epoch 27 loss_train: 0.2284 acc_train: 0.987 || loss_valid: 0.7726 acc_valid: 0.9523 || batch time: 0.0046 ||epoch time: 2.7513\n",
      "epoch 28 loss_train: 0.217 acc_train: 0.9878 || loss_valid: 0.7776 acc_valid: 0.9522 || batch time: 0.0045 ||epoch time: 2.6786\n",
      "epoch 29 loss_train: 0.2062 acc_train: 0.9888 || loss_valid: 0.783 acc_valid: 0.9522 || batch time: 0.0046 ||epoch time: 2.7445\n",
      "epoch 30 loss_train: 0.1958 acc_train: 0.9897 || loss_valid: 0.7884 acc_valid: 0.9521 || batch time: 0.0045 ||epoch time: 2.6792\n",
      "epoch 31 loss_train: 0.1859 acc_train: 0.9906 || loss_valid: 0.7945 acc_valid: 0.9521 || batch time: 0.0045 ||epoch time: 2.7329\n",
      "epoch 32 loss_train: 0.1765 acc_train: 0.9913 || loss_valid: 0.8005 acc_valid: 0.9519 || batch time: 0.0046 ||epoch time: 2.7776\n",
      "epoch 33 loss_train: 0.1675 acc_train: 0.9919 || loss_valid: 0.8074 acc_valid: 0.9517 || batch time: 0.0046 ||epoch time: 2.7954\n",
      "epoch 34 loss_train: 0.1589 acc_train: 0.9924 || loss_valid: 0.8142 acc_valid: 0.9512 || batch time: 0.0052 ||epoch time: 3.1475\n",
      "epoch 35 loss_train: 0.1527 acc_train: 0.9931 || loss_valid: 0.8218 acc_valid: 0.9513 || batch time: 0.0046 ||epoch time: 2.7778\n",
      "epoch 36 loss_train: 0.1434 acc_train: 0.9935 || loss_valid: 0.8272 acc_valid: 0.9513 || batch time: 0.0048 ||epoch time: 2.9146\n",
      "epoch 37 loss_train: 0.1359 acc_train: 0.994 || loss_valid: 0.8346 acc_valid: 0.9513 || batch time: 0.0045 ||epoch time: 2.69\n",
      "epoch 38 loss_train: 0.1291 acc_train: 0.9945 || loss_valid: 0.8415 acc_valid: 0.9513 || batch time: 0.0046 ||epoch time: 2.7517\n",
      "epoch 39 loss_train: 0.1219 acc_train: 0.9949 || loss_valid: 0.8494 acc_valid: 0.9514 || batch time: 0.0046 ||epoch time: 2.7821\n",
      "epoch 40 loss_train: 0.1158 acc_train: 0.9954 || loss_valid: 0.8569 acc_valid: 0.951 || batch time: 0.0045 ||epoch time: 2.7027\n",
      "epoch 41 loss_train: 0.1093 acc_train: 0.9958 || loss_valid: 0.8652 acc_valid: 0.9509 || batch time: 0.0045 ||epoch time: 2.7027\n",
      "epoch 42 loss_train: 0.1033 acc_train: 0.9962 || loss_valid: 0.8737 acc_valid: 0.9507 || batch time: 0.0045 ||epoch time: 2.6831\n",
      "epoch 43 loss_train: 0.0977 acc_train: 0.9966 || loss_valid: 0.8825 acc_valid: 0.9507 || batch time: 0.0045 ||epoch time: 2.7\n",
      "epoch 44 loss_train: 0.0923 acc_train: 0.9969 || loss_valid: 0.8914 acc_valid: 0.9507 || batch time: 0.0045 ||epoch time: 2.6786\n",
      "epoch 45 loss_train: 0.0871 acc_train: 0.9973 || loss_valid: 0.9008 acc_valid: 0.9507 || batch time: 0.0045 ||epoch time: 2.7025\n",
      "epoch 46 loss_train: 0.0821 acc_train: 0.9976 || loss_valid: 0.9103 acc_valid: 0.9505 || batch time: 0.0046 ||epoch time: 2.7826\n",
      "epoch 47 loss_train: 0.0773 acc_train: 0.9979 || loss_valid: 0.9199 acc_valid: 0.9504 || batch time: 0.0046 ||epoch time: 2.7807\n",
      "epoch 48 loss_train: 0.0728 acc_train: 0.9982 || loss_valid: 0.9295 acc_valid: 0.9503 || batch time: 0.0046 ||epoch time: 2.7697\n",
      "30 times no decrease\n",
      "loss acc: 0.9526 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "04994d1e15694ee6b5ebe957d461a510",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1055 acc_train: 0.6337 || loss_valid: 2.6775 acc_valid: 0.8373 || batch time: 0.0049 ||epoch time: 2.9323\n",
      "epoch 1 loss_train: 2.1079 acc_train: 0.8743 || loss_valid: 1.577 acc_valid: 0.9052 || batch time: 0.0053 ||epoch time: 3.1791\n",
      "epoch 2 loss_train: 1.441 acc_train: 0.9142 || loss_valid: 1.2298 acc_valid: 0.9246 || batch time: 0.0053 ||epoch time: 3.1746\n",
      "epoch 3 loss_train: 1.1569 acc_train: 0.9304 || loss_valid: 1.0629 acc_valid: 0.9344 || batch time: 0.0051 ||epoch time: 3.091\n",
      "epoch 4 loss_train: 0.99 acc_train: 0.94 || loss_valid: 0.9653 acc_valid: 0.9396 || batch time: 0.0054 ||epoch time: 3.233\n",
      "epoch 5 loss_train: 0.8754 acc_train: 0.9463 || loss_valid: 0.9019 acc_valid: 0.9428 || batch time: 0.0046 ||epoch time: 2.7783\n",
      "epoch 6 loss_train: 0.7887 acc_train: 0.9513 || loss_valid: 0.8577 acc_valid: 0.9453 || batch time: 0.0051 ||epoch time: 3.0882\n",
      "epoch 7 loss_train: 0.7202 acc_train: 0.955 || loss_valid: 0.8256 acc_valid: 0.9475 || batch time: 0.0044 ||epoch time: 2.6516\n",
      "epoch 8 loss_train: 0.6632 acc_train: 0.9582 || loss_valid: 0.8021 acc_valid: 0.9488 || batch time: 0.0049 ||epoch time: 2.9701\n",
      "epoch 9 loss_train: 0.6152 acc_train: 0.9611 || loss_valid: 0.7845 acc_valid: 0.9497 || batch time: 0.0046 ||epoch time: 2.7908\n",
      "epoch 10 loss_train: 0.5736 acc_train: 0.9637 || loss_valid: 0.7712 acc_valid: 0.9507 || batch time: 0.0051 ||epoch time: 3.0919\n",
      "epoch 11 loss_train: 0.5368 acc_train: 0.9659 || loss_valid: 0.7609 acc_valid: 0.9511 || batch time: 0.0045 ||epoch time: 2.7306\n",
      "epoch 12 loss_train: 0.5041 acc_train: 0.968 || loss_valid: 0.753 acc_valid: 0.9513 || batch time: 0.0045 ||epoch time: 2.72\n",
      "epoch 13 loss_train: 0.4746 acc_train: 0.9699 || loss_valid: 0.7471 acc_valid: 0.9517 || batch time: 0.0044 ||epoch time: 2.6491\n",
      "epoch 14 loss_train: 0.4477 acc_train: 0.9716 || loss_valid: 0.7429 acc_valid: 0.9523 || batch time: 0.0046 ||epoch time: 2.7465\n",
      "epoch 15 loss_train: 0.423 acc_train: 0.9734 || loss_valid: 0.7401 acc_valid: 0.9525 || batch time: 0.0046 ||epoch time: 2.7539\n",
      "epoch 16 loss_train: 0.4001 acc_train: 0.9749 || loss_valid: 0.7384 acc_valid: 0.9529 || batch time: 0.0046 ||epoch time: 2.7539\n",
      "epoch 17 loss_train: 0.3789 acc_train: 0.9763 || loss_valid: 0.738 acc_valid: 0.953 || batch time: 0.0051 ||epoch time: 3.0947\n",
      "epoch 18 loss_train: 0.3592 acc_train: 0.9776 || loss_valid: 0.7385 acc_valid: 0.9528 || batch time: 0.0048 ||epoch time: 2.8721\n",
      "epoch 19 loss_train: 0.3408 acc_train: 0.9788 || loss_valid: 0.7399 acc_valid: 0.9531 || batch time: 0.0044 ||epoch time: 2.6524\n",
      "epoch 20 loss_train: 0.3235 acc_train: 0.98 || loss_valid: 0.742 acc_valid: 0.9531 || batch time: 0.0044 ||epoch time: 2.6539\n",
      "epoch 21 loss_train: 0.3072 acc_train: 0.9811 || loss_valid: 0.745 acc_valid: 0.953 || batch time: 0.0044 ||epoch time: 2.6702\n",
      "epoch 22 loss_train: 0.2918 acc_train: 0.9822 || loss_valid: 0.7484 acc_valid: 0.9531 || batch time: 0.0044 ||epoch time: 2.6494\n",
      "epoch 23 loss_train: 0.2773 acc_train: 0.9833 || loss_valid: 0.7524 acc_valid: 0.9531 || batch time: 0.0048 ||epoch time: 2.9151\n",
      "epoch 24 loss_train: 0.2635 acc_train: 0.9842 || loss_valid: 0.7569 acc_valid: 0.953 || batch time: 0.0046 ||epoch time: 2.7767\n",
      "epoch 25 loss_train: 0.2504 acc_train: 0.9853 || loss_valid: 0.7617 acc_valid: 0.9527 || batch time: 0.0044 ||epoch time: 2.647\n",
      "epoch 26 loss_train: 0.238 acc_train: 0.9863 || loss_valid: 0.7671 acc_valid: 0.9524 || batch time: 0.0044 ||epoch time: 2.6467\n",
      "epoch 27 loss_train: 0.2262 acc_train: 0.9871 || loss_valid: 0.7729 acc_valid: 0.9525 || batch time: 0.0044 ||epoch time: 2.664\n",
      "epoch 28 loss_train: 0.215 acc_train: 0.9881 || loss_valid: 0.7788 acc_valid: 0.9525 || batch time: 0.0044 ||epoch time: 2.6523\n",
      "epoch 29 loss_train: 0.2043 acc_train: 0.989 || loss_valid: 0.7852 acc_valid: 0.9525 || batch time: 0.005 ||epoch time: 2.999\n",
      "epoch 30 loss_train: 0.1941 acc_train: 0.9897 || loss_valid: 0.7916 acc_valid: 0.9523 || batch time: 0.0052 ||epoch time: 3.1098\n",
      "epoch 31 loss_train: 0.1844 acc_train: 0.9904 || loss_valid: 0.7983 acc_valid: 0.9521 || batch time: 0.0046 ||epoch time: 2.7657\n",
      "epoch 32 loss_train: 0.175 acc_train: 0.991 || loss_valid: 0.8055 acc_valid: 0.9519 || batch time: 0.0046 ||epoch time: 2.7512\n",
      "epoch 33 loss_train: 0.1661 acc_train: 0.9918 || loss_valid: 0.8125 acc_valid: 0.9518 || batch time: 0.0048 ||epoch time: 2.8807\n",
      "epoch 34 loss_train: 0.1576 acc_train: 0.9923 || loss_valid: 0.8201 acc_valid: 0.9516 || batch time: 0.0046 ||epoch time: 2.7515\n",
      "epoch 35 loss_train: 0.1495 acc_train: 0.9929 || loss_valid: 0.828 acc_valid: 0.9515 || batch time: 0.0046 ||epoch time: 2.7589\n",
      "epoch 36 loss_train: 0.1417 acc_train: 0.9934 || loss_valid: 0.8361 acc_valid: 0.9511 || batch time: 0.0048 ||epoch time: 2.8793\n",
      "epoch 37 loss_train: 0.1342 acc_train: 0.994 || loss_valid: 0.8443 acc_valid: 0.9509 || batch time: 0.0044 ||epoch time: 2.6457\n",
      "epoch 38 loss_train: 0.1271 acc_train: 0.9944 || loss_valid: 0.8529 acc_valid: 0.9509 || batch time: 0.0052 ||epoch time: 3.1071\n",
      "epoch 39 loss_train: 0.1202 acc_train: 0.9948 || loss_valid: 0.8614 acc_valid: 0.9505 || batch time: 0.0048 ||epoch time: 2.8789\n",
      "epoch 40 loss_train: 0.1137 acc_train: 0.9953 || loss_valid: 0.8703 acc_valid: 0.9505 || batch time: 0.0045 ||epoch time: 2.7315\n",
      "epoch 41 loss_train: 0.1075 acc_train: 0.9958 || loss_valid: 0.8798 acc_valid: 0.9505 || batch time: 0.0044 ||epoch time: 2.6469\n",
      "epoch 42 loss_train: 0.1015 acc_train: 0.9963 || loss_valid: 0.889 acc_valid: 0.9505 || batch time: 0.0051 ||epoch time: 3.0802\n",
      "epoch 43 loss_train: 0.0958 acc_train: 0.9967 || loss_valid: 0.8987 acc_valid: 0.9504 || batch time: 0.0054 ||epoch time: 3.2387\n",
      "epoch 44 loss_train: 0.0904 acc_train: 0.9971 || loss_valid: 0.9083 acc_valid: 0.9503 || batch time: 0.0044 ||epoch time: 2.6522\n",
      "epoch 45 loss_train: 0.0852 acc_train: 0.9974 || loss_valid: 0.9182 acc_valid: 0.9502 || batch time: 0.0044 ||epoch time: 2.6616\n",
      "epoch 46 loss_train: 0.0802 acc_train: 0.9977 || loss_valid: 0.9283 acc_valid: 0.95 || batch time: 0.0044 ||epoch time: 2.6541\n",
      "epoch 47 loss_train: 0.0755 acc_train: 0.998 || loss_valid: 0.9384 acc_valid: 0.9503 || batch time: 0.0044 ||epoch time: 2.6524\n",
      "30 times no decrease\n",
      "loss acc: 0.9519 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d2bd8d8c5e83420aa39a750b2ab1c0e5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8947 acc_train: 0.6423 || loss_valid: 2.624 acc_valid: 0.8423 || batch time: 0.0047 ||epoch time: 2.8493\n",
      "epoch 1 loss_train: 2.0994 acc_train: 0.8729 || loss_valid: 1.5615 acc_valid: 0.9062 || batch time: 0.0049 ||epoch time: 2.953\n",
      "epoch 2 loss_train: 1.4383 acc_train: 0.9134 || loss_valid: 1.2235 acc_valid: 0.9257 || batch time: 0.0053 ||epoch time: 3.1929\n",
      "epoch 3 loss_train: 1.1561 acc_train: 0.93 || loss_valid: 1.0607 acc_valid: 0.9352 || batch time: 0.0049 ||epoch time: 2.9618\n",
      "epoch 4 loss_train: 0.9889 acc_train: 0.9393 || loss_valid: 0.9656 acc_valid: 0.9403 || batch time: 0.0046 ||epoch time: 2.7585\n",
      "epoch 5 loss_train: 0.8742 acc_train: 0.9458 || loss_valid: 0.9033 acc_valid: 0.9443 || batch time: 0.0047 ||epoch time: 2.8435\n",
      "epoch 6 loss_train: 0.7882 acc_train: 0.951 || loss_valid: 0.8601 acc_valid: 0.9471 || batch time: 0.0047 ||epoch time: 2.8192\n",
      "epoch 7 loss_train: 0.7201 acc_train: 0.9549 || loss_valid: 0.8283 acc_valid: 0.9488 || batch time: 0.0045 ||epoch time: 2.7269\n",
      "epoch 8 loss_train: 0.6639 acc_train: 0.9582 || loss_valid: 0.8043 acc_valid: 0.9497 || batch time: 0.0046 ||epoch time: 2.7548\n",
      "epoch 9 loss_train: 0.616 acc_train: 0.9611 || loss_valid: 0.7858 acc_valid: 0.9505 || batch time: 0.0046 ||epoch time: 2.7546\n",
      "epoch 10 loss_train: 0.5747 acc_train: 0.9637 || loss_valid: 0.7716 acc_valid: 0.951 || batch time: 0.005 ||epoch time: 2.9841\n",
      "epoch 11 loss_train: 0.5382 acc_train: 0.9659 || loss_valid: 0.7606 acc_valid: 0.9516 || batch time: 0.0052 ||epoch time: 3.1236\n",
      "epoch 12 loss_train: 0.5055 acc_train: 0.968 || loss_valid: 0.7525 acc_valid: 0.952 || batch time: 0.0053 ||epoch time: 3.1905\n",
      "epoch 13 loss_train: 0.476 acc_train: 0.9698 || loss_valid: 0.7461 acc_valid: 0.9521 || batch time: 0.0053 ||epoch time: 3.2106\n",
      "epoch 14 loss_train: 0.4492 acc_train: 0.9716 || loss_valid: 0.7412 acc_valid: 0.953 || batch time: 0.0055 ||epoch time: 3.3302\n",
      "epoch 15 loss_train: 0.4246 acc_train: 0.9734 || loss_valid: 0.7379 acc_valid: 0.953 || batch time: 0.0045 ||epoch time: 2.6882\n",
      "epoch 16 loss_train: 0.4019 acc_train: 0.9747 || loss_valid: 0.7358 acc_valid: 0.9533 || batch time: 0.0044 ||epoch time: 2.6501\n",
      "epoch 17 loss_train: 0.3807 acc_train: 0.9761 || loss_valid: 0.7349 acc_valid: 0.9535 || batch time: 0.0047 ||epoch time: 2.8014\n",
      "epoch 18 loss_train: 0.361 acc_train: 0.9774 || loss_valid: 0.7347 acc_valid: 0.9536 || batch time: 0.0049 ||epoch time: 2.9229\n",
      "epoch 19 loss_train: 0.3425 acc_train: 0.9787 || loss_valid: 0.7354 acc_valid: 0.9535 || batch time: 0.0044 ||epoch time: 2.6555\n",
      "epoch 20 loss_train: 0.3253 acc_train: 0.9799 || loss_valid: 0.7369 acc_valid: 0.9537 || batch time: 0.0044 ||epoch time: 2.6615\n",
      "epoch 21 loss_train: 0.309 acc_train: 0.9811 || loss_valid: 0.7391 acc_valid: 0.9538 || batch time: 0.0049 ||epoch time: 2.9718\n",
      "epoch 22 loss_train: 0.2937 acc_train: 0.9822 || loss_valid: 0.7417 acc_valid: 0.9537 || batch time: 0.0044 ||epoch time: 2.6551\n",
      "epoch 23 loss_train: 0.2792 acc_train: 0.9832 || loss_valid: 0.7448 acc_valid: 0.9538 || batch time: 0.0046 ||epoch time: 2.7506\n",
      "epoch 24 loss_train: 0.2655 acc_train: 0.9843 || loss_valid: 0.7486 acc_valid: 0.9535 || batch time: 0.0049 ||epoch time: 2.9593\n",
      "epoch 25 loss_train: 0.2524 acc_train: 0.9855 || loss_valid: 0.7527 acc_valid: 0.9536 || batch time: 0.0044 ||epoch time: 2.6675\n",
      "epoch 26 loss_train: 0.24 acc_train: 0.9863 || loss_valid: 0.7571 acc_valid: 0.9535 || batch time: 0.0046 ||epoch time: 2.7946\n",
      "epoch 27 loss_train: 0.2282 acc_train: 0.9872 || loss_valid: 0.7621 acc_valid: 0.9537 || batch time: 0.0053 ||epoch time: 3.1833\n",
      "epoch 28 loss_train: 0.2169 acc_train: 0.988 || loss_valid: 0.7676 acc_valid: 0.9534 || batch time: 0.0051 ||epoch time: 3.0858\n",
      "epoch 29 loss_train: 0.2062 acc_train: 0.9889 || loss_valid: 0.773 acc_valid: 0.9534 || batch time: 0.0047 ||epoch time: 2.8478\n",
      "epoch 30 loss_train: 0.1959 acc_train: 0.9896 || loss_valid: 0.7788 acc_valid: 0.9534 || batch time: 0.0055 ||epoch time: 3.2825\n",
      "epoch 31 loss_train: 0.1861 acc_train: 0.9903 || loss_valid: 0.7852 acc_valid: 0.9534 || batch time: 0.0046 ||epoch time: 2.7801\n",
      "epoch 32 loss_train: 0.1767 acc_train: 0.991 || loss_valid: 0.7918 acc_valid: 0.9529 || batch time: 0.005 ||epoch time: 3.0138\n",
      "epoch 33 loss_train: 0.1678 acc_train: 0.9916 || loss_valid: 0.7987 acc_valid: 0.9528 || batch time: 0.0055 ||epoch time: 3.3374\n",
      "epoch 34 loss_train: 0.1592 acc_train: 0.9922 || loss_valid: 0.8058 acc_valid: 0.9527 || batch time: 0.0054 ||epoch time: 3.2652\n",
      "epoch 35 loss_train: 0.151 acc_train: 0.9928 || loss_valid: 0.8132 acc_valid: 0.9524 || batch time: 0.0049 ||epoch time: 2.9677\n",
      "epoch 36 loss_train: 0.1431 acc_train: 0.9934 || loss_valid: 0.8209 acc_valid: 0.9523 || batch time: 0.0055 ||epoch time: 3.3365\n",
      "epoch 37 loss_train: 0.1356 acc_train: 0.9938 || loss_valid: 0.8289 acc_valid: 0.9521 || batch time: 0.0046 ||epoch time: 2.7472\n",
      "epoch 38 loss_train: 0.1284 acc_train: 0.9943 || loss_valid: 0.8371 acc_valid: 0.952 || batch time: 0.0046 ||epoch time: 2.7805\n",
      "epoch 39 loss_train: 0.1215 acc_train: 0.9948 || loss_valid: 0.8453 acc_valid: 0.9519 || batch time: 0.0045 ||epoch time: 2.7082\n",
      "epoch 40 loss_train: 0.1149 acc_train: 0.9953 || loss_valid: 0.854 acc_valid: 0.9518 || batch time: 0.0045 ||epoch time: 2.6902\n",
      "epoch 41 loss_train: 0.1086 acc_train: 0.9958 || loss_valid: 0.8629 acc_valid: 0.9517 || batch time: 0.0046 ||epoch time: 2.7386\n",
      "epoch 42 loss_train: 0.1025 acc_train: 0.9962 || loss_valid: 0.8721 acc_valid: 0.9515 || batch time: 0.0045 ||epoch time: 2.6916\n",
      "epoch 43 loss_train: 0.0967 acc_train: 0.9966 || loss_valid: 0.8809 acc_valid: 0.9512 || batch time: 0.0045 ||epoch time: 2.6966\n",
      "epoch 44 loss_train: 0.0912 acc_train: 0.9969 || loss_valid: 0.8906 acc_valid: 0.9508 || batch time: 0.0044 ||epoch time: 2.6499\n",
      "epoch 45 loss_train: 0.0859 acc_train: 0.9973 || loss_valid: 0.9 acc_valid: 0.9506 || batch time: 0.0044 ||epoch time: 2.6559\n",
      "epoch 46 loss_train: 0.0809 acc_train: 0.9976 || loss_valid: 0.9098 acc_valid: 0.9504 || batch time: 0.0044 ||epoch time: 2.6525\n",
      "epoch 47 loss_train: 0.0761 acc_train: 0.9979 || loss_valid: 0.92 acc_valid: 0.9506 || batch time: 0.005 ||epoch time: 3.0168\n",
      "epoch 48 loss_train: 0.0715 acc_train: 0.9982 || loss_valid: 0.93 acc_valid: 0.9503 || batch time: 0.0048 ||epoch time: 2.8891\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1ad0d1e58094493bac3904ba86e34654",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0689 acc_train: 0.6323 || loss_valid: 2.6821 acc_valid: 0.8381 || batch time: 0.0051 ||epoch time: 3.0517\n",
      "epoch 1 loss_train: 2.1281 acc_train: 0.8733 || loss_valid: 1.5686 acc_valid: 0.9061 || batch time: 0.0053 ||epoch time: 3.2015\n",
      "epoch 2 loss_train: 1.4494 acc_train: 0.9134 || loss_valid: 1.2217 acc_valid: 0.9256 || batch time: 0.0052 ||epoch time: 3.1479\n",
      "epoch 3 loss_train: 1.1628 acc_train: 0.9299 || loss_valid: 1.0563 acc_valid: 0.9351 || batch time: 0.0052 ||epoch time: 3.1251\n",
      "epoch 4 loss_train: 0.9947 acc_train: 0.9397 || loss_valid: 0.961 acc_valid: 0.9405 || batch time: 0.0047 ||epoch time: 2.8136\n",
      "epoch 5 loss_train: 0.8794 acc_train: 0.9459 || loss_valid: 0.8994 acc_valid: 0.9445 || batch time: 0.0045 ||epoch time: 2.6846\n",
      "epoch 6 loss_train: 0.7931 acc_train: 0.9508 || loss_valid: 0.8566 acc_valid: 0.947 || batch time: 0.0045 ||epoch time: 2.6772\n",
      "epoch 7 loss_train: 0.7245 acc_train: 0.9545 || loss_valid: 0.8253 acc_valid: 0.9478 || batch time: 0.0044 ||epoch time: 2.65\n",
      "epoch 8 loss_train: 0.668 acc_train: 0.9577 || loss_valid: 0.8013 acc_valid: 0.9493 || batch time: 0.0048 ||epoch time: 2.9161\n",
      "epoch 9 loss_train: 0.6198 acc_train: 0.9606 || loss_valid: 0.7828 acc_valid: 0.9502 || batch time: 0.0053 ||epoch time: 3.1661\n",
      "epoch 10 loss_train: 0.578 acc_train: 0.9634 || loss_valid: 0.7684 acc_valid: 0.951 || batch time: 0.0044 ||epoch time: 2.6722\n",
      "epoch 11 loss_train: 0.5413 acc_train: 0.9658 || loss_valid: 0.7571 acc_valid: 0.9515 || batch time: 0.0044 ||epoch time: 2.6556\n",
      "epoch 12 loss_train: 0.5086 acc_train: 0.9679 || loss_valid: 0.7486 acc_valid: 0.9521 || batch time: 0.0044 ||epoch time: 2.6723\n",
      "epoch 13 loss_train: 0.479 acc_train: 0.9698 || loss_valid: 0.7418 acc_valid: 0.9527 || batch time: 0.0046 ||epoch time: 2.7537\n",
      "epoch 14 loss_train: 0.4519 acc_train: 0.9718 || loss_valid: 0.7369 acc_valid: 0.953 || batch time: 0.0049 ||epoch time: 2.9775\n",
      "epoch 15 loss_train: 0.4271 acc_train: 0.9734 || loss_valid: 0.7333 acc_valid: 0.9535 || batch time: 0.0045 ||epoch time: 2.7002\n",
      "epoch 16 loss_train: 0.4041 acc_train: 0.9749 || loss_valid: 0.7311 acc_valid: 0.9535 || batch time: 0.0046 ||epoch time: 2.758\n",
      "epoch 17 loss_train: 0.3828 acc_train: 0.9763 || loss_valid: 0.7298 acc_valid: 0.9538 || batch time: 0.0055 ||epoch time: 3.2849\n",
      "epoch 18 loss_train: 0.3629 acc_train: 0.9776 || loss_valid: 0.7298 acc_valid: 0.9538 || batch time: 0.0047 ||epoch time: 2.856\n",
      "epoch 19 loss_train: 0.3443 acc_train: 0.9789 || loss_valid: 0.7302 acc_valid: 0.954 || batch time: 0.0048 ||epoch time: 2.8847\n",
      "epoch 20 loss_train: 0.3268 acc_train: 0.9801 || loss_valid: 0.7314 acc_valid: 0.9543 || batch time: 0.0048 ||epoch time: 2.9123\n",
      "epoch 21 loss_train: 0.3103 acc_train: 0.9813 || loss_valid: 0.7334 acc_valid: 0.9542 || batch time: 0.0052 ||epoch time: 3.105\n",
      "epoch 22 loss_train: 0.2947 acc_train: 0.9824 || loss_valid: 0.7358 acc_valid: 0.9544 || batch time: 0.0049 ||epoch time: 2.9265\n",
      "epoch 23 loss_train: 0.28 acc_train: 0.9834 || loss_valid: 0.739 acc_valid: 0.9542 || batch time: 0.0046 ||epoch time: 2.7861\n",
      "epoch 24 loss_train: 0.2661 acc_train: 0.9845 || loss_valid: 0.7425 acc_valid: 0.9541 || batch time: 0.0053 ||epoch time: 3.2162\n",
      "epoch 25 loss_train: 0.2528 acc_train: 0.9854 || loss_valid: 0.7467 acc_valid: 0.9537 || batch time: 0.0047 ||epoch time: 2.8147\n",
      "epoch 26 loss_train: 0.2403 acc_train: 0.9864 || loss_valid: 0.7512 acc_valid: 0.9536 || batch time: 0.0045 ||epoch time: 2.678\n",
      "epoch 27 loss_train: 0.2283 acc_train: 0.9872 || loss_valid: 0.7563 acc_valid: 0.9534 || batch time: 0.0044 ||epoch time: 2.6605\n",
      "epoch 28 loss_train: 0.2169 acc_train: 0.988 || loss_valid: 0.7615 acc_valid: 0.9531 || batch time: 0.0044 ||epoch time: 2.6579\n",
      "epoch 29 loss_train: 0.206 acc_train: 0.9888 || loss_valid: 0.7672 acc_valid: 0.953 || batch time: 0.0044 ||epoch time: 2.6601\n",
      "epoch 30 loss_train: 0.1957 acc_train: 0.9895 || loss_valid: 0.7732 acc_valid: 0.9532 || batch time: 0.0044 ||epoch time: 2.6593\n",
      "epoch 31 loss_train: 0.1858 acc_train: 0.9902 || loss_valid: 0.7793 acc_valid: 0.953 || batch time: 0.0044 ||epoch time: 2.6614\n",
      "epoch 32 loss_train: 0.1763 acc_train: 0.991 || loss_valid: 0.7858 acc_valid: 0.9529 || batch time: 0.0044 ||epoch time: 2.6563\n",
      "epoch 33 loss_train: 0.1672 acc_train: 0.9917 || loss_valid: 0.7928 acc_valid: 0.9527 || batch time: 0.0044 ||epoch time: 2.6652\n",
      "epoch 34 loss_train: 0.1586 acc_train: 0.9922 || loss_valid: 0.7998 acc_valid: 0.9526 || batch time: 0.0044 ||epoch time: 2.6548\n",
      "epoch 35 loss_train: 0.1503 acc_train: 0.9929 || loss_valid: 0.8072 acc_valid: 0.9521 || batch time: 0.0049 ||epoch time: 2.9705\n",
      "epoch 36 loss_train: 0.1423 acc_train: 0.9934 || loss_valid: 0.815 acc_valid: 0.9523 || batch time: 0.0046 ||epoch time: 2.7715\n",
      "epoch 37 loss_train: 0.1348 acc_train: 0.9941 || loss_valid: 0.8227 acc_valid: 0.9522 || batch time: 0.0044 ||epoch time: 2.6596\n",
      "epoch 38 loss_train: 0.1275 acc_train: 0.9947 || loss_valid: 0.8309 acc_valid: 0.9518 || batch time: 0.0044 ||epoch time: 2.6578\n",
      "epoch 39 loss_train: 0.1205 acc_train: 0.9951 || loss_valid: 0.8393 acc_valid: 0.952 || batch time: 0.0054 ||epoch time: 3.2745\n",
      "epoch 40 loss_train: 0.1139 acc_train: 0.9956 || loss_valid: 0.848 acc_valid: 0.9519 || batch time: 0.0049 ||epoch time: 2.9715\n",
      "epoch 41 loss_train: 0.1075 acc_train: 0.9961 || loss_valid: 0.8569 acc_valid: 0.9518 || batch time: 0.0049 ||epoch time: 2.9179\n",
      "epoch 42 loss_train: 0.1015 acc_train: 0.9966 || loss_valid: 0.8661 acc_valid: 0.9517 || batch time: 0.0046 ||epoch time: 2.7865\n",
      "epoch 43 loss_train: 0.0957 acc_train: 0.997 || loss_valid: 0.8753 acc_valid: 0.9517 || batch time: 0.0052 ||epoch time: 3.1\n",
      "epoch 44 loss_train: 0.0901 acc_train: 0.9974 || loss_valid: 0.8849 acc_valid: 0.9518 || batch time: 0.0054 ||epoch time: 3.2425\n",
      "epoch 45 loss_train: 0.0849 acc_train: 0.9977 || loss_valid: 0.8951 acc_valid: 0.9517 || batch time: 0.0044 ||epoch time: 2.6536\n",
      "epoch 46 loss_train: 0.0798 acc_train: 0.998 || loss_valid: 0.9046 acc_valid: 0.9517 || batch time: 0.0044 ||epoch time: 2.6554\n",
      "epoch 47 loss_train: 0.075 acc_train: 0.9982 || loss_valid: 0.9151 acc_valid: 0.9518 || batch time: 0.0045 ||epoch time: 2.7187\n",
      "30 times no decrease\n",
      "loss acc: 0.952 load epoch: 17\n",
      "\n",
      "#####################################\n",
      "walk_time: 1 ways: both conbime： Lstm\n",
      "batch_times: 0.00483\n",
      "epoch_times: 2.9044\n",
      "total_times: 161.91583178043365\n",
      "loss_accs: 0.9521400000000002 [0.9523, 0.9516, 0.9523, 0.9522, 0.9517, 0.9527, 0.9526, 0.9519, 0.9521, 0.952]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.00483 2.9044 0.9521400000000002 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a364cbb782dd48b7922e11778856c482",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9633a97e42234bc89bd4a411513964d8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9617 acc_train: 0.6412 || loss_valid: 2.6354 acc_valid: 0.8443 || batch time: 0.0065 ||epoch time: 3.8778\n",
      "epoch 1 loss_train: 2.0901 acc_train: 0.8787 || loss_valid: 1.5481 acc_valid: 0.9073 || batch time: 0.0063 ||epoch time: 3.7825\n",
      "epoch 2 loss_train: 1.4242 acc_train: 0.917 || loss_valid: 1.2097 acc_valid: 0.9268 || batch time: 0.0062 ||epoch time: 3.7144\n",
      "epoch 3 loss_train: 1.1473 acc_train: 0.932 || loss_valid: 1.0484 acc_valid: 0.9352 || batch time: 0.0063 ||epoch time: 3.7999\n",
      "epoch 4 loss_train: 0.9858 acc_train: 0.9406 || loss_valid: 0.9551 acc_valid: 0.9407 || batch time: 0.0063 ||epoch time: 3.7511\n",
      "epoch 5 loss_train: 0.8746 acc_train: 0.9464 || loss_valid: 0.8943 acc_valid: 0.9439 || batch time: 0.0062 ||epoch time: 3.7324\n",
      "epoch 6 loss_train: 0.7909 acc_train: 0.9511 || loss_valid: 0.852 acc_valid: 0.946 || batch time: 0.0062 ||epoch time: 3.7131\n",
      "epoch 7 loss_train: 0.7247 acc_train: 0.9548 || loss_valid: 0.8209 acc_valid: 0.948 || batch time: 0.0069 ||epoch time: 4.1603\n",
      "epoch 8 loss_train: 0.6698 acc_train: 0.9582 || loss_valid: 0.7981 acc_valid: 0.9493 || batch time: 0.0064 ||epoch time: 3.833\n",
      "epoch 9 loss_train: 0.623 acc_train: 0.9608 || loss_valid: 0.7803 acc_valid: 0.9503 || batch time: 0.0064 ||epoch time: 3.849\n",
      "epoch 10 loss_train: 0.5823 acc_train: 0.9633 || loss_valid: 0.7666 acc_valid: 0.9507 || batch time: 0.0064 ||epoch time: 3.8307\n",
      "epoch 11 loss_train: 0.5462 acc_train: 0.9655 || loss_valid: 0.7558 acc_valid: 0.9518 || batch time: 0.0063 ||epoch time: 3.7801\n",
      "epoch 12 loss_train: 0.5139 acc_train: 0.9677 || loss_valid: 0.7473 acc_valid: 0.9525 || batch time: 0.0064 ||epoch time: 3.8464\n",
      "epoch 13 loss_train: 0.4846 acc_train: 0.9694 || loss_valid: 0.7407 acc_valid: 0.953 || batch time: 0.0065 ||epoch time: 3.9102\n",
      "epoch 14 loss_train: 0.4578 acc_train: 0.971 || loss_valid: 0.7357 acc_valid: 0.9534 || batch time: 0.0064 ||epoch time: 3.8344\n",
      "epoch 15 loss_train: 0.4332 acc_train: 0.9728 || loss_valid: 0.7321 acc_valid: 0.954 || batch time: 0.0067 ||epoch time: 4.0459\n",
      "epoch 16 loss_train: 0.411 acc_train: 0.9742 || loss_valid: 0.7295 acc_valid: 0.9539 || batch time: 0.0064 ||epoch time: 3.8277\n",
      "epoch 17 loss_train: 0.3899 acc_train: 0.9757 || loss_valid: 0.7282 acc_valid: 0.954 || batch time: 0.0062 ||epoch time: 3.7303\n",
      "epoch 18 loss_train: 0.37 acc_train: 0.9769 || loss_valid: 0.7279 acc_valid: 0.9539 || batch time: 0.0064 ||epoch time: 3.8285\n",
      "epoch 19 loss_train: 0.3519 acc_train: 0.9781 || loss_valid: 0.7282 acc_valid: 0.9539 || batch time: 0.0064 ||epoch time: 3.8431\n",
      "epoch 20 loss_train: 0.3347 acc_train: 0.9794 || loss_valid: 0.7289 acc_valid: 0.9539 || batch time: 0.0064 ||epoch time: 3.8355\n",
      "epoch 21 loss_train: 0.3185 acc_train: 0.9806 || loss_valid: 0.7304 acc_valid: 0.9537 || batch time: 0.0063 ||epoch time: 3.7604\n",
      "epoch 22 loss_train: 0.3032 acc_train: 0.9818 || loss_valid: 0.7324 acc_valid: 0.9539 || batch time: 0.0062 ||epoch time: 3.7313\n",
      "epoch 23 loss_train: 0.2886 acc_train: 0.9828 || loss_valid: 0.7348 acc_valid: 0.9541 || batch time: 0.0062 ||epoch time: 3.7188\n",
      "epoch 24 loss_train: 0.2748 acc_train: 0.9839 || loss_valid: 0.7376 acc_valid: 0.9542 || batch time: 0.0062 ||epoch time: 3.7364\n",
      "epoch 25 loss_train: 0.2617 acc_train: 0.985 || loss_valid: 0.7407 acc_valid: 0.9543 || batch time: 0.0065 ||epoch time: 3.8874\n",
      "epoch 26 loss_train: 0.2492 acc_train: 0.9859 || loss_valid: 0.7442 acc_valid: 0.9544 || batch time: 0.0069 ||epoch time: 4.1133\n",
      "epoch 27 loss_train: 0.2373 acc_train: 0.9867 || loss_valid: 0.748 acc_valid: 0.9543 || batch time: 0.0068 ||epoch time: 4.1075\n",
      "epoch 28 loss_train: 0.2259 acc_train: 0.9876 || loss_valid: 0.7524 acc_valid: 0.9543 || batch time: 0.0075 ||epoch time: 4.499\n",
      "epoch 29 loss_train: 0.215 acc_train: 0.9883 || loss_valid: 0.7571 acc_valid: 0.954 || batch time: 0.0067 ||epoch time: 4.0061\n",
      "epoch 30 loss_train: 0.2047 acc_train: 0.9889 || loss_valid: 0.7623 acc_valid: 0.9539 || batch time: 0.0067 ||epoch time: 3.9961\n",
      "epoch 31 loss_train: 0.1948 acc_train: 0.9896 || loss_valid: 0.7676 acc_valid: 0.9539 || batch time: 0.0063 ||epoch time: 3.7552\n",
      "epoch 32 loss_train: 0.1852 acc_train: 0.9904 || loss_valid: 0.7731 acc_valid: 0.954 || batch time: 0.0063 ||epoch time: 3.7895\n",
      "epoch 33 loss_train: 0.1761 acc_train: 0.9911 || loss_valid: 0.779 acc_valid: 0.9541 || batch time: 0.0063 ||epoch time: 3.7625\n",
      "epoch 34 loss_train: 0.1674 acc_train: 0.9918 || loss_valid: 0.785 acc_valid: 0.9539 || batch time: 0.0064 ||epoch time: 3.8557\n",
      "epoch 35 loss_train: 0.159 acc_train: 0.9923 || loss_valid: 0.7915 acc_valid: 0.9538 || batch time: 0.0065 ||epoch time: 3.9089\n",
      "epoch 36 loss_train: 0.151 acc_train: 0.9928 || loss_valid: 0.7979 acc_valid: 0.9538 || batch time: 0.0071 ||epoch time: 4.2741\n",
      "epoch 37 loss_train: 0.1433 acc_train: 0.9933 || loss_valid: 0.8049 acc_valid: 0.9536 || batch time: 0.0072 ||epoch time: 4.3308\n",
      "epoch 38 loss_train: 0.136 acc_train: 0.9938 || loss_valid: 0.8117 acc_valid: 0.9535 || batch time: 0.0064 ||epoch time: 3.8443\n",
      "epoch 39 loss_train: 0.1289 acc_train: 0.9943 || loss_valid: 0.819 acc_valid: 0.9534 || batch time: 0.0063 ||epoch time: 3.805\n",
      "epoch 40 loss_train: 0.1222 acc_train: 0.9948 || loss_valid: 0.8266 acc_valid: 0.9532 || batch time: 0.0062 ||epoch time: 3.7281\n",
      "epoch 41 loss_train: 0.1157 acc_train: 0.9952 || loss_valid: 0.8342 acc_valid: 0.953 || batch time: 0.0062 ||epoch time: 3.7308\n",
      "epoch 42 loss_train: 0.1095 acc_train: 0.9956 || loss_valid: 0.8423 acc_valid: 0.953 || batch time: 0.0062 ||epoch time: 3.727\n",
      "epoch 43 loss_train: 0.1036 acc_train: 0.9961 || loss_valid: 0.8504 acc_valid: 0.9528 || batch time: 0.0064 ||epoch time: 3.8265\n",
      "epoch 44 loss_train: 0.0979 acc_train: 0.9966 || loss_valid: 0.8589 acc_valid: 0.953 || batch time: 0.0064 ||epoch time: 3.8454\n",
      "epoch 45 loss_train: 0.0925 acc_train: 0.997 || loss_valid: 0.8672 acc_valid: 0.9528 || batch time: 0.0063 ||epoch time: 3.7678\n",
      "epoch 46 loss_train: 0.0873 acc_train: 0.9973 || loss_valid: 0.8761 acc_valid: 0.9528 || batch time: 0.0064 ||epoch time: 3.8224\n",
      "epoch 47 loss_train: 0.0824 acc_train: 0.9976 || loss_valid: 0.8851 acc_valid: 0.9528 || batch time: 0.0064 ||epoch time: 3.84\n",
      "epoch 48 loss_train: 0.0777 acc_train: 0.9978 || loss_valid: 0.8942 acc_valid: 0.9529 || batch time: 0.0064 ||epoch time: 3.8399\n",
      "30 times no decrease\n",
      "loss acc: 0.9532 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e1ae727d08f44d6682b68880469d0a3a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.89 acc_train: 0.6468 || loss_valid: 2.6131 acc_valid: 0.8478 || batch time: 0.0066 ||epoch time: 3.9733\n",
      "epoch 1 loss_train: 2.0856 acc_train: 0.878 || loss_valid: 1.5444 acc_valid: 0.9097 || batch time: 0.0066 ||epoch time: 3.9492\n",
      "epoch 2 loss_train: 1.4236 acc_train: 0.917 || loss_valid: 1.2081 acc_valid: 0.9281 || batch time: 0.0066 ||epoch time: 3.9409\n",
      "epoch 3 loss_train: 1.1474 acc_train: 0.9316 || loss_valid: 1.0461 acc_valid: 0.9367 || batch time: 0.0066 ||epoch time: 3.9347\n",
      "epoch 4 loss_train: 0.9848 acc_train: 0.9404 || loss_valid: 0.9504 acc_valid: 0.9427 || batch time: 0.0066 ||epoch time: 3.9407\n",
      "epoch 5 loss_train: 0.8733 acc_train: 0.9465 || loss_valid: 0.8877 acc_valid: 0.9465 || batch time: 0.0065 ||epoch time: 3.8918\n",
      "epoch 6 loss_train: 0.7891 acc_train: 0.9511 || loss_valid: 0.8443 acc_valid: 0.9481 || batch time: 0.0064 ||epoch time: 3.8609\n",
      "epoch 7 loss_train: 0.7222 acc_train: 0.9547 || loss_valid: 0.8122 acc_valid: 0.9501 || batch time: 0.0066 ||epoch time: 3.9437\n",
      "epoch 8 loss_train: 0.6668 acc_train: 0.9579 || loss_valid: 0.788 acc_valid: 0.951 || batch time: 0.0066 ||epoch time: 3.9668\n",
      "epoch 9 loss_train: 0.6195 acc_train: 0.9606 || loss_valid: 0.7695 acc_valid: 0.9513 || batch time: 0.0065 ||epoch time: 3.9227\n",
      "epoch 10 loss_train: 0.5786 acc_train: 0.9631 || loss_valid: 0.7553 acc_valid: 0.9516 || batch time: 0.0072 ||epoch time: 4.3423\n",
      "epoch 11 loss_train: 0.5426 acc_train: 0.9654 || loss_valid: 0.7442 acc_valid: 0.9524 || batch time: 0.0069 ||epoch time: 4.1424\n",
      "epoch 12 loss_train: 0.5104 acc_train: 0.9673 || loss_valid: 0.7361 acc_valid: 0.9526 || batch time: 0.0071 ||epoch time: 4.2359\n",
      "epoch 13 loss_train: 0.4812 acc_train: 0.9693 || loss_valid: 0.7296 acc_valid: 0.953 || batch time: 0.0071 ||epoch time: 4.2691\n",
      "epoch 14 loss_train: 0.4547 acc_train: 0.971 || loss_valid: 0.7248 acc_valid: 0.9532 || batch time: 0.0071 ||epoch time: 4.2819\n",
      "epoch 15 loss_train: 0.4302 acc_train: 0.9727 || loss_valid: 0.7212 acc_valid: 0.9532 || batch time: 0.007 ||epoch time: 4.1997\n",
      "epoch 16 loss_train: 0.4078 acc_train: 0.9742 || loss_valid: 0.7189 acc_valid: 0.9535 || batch time: 0.0072 ||epoch time: 4.3124\n",
      "epoch 17 loss_train: 0.3878 acc_train: 0.9756 || loss_valid: 0.7175 acc_valid: 0.9537 || batch time: 0.0067 ||epoch time: 4.0259\n",
      "epoch 18 loss_train: 0.3681 acc_train: 0.9771 || loss_valid: 0.717 acc_valid: 0.9541 || batch time: 0.0074 ||epoch time: 4.413\n",
      "epoch 19 loss_train: 0.3498 acc_train: 0.9785 || loss_valid: 0.7174 acc_valid: 0.9541 || batch time: 0.0069 ||epoch time: 4.1593\n",
      "epoch 20 loss_train: 0.3333 acc_train: 0.9795 || loss_valid: 0.7184 acc_valid: 0.9544 || batch time: 0.0068 ||epoch time: 4.0814\n",
      "epoch 21 loss_train: 0.3175 acc_train: 0.9807 || loss_valid: 0.7201 acc_valid: 0.9547 || batch time: 0.0063 ||epoch time: 3.7597\n",
      "epoch 22 loss_train: 0.3022 acc_train: 0.9818 || loss_valid: 0.7222 acc_valid: 0.9546 || batch time: 0.0068 ||epoch time: 4.0941\n",
      "epoch 23 loss_train: 0.2881 acc_train: 0.9827 || loss_valid: 0.7249 acc_valid: 0.9548 || batch time: 0.0063 ||epoch time: 3.7818\n",
      "epoch 24 loss_train: 0.2746 acc_train: 0.9837 || loss_valid: 0.728 acc_valid: 0.9549 || batch time: 0.0063 ||epoch time: 3.7876\n",
      "epoch 25 loss_train: 0.2618 acc_train: 0.9846 || loss_valid: 0.7316 acc_valid: 0.9548 || batch time: 0.0065 ||epoch time: 3.8964\n",
      "epoch 26 loss_train: 0.2496 acc_train: 0.9855 || loss_valid: 0.7356 acc_valid: 0.9548 || batch time: 0.0066 ||epoch time: 3.959\n",
      "epoch 27 loss_train: 0.238 acc_train: 0.9863 || loss_valid: 0.7398 acc_valid: 0.9548 || batch time: 0.0064 ||epoch time: 3.8512\n",
      "epoch 28 loss_train: 0.2268 acc_train: 0.9872 || loss_valid: 0.7446 acc_valid: 0.9551 || batch time: 0.0072 ||epoch time: 4.3421\n",
      "epoch 29 loss_train: 0.2162 acc_train: 0.9879 || loss_valid: 0.7497 acc_valid: 0.9549 || batch time: 0.0064 ||epoch time: 3.8277\n",
      "epoch 30 loss_train: 0.206 acc_train: 0.9887 || loss_valid: 0.7552 acc_valid: 0.9548 || batch time: 0.0072 ||epoch time: 4.3324\n",
      "epoch 31 loss_train: 0.1962 acc_train: 0.9894 || loss_valid: 0.761 acc_valid: 0.9545 || batch time: 0.0066 ||epoch time: 3.9613\n",
      "epoch 32 loss_train: 0.1868 acc_train: 0.9901 || loss_valid: 0.767 acc_valid: 0.9545 || batch time: 0.0063 ||epoch time: 3.8017\n",
      "epoch 33 loss_train: 0.1778 acc_train: 0.9908 || loss_valid: 0.7734 acc_valid: 0.9545 || batch time: 0.0063 ||epoch time: 3.776\n",
      "epoch 34 loss_train: 0.1692 acc_train: 0.9914 || loss_valid: 0.7795 acc_valid: 0.9547 || batch time: 0.007 ||epoch time: 4.1986\n",
      "epoch 35 loss_train: 0.161 acc_train: 0.992 || loss_valid: 0.7863 acc_valid: 0.9544 || batch time: 0.0072 ||epoch time: 4.3323\n",
      "epoch 36 loss_train: 0.1531 acc_train: 0.9925 || loss_valid: 0.7931 acc_valid: 0.9541 || batch time: 0.0065 ||epoch time: 3.9052\n",
      "epoch 37 loss_train: 0.1455 acc_train: 0.993 || loss_valid: 0.8001 acc_valid: 0.954 || batch time: 0.0067 ||epoch time: 4.0145\n",
      "epoch 38 loss_train: 0.1382 acc_train: 0.9937 || loss_valid: 0.8072 acc_valid: 0.954 || batch time: 0.0072 ||epoch time: 4.3432\n",
      "epoch 39 loss_train: 0.1312 acc_train: 0.9942 || loss_valid: 0.8146 acc_valid: 0.9538 || batch time: 0.0065 ||epoch time: 3.9174\n",
      "epoch 40 loss_train: 0.1245 acc_train: 0.9946 || loss_valid: 0.8218 acc_valid: 0.9539 || batch time: 0.0063 ||epoch time: 3.7668\n",
      "epoch 41 loss_train: 0.1181 acc_train: 0.9952 || loss_valid: 0.8296 acc_valid: 0.9538 || batch time: 0.0064 ||epoch time: 3.8538\n",
      "epoch 42 loss_train: 0.1119 acc_train: 0.9956 || loss_valid: 0.8375 acc_valid: 0.9537 || batch time: 0.0064 ||epoch time: 3.8657\n",
      "epoch 43 loss_train: 0.106 acc_train: 0.996 || loss_valid: 0.8455 acc_valid: 0.9535 || batch time: 0.0069 ||epoch time: 4.126\n",
      "epoch 44 loss_train: 0.1003 acc_train: 0.9964 || loss_valid: 0.8536 acc_valid: 0.9534 || batch time: 0.0065 ||epoch time: 3.9082\n",
      "epoch 45 loss_train: 0.0949 acc_train: 0.9967 || loss_valid: 0.8618 acc_valid: 0.9532 || batch time: 0.0066 ||epoch time: 3.9681\n",
      "epoch 46 loss_train: 0.0897 acc_train: 0.997 || loss_valid: 0.8702 acc_valid: 0.9531 || batch time: 0.0068 ||epoch time: 4.0783\n",
      "epoch 47 loss_train: 0.0848 acc_train: 0.9973 || loss_valid: 0.8791 acc_valid: 0.9529 || batch time: 0.0069 ||epoch time: 4.1217\n",
      "epoch 48 loss_train: 0.08 acc_train: 0.9976 || loss_valid: 0.8881 acc_valid: 0.9528 || batch time: 0.0063 ||epoch time: 3.771\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "95b997973256404baf5149d377bdc955",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8075 acc_train: 0.6505 || loss_valid: 2.5927 acc_valid: 0.8459 || batch time: 0.0065 ||epoch time: 3.9213\n",
      "epoch 1 loss_train: 2.0497 acc_train: 0.8814 || loss_valid: 1.5438 acc_valid: 0.9094 || batch time: 0.007 ||epoch time: 4.2072\n",
      "epoch 2 loss_train: 1.4127 acc_train: 0.9184 || loss_valid: 1.2117 acc_valid: 0.9287 || batch time: 0.0074 ||epoch time: 4.4194\n",
      "epoch 3 loss_train: 1.1428 acc_train: 0.933 || loss_valid: 1.0524 acc_valid: 0.9361 || batch time: 0.0065 ||epoch time: 3.9178\n",
      "epoch 4 loss_train: 0.983 acc_train: 0.9413 || loss_valid: 0.9598 acc_valid: 0.9415 || batch time: 0.007 ||epoch time: 4.2017\n",
      "epoch 5 loss_train: 0.8725 acc_train: 0.947 || loss_valid: 0.8986 acc_valid: 0.9446 || batch time: 0.007 ||epoch time: 4.1984\n",
      "epoch 6 loss_train: 0.7893 acc_train: 0.9513 || loss_valid: 0.8565 acc_valid: 0.9472 || batch time: 0.0067 ||epoch time: 4.0014\n",
      "epoch 7 loss_train: 0.7229 acc_train: 0.9552 || loss_valid: 0.8259 acc_valid: 0.9487 || batch time: 0.0066 ||epoch time: 3.9798\n",
      "epoch 8 loss_train: 0.6679 acc_train: 0.9585 || loss_valid: 0.8028 acc_valid: 0.9499 || batch time: 0.0066 ||epoch time: 3.9873\n",
      "epoch 9 loss_train: 0.6211 acc_train: 0.9614 || loss_valid: 0.7848 acc_valid: 0.9508 || batch time: 0.0067 ||epoch time: 4.0067\n",
      "epoch 10 loss_train: 0.5805 acc_train: 0.9637 || loss_valid: 0.7712 acc_valid: 0.9517 || batch time: 0.0068 ||epoch time: 4.0903\n",
      "epoch 11 loss_train: 0.5446 acc_train: 0.9657 || loss_valid: 0.7604 acc_valid: 0.9524 || batch time: 0.0071 ||epoch time: 4.2441\n",
      "epoch 12 loss_train: 0.5125 acc_train: 0.9674 || loss_valid: 0.7521 acc_valid: 0.953 || batch time: 0.0069 ||epoch time: 4.137\n",
      "epoch 13 loss_train: 0.4833 acc_train: 0.9692 || loss_valid: 0.7454 acc_valid: 0.9532 || batch time: 0.0064 ||epoch time: 3.8317\n",
      "epoch 14 loss_train: 0.4567 acc_train: 0.971 || loss_valid: 0.7405 acc_valid: 0.9534 || batch time: 0.0063 ||epoch time: 3.7691\n",
      "epoch 15 loss_train: 0.4322 acc_train: 0.9724 || loss_valid: 0.7372 acc_valid: 0.9537 || batch time: 0.0063 ||epoch time: 3.7874\n",
      "epoch 16 loss_train: 0.4097 acc_train: 0.9739 || loss_valid: 0.7348 acc_valid: 0.9539 || batch time: 0.0063 ||epoch time: 3.7879\n",
      "epoch 17 loss_train: 0.3887 acc_train: 0.9754 || loss_valid: 0.7336 acc_valid: 0.9538 || batch time: 0.0063 ||epoch time: 3.7751\n",
      "epoch 18 loss_train: 0.3692 acc_train: 0.9768 || loss_valid: 0.7333 acc_valid: 0.9538 || batch time: 0.0063 ||epoch time: 3.7858\n",
      "epoch 19 loss_train: 0.351 acc_train: 0.9782 || loss_valid: 0.7336 acc_valid: 0.9535 || batch time: 0.0064 ||epoch time: 3.8667\n",
      "epoch 20 loss_train: 0.3338 acc_train: 0.9794 || loss_valid: 0.7348 acc_valid: 0.9535 || batch time: 0.0064 ||epoch time: 3.8562\n",
      "epoch 21 loss_train: 0.3177 acc_train: 0.9805 || loss_valid: 0.7365 acc_valid: 0.9535 || batch time: 0.0069 ||epoch time: 4.1405\n",
      "epoch 22 loss_train: 0.3024 acc_train: 0.9816 || loss_valid: 0.7389 acc_valid: 0.9535 || batch time: 0.0064 ||epoch time: 3.8366\n",
      "epoch 23 loss_train: 0.2879 acc_train: 0.9827 || loss_valid: 0.7418 acc_valid: 0.9531 || batch time: 0.0063 ||epoch time: 3.8021\n",
      "epoch 24 loss_train: 0.2742 acc_train: 0.9836 || loss_valid: 0.7452 acc_valid: 0.9532 || batch time: 0.0067 ||epoch time: 4.0135\n",
      "epoch 25 loss_train: 0.2611 acc_train: 0.9845 || loss_valid: 0.7492 acc_valid: 0.9532 || batch time: 0.0065 ||epoch time: 3.8943\n",
      "epoch 26 loss_train: 0.2487 acc_train: 0.9854 || loss_valid: 0.7534 acc_valid: 0.9532 || batch time: 0.0063 ||epoch time: 3.7882\n",
      "epoch 27 loss_train: 0.2368 acc_train: 0.9862 || loss_valid: 0.7579 acc_valid: 0.953 || batch time: 0.0063 ||epoch time: 3.7576\n",
      "epoch 28 loss_train: 0.2255 acc_train: 0.9871 || loss_valid: 0.763 acc_valid: 0.9527 || batch time: 0.0062 ||epoch time: 3.7359\n",
      "epoch 29 loss_train: 0.2147 acc_train: 0.988 || loss_valid: 0.7682 acc_valid: 0.9523 || batch time: 0.0062 ||epoch time: 3.7365\n",
      "epoch 30 loss_train: 0.2044 acc_train: 0.9888 || loss_valid: 0.7736 acc_valid: 0.9523 || batch time: 0.0063 ||epoch time: 3.7874\n",
      "epoch 31 loss_train: 0.1945 acc_train: 0.9894 || loss_valid: 0.7794 acc_valid: 0.9521 || batch time: 0.0064 ||epoch time: 3.8569\n",
      "epoch 32 loss_train: 0.185 acc_train: 0.9901 || loss_valid: 0.7861 acc_valid: 0.9518 || batch time: 0.0068 ||epoch time: 4.1084\n",
      "epoch 33 loss_train: 0.176 acc_train: 0.991 || loss_valid: 0.7923 acc_valid: 0.9519 || batch time: 0.0071 ||epoch time: 4.2517\n",
      "epoch 34 loss_train: 0.1673 acc_train: 0.9917 || loss_valid: 0.7991 acc_valid: 0.9516 || batch time: 0.0068 ||epoch time: 4.0629\n",
      "epoch 35 loss_train: 0.159 acc_train: 0.9923 || loss_valid: 0.8062 acc_valid: 0.9516 || batch time: 0.0065 ||epoch time: 3.8788\n",
      "epoch 36 loss_train: 0.1511 acc_train: 0.9929 || loss_valid: 0.8132 acc_valid: 0.9516 || batch time: 0.0064 ||epoch time: 3.8464\n",
      "epoch 37 loss_train: 0.1435 acc_train: 0.9933 || loss_valid: 0.8207 acc_valid: 0.9517 || batch time: 0.0063 ||epoch time: 3.7908\n",
      "epoch 38 loss_train: 0.1362 acc_train: 0.9939 || loss_valid: 0.8284 acc_valid: 0.9519 || batch time: 0.0068 ||epoch time: 4.0548\n",
      "epoch 39 loss_train: 0.1292 acc_train: 0.9944 || loss_valid: 0.8362 acc_valid: 0.9518 || batch time: 0.0069 ||epoch time: 4.1612\n",
      "epoch 40 loss_train: 0.1225 acc_train: 0.9949 || loss_valid: 0.8441 acc_valid: 0.9516 || batch time: 0.0064 ||epoch time: 3.8478\n",
      "epoch 41 loss_train: 0.116 acc_train: 0.9953 || loss_valid: 0.8525 acc_valid: 0.9517 || batch time: 0.0063 ||epoch time: 3.7708\n",
      "epoch 42 loss_train: 0.1099 acc_train: 0.9958 || loss_valid: 0.8609 acc_valid: 0.9514 || batch time: 0.0066 ||epoch time: 3.9463\n",
      "epoch 43 loss_train: 0.1039 acc_train: 0.9962 || loss_valid: 0.8697 acc_valid: 0.9513 || batch time: 0.0073 ||epoch time: 4.4023\n",
      "epoch 44 loss_train: 0.0983 acc_train: 0.9965 || loss_valid: 0.8783 acc_valid: 0.9513 || batch time: 0.0069 ||epoch time: 4.1104\n",
      "epoch 45 loss_train: 0.0929 acc_train: 0.9968 || loss_valid: 0.8872 acc_valid: 0.9513 || batch time: 0.0066 ||epoch time: 3.9811\n",
      "epoch 46 loss_train: 0.0877 acc_train: 0.9971 || loss_valid: 0.8962 acc_valid: 0.9513 || batch time: 0.0062 ||epoch time: 3.7479\n",
      "epoch 47 loss_train: 0.0827 acc_train: 0.9974 || loss_valid: 0.9057 acc_valid: 0.9511 || batch time: 0.0065 ||epoch time: 3.8794\n",
      "epoch 48 loss_train: 0.078 acc_train: 0.9976 || loss_valid: 0.9151 acc_valid: 0.9511 || batch time: 0.0071 ||epoch time: 4.2335\n",
      "30 times no decrease\n",
      "loss acc: 0.952 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b86b0821075b4158a08f47feda8b4367",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.963 acc_train: 0.6428 || loss_valid: 2.6176 acc_valid: 0.8472 || batch time: 0.0074 ||epoch time: 4.4342\n",
      "epoch 1 loss_train: 2.0953 acc_train: 0.8772 || loss_valid: 1.5329 acc_valid: 0.9102 || batch time: 0.0071 ||epoch time: 4.2496\n",
      "epoch 2 loss_train: 1.4307 acc_train: 0.9162 || loss_valid: 1.1974 acc_valid: 0.9295 || batch time: 0.0067 ||epoch time: 4.0233\n",
      "epoch 3 loss_train: 1.1511 acc_train: 0.932 || loss_valid: 1.0378 acc_valid: 0.9381 || batch time: 0.0069 ||epoch time: 4.1518\n",
      "epoch 4 loss_train: 0.9868 acc_train: 0.9407 || loss_valid: 0.9459 acc_valid: 0.9424 || batch time: 0.0071 ||epoch time: 4.2408\n",
      "epoch 5 loss_train: 0.8741 acc_train: 0.9467 || loss_valid: 0.8858 acc_valid: 0.9458 || batch time: 0.0068 ||epoch time: 4.0997\n",
      "epoch 6 loss_train: 0.7896 acc_train: 0.9513 || loss_valid: 0.8438 acc_valid: 0.9481 || batch time: 0.0071 ||epoch time: 4.2904\n",
      "epoch 7 loss_train: 0.7224 acc_train: 0.9548 || loss_valid: 0.8132 acc_valid: 0.9494 || batch time: 0.0071 ||epoch time: 4.2783\n",
      "epoch 8 loss_train: 0.667 acc_train: 0.9579 || loss_valid: 0.7903 acc_valid: 0.9506 || batch time: 0.0069 ||epoch time: 4.1357\n",
      "epoch 9 loss_train: 0.6199 acc_train: 0.9607 || loss_valid: 0.773 acc_valid: 0.9512 || batch time: 0.007 ||epoch time: 4.1754\n",
      "epoch 10 loss_train: 0.5792 acc_train: 0.963 || loss_valid: 0.7601 acc_valid: 0.9521 || batch time: 0.0068 ||epoch time: 4.1054\n",
      "epoch 11 loss_train: 0.5432 acc_train: 0.9653 || loss_valid: 0.7502 acc_valid: 0.9526 || batch time: 0.0069 ||epoch time: 4.1548\n",
      "epoch 12 loss_train: 0.5112 acc_train: 0.9673 || loss_valid: 0.7426 acc_valid: 0.9529 || batch time: 0.0066 ||epoch time: 3.989\n",
      "epoch 13 loss_train: 0.4824 acc_train: 0.969 || loss_valid: 0.7368 acc_valid: 0.9533 || batch time: 0.0064 ||epoch time: 3.8415\n",
      "epoch 14 loss_train: 0.4562 acc_train: 0.971 || loss_valid: 0.7328 acc_valid: 0.9536 || batch time: 0.0064 ||epoch time: 3.8602\n",
      "epoch 15 loss_train: 0.4321 acc_train: 0.9727 || loss_valid: 0.7298 acc_valid: 0.9541 || batch time: 0.0064 ||epoch time: 3.811\n",
      "epoch 16 loss_train: 0.4098 acc_train: 0.9742 || loss_valid: 0.7281 acc_valid: 0.9545 || batch time: 0.0063 ||epoch time: 3.7798\n",
      "epoch 17 loss_train: 0.3891 acc_train: 0.9754 || loss_valid: 0.7273 acc_valid: 0.9544 || batch time: 0.0064 ||epoch time: 3.8526\n",
      "epoch 18 loss_train: 0.3698 acc_train: 0.9768 || loss_valid: 0.7276 acc_valid: 0.9542 || batch time: 0.0063 ||epoch time: 3.7508\n",
      "epoch 19 loss_train: 0.3517 acc_train: 0.9779 || loss_valid: 0.7286 acc_valid: 0.9537 || batch time: 0.0062 ||epoch time: 3.7403\n",
      "epoch 20 loss_train: 0.3347 acc_train: 0.9791 || loss_valid: 0.7304 acc_valid: 0.9538 || batch time: 0.0062 ||epoch time: 3.7378\n",
      "epoch 21 loss_train: 0.3186 acc_train: 0.9802 || loss_valid: 0.7326 acc_valid: 0.9539 || batch time: 0.0062 ||epoch time: 3.7391\n",
      "epoch 22 loss_train: 0.3035 acc_train: 0.9811 || loss_valid: 0.7355 acc_valid: 0.9538 || batch time: 0.0069 ||epoch time: 4.1543\n",
      "epoch 23 loss_train: 0.2892 acc_train: 0.9822 || loss_valid: 0.7392 acc_valid: 0.9537 || batch time: 0.0072 ||epoch time: 4.3466\n",
      "epoch 24 loss_train: 0.2756 acc_train: 0.9833 || loss_valid: 0.743 acc_valid: 0.9536 || batch time: 0.0074 ||epoch time: 4.4275\n",
      "epoch 25 loss_train: 0.2626 acc_train: 0.9843 || loss_valid: 0.7471 acc_valid: 0.9533 || batch time: 0.0065 ||epoch time: 3.9032\n",
      "epoch 26 loss_train: 0.2503 acc_train: 0.9854 || loss_valid: 0.7518 acc_valid: 0.9532 || batch time: 0.0063 ||epoch time: 3.7537\n",
      "epoch 27 loss_train: 0.2386 acc_train: 0.9862 || loss_valid: 0.7568 acc_valid: 0.953 || batch time: 0.0068 ||epoch time: 4.0997\n",
      "epoch 28 loss_train: 0.2273 acc_train: 0.987 || loss_valid: 0.7623 acc_valid: 0.9528 || batch time: 0.007 ||epoch time: 4.1873\n",
      "epoch 29 loss_train: 0.2166 acc_train: 0.9878 || loss_valid: 0.7678 acc_valid: 0.9526 || batch time: 0.0075 ||epoch time: 4.5002\n",
      "epoch 30 loss_train: 0.2064 acc_train: 0.9887 || loss_valid: 0.7739 acc_valid: 0.9524 || batch time: 0.0085 ||epoch time: 5.0773\n",
      "epoch 31 loss_train: 0.1965 acc_train: 0.9894 || loss_valid: 0.7802 acc_valid: 0.9523 || batch time: 0.0085 ||epoch time: 5.1024\n",
      "epoch 32 loss_train: 0.1871 acc_train: 0.9901 || loss_valid: 0.7866 acc_valid: 0.9524 || batch time: 0.0086 ||epoch time: 5.1804\n",
      "epoch 33 loss_train: 0.1781 acc_train: 0.9907 || loss_valid: 0.793 acc_valid: 0.9522 || batch time: 0.0069 ||epoch time: 4.1527\n",
      "epoch 34 loss_train: 0.1694 acc_train: 0.9913 || loss_valid: 0.8 acc_valid: 0.9523 || batch time: 0.0062 ||epoch time: 3.7317\n",
      "epoch 35 loss_train: 0.1611 acc_train: 0.9919 || loss_valid: 0.8072 acc_valid: 0.9522 || batch time: 0.007 ||epoch time: 4.2195\n",
      "epoch 36 loss_train: 0.1532 acc_train: 0.9924 || loss_valid: 0.8146 acc_valid: 0.9522 || batch time: 0.0066 ||epoch time: 3.9706\n",
      "epoch 37 loss_train: 0.1455 acc_train: 0.9931 || loss_valid: 0.8221 acc_valid: 0.9523 || batch time: 0.007 ||epoch time: 4.1709\n",
      "epoch 38 loss_train: 0.1382 acc_train: 0.9937 || loss_valid: 0.8299 acc_valid: 0.9523 || batch time: 0.007 ||epoch time: 4.1807\n",
      "epoch 39 loss_train: 0.1312 acc_train: 0.9942 || loss_valid: 0.8376 acc_valid: 0.9523 || batch time: 0.0069 ||epoch time: 4.1673\n",
      "epoch 40 loss_train: 0.1244 acc_train: 0.9947 || loss_valid: 0.8459 acc_valid: 0.952 || batch time: 0.007 ||epoch time: 4.1802\n",
      "epoch 41 loss_train: 0.118 acc_train: 0.9951 || loss_valid: 0.8543 acc_valid: 0.9519 || batch time: 0.007 ||epoch time: 4.2017\n",
      "epoch 42 loss_train: 0.1118 acc_train: 0.9957 || loss_valid: 0.8628 acc_valid: 0.9518 || batch time: 0.0069 ||epoch time: 4.1227\n",
      "epoch 43 loss_train: 0.1059 acc_train: 0.9961 || loss_valid: 0.8713 acc_valid: 0.9518 || batch time: 0.0069 ||epoch time: 4.1517\n",
      "epoch 44 loss_train: 0.1002 acc_train: 0.9966 || loss_valid: 0.8802 acc_valid: 0.9516 || batch time: 0.0069 ||epoch time: 4.1371\n",
      "epoch 45 loss_train: 0.0947 acc_train: 0.9969 || loss_valid: 0.8893 acc_valid: 0.9517 || batch time: 0.0069 ||epoch time: 4.161\n",
      "epoch 46 loss_train: 0.0895 acc_train: 0.9972 || loss_valid: 0.8986 acc_valid: 0.9514 || batch time: 0.0067 ||epoch time: 4.0192\n",
      "epoch 47 loss_train: 0.0846 acc_train: 0.9975 || loss_valid: 0.908 acc_valid: 0.9513 || batch time: 0.0065 ||epoch time: 3.9152\n",
      "30 times no decrease\n",
      "loss acc: 0.952 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e16f9e7650764f7fb51c7c9652f580a0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9614 acc_train: 0.6395 || loss_valid: 2.6175 acc_valid: 0.8438 || batch time: 0.0067 ||epoch time: 4.0309\n",
      "epoch 1 loss_train: 2.0678 acc_train: 0.8799 || loss_valid: 1.5504 acc_valid: 0.9102 || batch time: 0.0066 ||epoch time: 3.9488\n",
      "epoch 2 loss_train: 1.4159 acc_train: 0.9179 || loss_valid: 1.2185 acc_valid: 0.9283 || batch time: 0.0064 ||epoch time: 3.8293\n",
      "epoch 3 loss_train: 1.1427 acc_train: 0.9326 || loss_valid: 1.0601 acc_valid: 0.9359 || batch time: 0.0068 ||epoch time: 4.071\n",
      "epoch 4 loss_train: 0.9824 acc_train: 0.9409 || loss_valid: 0.9684 acc_valid: 0.941 || batch time: 0.0064 ||epoch time: 3.8184\n",
      "epoch 5 loss_train: 0.8717 acc_train: 0.9464 || loss_valid: 0.9089 acc_valid: 0.9443 || batch time: 0.0066 ||epoch time: 3.9585\n",
      "epoch 6 loss_train: 0.7885 acc_train: 0.9512 || loss_valid: 0.8671 acc_valid: 0.9459 || batch time: 0.0067 ||epoch time: 4.0458\n",
      "epoch 7 loss_train: 0.7222 acc_train: 0.9549 || loss_valid: 0.8363 acc_valid: 0.9469 || batch time: 0.0073 ||epoch time: 4.3935\n",
      "epoch 8 loss_train: 0.6674 acc_train: 0.9579 || loss_valid: 0.8128 acc_valid: 0.9482 || batch time: 0.0071 ||epoch time: 4.2602\n",
      "epoch 9 loss_train: 0.6208 acc_train: 0.9609 || loss_valid: 0.7945 acc_valid: 0.9495 || batch time: 0.0071 ||epoch time: 4.246\n",
      "epoch 10 loss_train: 0.5802 acc_train: 0.9635 || loss_valid: 0.7799 acc_valid: 0.95 || batch time: 0.007 ||epoch time: 4.1965\n",
      "epoch 11 loss_train: 0.5445 acc_train: 0.9656 || loss_valid: 0.7687 acc_valid: 0.9502 || batch time: 0.0071 ||epoch time: 4.2462\n",
      "epoch 12 loss_train: 0.5126 acc_train: 0.9676 || loss_valid: 0.7599 acc_valid: 0.9511 || batch time: 0.0071 ||epoch time: 4.2485\n",
      "epoch 13 loss_train: 0.4833 acc_train: 0.9694 || loss_valid: 0.7535 acc_valid: 0.9515 || batch time: 0.0071 ||epoch time: 4.2651\n",
      "epoch 14 loss_train: 0.457 acc_train: 0.9709 || loss_valid: 0.7484 acc_valid: 0.9523 || batch time: 0.0069 ||epoch time: 4.1305\n",
      "epoch 15 loss_train: 0.4327 acc_train: 0.9726 || loss_valid: 0.7449 acc_valid: 0.9524 || batch time: 0.0069 ||epoch time: 4.1421\n",
      "epoch 16 loss_train: 0.4103 acc_train: 0.974 || loss_valid: 0.7426 acc_valid: 0.9527 || batch time: 0.0068 ||epoch time: 4.1019\n",
      "epoch 17 loss_train: 0.3895 acc_train: 0.9755 || loss_valid: 0.7413 acc_valid: 0.9529 || batch time: 0.0069 ||epoch time: 4.1211\n",
      "epoch 18 loss_train: 0.3701 acc_train: 0.9767 || loss_valid: 0.741 acc_valid: 0.9533 || batch time: 0.0067 ||epoch time: 4.0392\n",
      "epoch 19 loss_train: 0.3519 acc_train: 0.9782 || loss_valid: 0.7412 acc_valid: 0.9535 || batch time: 0.0067 ||epoch time: 4.0249\n",
      "epoch 20 loss_train: 0.3348 acc_train: 0.9794 || loss_valid: 0.7422 acc_valid: 0.9536 || batch time: 0.0068 ||epoch time: 4.0915\n",
      "epoch 21 loss_train: 0.3187 acc_train: 0.9805 || loss_valid: 0.7437 acc_valid: 0.954 || batch time: 0.0069 ||epoch time: 4.1525\n",
      "epoch 22 loss_train: 0.3034 acc_train: 0.9815 || loss_valid: 0.7459 acc_valid: 0.9536 || batch time: 0.0071 ||epoch time: 4.2914\n",
      "epoch 23 loss_train: 0.289 acc_train: 0.9825 || loss_valid: 0.7484 acc_valid: 0.9535 || batch time: 0.008 ||epoch time: 4.7958\n",
      "epoch 24 loss_train: 0.2753 acc_train: 0.9835 || loss_valid: 0.7517 acc_valid: 0.9536 || batch time: 0.007 ||epoch time: 4.1815\n",
      "epoch 25 loss_train: 0.2623 acc_train: 0.9845 || loss_valid: 0.7552 acc_valid: 0.9537 || batch time: 0.0068 ||epoch time: 4.1034\n",
      "epoch 26 loss_train: 0.25 acc_train: 0.9853 || loss_valid: 0.7593 acc_valid: 0.9537 || batch time: 0.0067 ||epoch time: 4.034\n",
      "epoch 27 loss_train: 0.2381 acc_train: 0.9862 || loss_valid: 0.7636 acc_valid: 0.9536 || batch time: 0.0072 ||epoch time: 4.2974\n",
      "epoch 28 loss_train: 0.2269 acc_train: 0.987 || loss_valid: 0.7686 acc_valid: 0.9534 || batch time: 0.0069 ||epoch time: 4.1401\n",
      "epoch 29 loss_train: 0.2161 acc_train: 0.9878 || loss_valid: 0.7737 acc_valid: 0.9535 || batch time: 0.0068 ||epoch time: 4.1008\n",
      "epoch 30 loss_train: 0.2057 acc_train: 0.9885 || loss_valid: 0.7793 acc_valid: 0.9534 || batch time: 0.0069 ||epoch time: 4.1478\n",
      "epoch 31 loss_train: 0.1959 acc_train: 0.9894 || loss_valid: 0.7848 acc_valid: 0.9531 || batch time: 0.007 ||epoch time: 4.1895\n",
      "epoch 32 loss_train: 0.1864 acc_train: 0.9901 || loss_valid: 0.791 acc_valid: 0.9529 || batch time: 0.007 ||epoch time: 4.1777\n",
      "epoch 33 loss_train: 0.1774 acc_train: 0.9907 || loss_valid: 0.7974 acc_valid: 0.9528 || batch time: 0.007 ||epoch time: 4.1911\n",
      "epoch 34 loss_train: 0.1687 acc_train: 0.9913 || loss_valid: 0.8041 acc_valid: 0.9529 || batch time: 0.0069 ||epoch time: 4.1721\n",
      "epoch 35 loss_train: 0.1604 acc_train: 0.992 || loss_valid: 0.8105 acc_valid: 0.9527 || batch time: 0.0069 ||epoch time: 4.1195\n",
      "epoch 36 loss_train: 0.1524 acc_train: 0.9925 || loss_valid: 0.8175 acc_valid: 0.9527 || batch time: 0.0068 ||epoch time: 4.091\n",
      "epoch 37 loss_train: 0.1447 acc_train: 0.9931 || loss_valid: 0.8247 acc_valid: 0.9525 || batch time: 0.0069 ||epoch time: 4.1225\n",
      "epoch 38 loss_train: 0.1374 acc_train: 0.9936 || loss_valid: 0.8321 acc_valid: 0.9525 || batch time: 0.0066 ||epoch time: 3.9586\n",
      "epoch 39 loss_train: 0.1304 acc_train: 0.9942 || loss_valid: 0.8392 acc_valid: 0.9524 || batch time: 0.007 ||epoch time: 4.2212\n",
      "epoch 40 loss_train: 0.1237 acc_train: 0.9947 || loss_valid: 0.8471 acc_valid: 0.952 || batch time: 0.0071 ||epoch time: 4.2417\n",
      "epoch 41 loss_train: 0.1173 acc_train: 0.9953 || loss_valid: 0.8549 acc_valid: 0.9517 || batch time: 0.0071 ||epoch time: 4.2723\n",
      "epoch 42 loss_train: 0.1111 acc_train: 0.9957 || loss_valid: 0.8631 acc_valid: 0.9519 || batch time: 0.0069 ||epoch time: 4.131\n",
      "epoch 43 loss_train: 0.1052 acc_train: 0.9962 || loss_valid: 0.8714 acc_valid: 0.9517 || batch time: 0.0068 ||epoch time: 4.0956\n",
      "epoch 44 loss_train: 0.0996 acc_train: 0.9965 || loss_valid: 0.88 acc_valid: 0.9518 || batch time: 0.0069 ||epoch time: 4.1473\n",
      "epoch 45 loss_train: 0.0942 acc_train: 0.9968 || loss_valid: 0.8886 acc_valid: 0.9516 || batch time: 0.0067 ||epoch time: 4.0446\n",
      "epoch 46 loss_train: 0.0891 acc_train: 0.9971 || loss_valid: 0.8975 acc_valid: 0.9512 || batch time: 0.0071 ||epoch time: 4.2567\n",
      "epoch 47 loss_train: 0.0841 acc_train: 0.9974 || loss_valid: 0.9066 acc_valid: 0.9509 || batch time: 0.007 ||epoch time: 4.2015\n",
      "epoch 48 loss_train: 0.0794 acc_train: 0.9977 || loss_valid: 0.9154 acc_valid: 0.9509 || batch time: 0.007 ||epoch time: 4.1821\n",
      "30 times no decrease\n",
      "loss acc: 0.9515 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2a97c614f37949a6995cdb0d89bac268",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9656 acc_train: 0.6406 || loss_valid: 2.6404 acc_valid: 0.8452 || batch time: 0.0076 ||epoch time: 4.5754\n",
      "epoch 1 loss_train: 2.0927 acc_train: 0.8784 || loss_valid: 1.5518 acc_valid: 0.9085 || batch time: 0.0062 ||epoch time: 3.7195\n",
      "epoch 2 loss_train: 1.4238 acc_train: 0.9168 || loss_valid: 1.2141 acc_valid: 0.9275 || batch time: 0.007 ||epoch time: 4.1726\n",
      "epoch 3 loss_train: 1.1468 acc_train: 0.9322 || loss_valid: 1.0544 acc_valid: 0.9359 || batch time: 0.0069 ||epoch time: 4.1447\n",
      "epoch 4 loss_train: 0.9853 acc_train: 0.9409 || loss_valid: 0.9616 acc_valid: 0.9401 || batch time: 0.0068 ||epoch time: 4.0752\n",
      "epoch 5 loss_train: 0.8743 acc_train: 0.9469 || loss_valid: 0.9009 acc_valid: 0.943 || batch time: 0.0068 ||epoch time: 4.085\n",
      "epoch 6 loss_train: 0.7906 acc_train: 0.9514 || loss_valid: 0.8584 acc_valid: 0.9453 || batch time: 0.0069 ||epoch time: 4.1272\n",
      "epoch 7 loss_train: 0.7239 acc_train: 0.955 || loss_valid: 0.8279 acc_valid: 0.947 || batch time: 0.0069 ||epoch time: 4.1692\n",
      "epoch 8 loss_train: 0.6688 acc_train: 0.9581 || loss_valid: 0.8054 acc_valid: 0.9478 || batch time: 0.007 ||epoch time: 4.1739\n",
      "epoch 9 loss_train: 0.622 acc_train: 0.9608 || loss_valid: 0.7878 acc_valid: 0.9486 || batch time: 0.007 ||epoch time: 4.1784\n",
      "epoch 10 loss_train: 0.5813 acc_train: 0.9633 || loss_valid: 0.7746 acc_valid: 0.9491 || batch time: 0.0071 ||epoch time: 4.2513\n",
      "epoch 11 loss_train: 0.5455 acc_train: 0.9655 || loss_valid: 0.7643 acc_valid: 0.9499 || batch time: 0.0069 ||epoch time: 4.1312\n",
      "epoch 12 loss_train: 0.5134 acc_train: 0.9674 || loss_valid: 0.7564 acc_valid: 0.9506 || batch time: 0.0069 ||epoch time: 4.1541\n",
      "epoch 13 loss_train: 0.4843 acc_train: 0.9692 || loss_valid: 0.7503 acc_valid: 0.9511 || batch time: 0.0071 ||epoch time: 4.2586\n",
      "epoch 14 loss_train: 0.4578 acc_train: 0.9707 || loss_valid: 0.7455 acc_valid: 0.9511 || batch time: 0.0067 ||epoch time: 4.0052\n",
      "epoch 15 loss_train: 0.4335 acc_train: 0.9724 || loss_valid: 0.7422 acc_valid: 0.951 || batch time: 0.0071 ||epoch time: 4.2414\n",
      "epoch 16 loss_train: 0.411 acc_train: 0.9739 || loss_valid: 0.74 acc_valid: 0.9513 || batch time: 0.0071 ||epoch time: 4.2405\n",
      "epoch 17 loss_train: 0.3902 acc_train: 0.9755 || loss_valid: 0.7391 acc_valid: 0.9518 || batch time: 0.007 ||epoch time: 4.1826\n",
      "epoch 18 loss_train: 0.3707 acc_train: 0.9769 || loss_valid: 0.739 acc_valid: 0.9516 || batch time: 0.0068 ||epoch time: 4.1101\n",
      "epoch 19 loss_train: 0.3525 acc_train: 0.9781 || loss_valid: 0.7399 acc_valid: 0.9517 || batch time: 0.0068 ||epoch time: 4.1003\n",
      "epoch 20 loss_train: 0.3354 acc_train: 0.9792 || loss_valid: 0.7415 acc_valid: 0.9516 || batch time: 0.007 ||epoch time: 4.1945\n",
      "epoch 21 loss_train: 0.3192 acc_train: 0.9803 || loss_valid: 0.7436 acc_valid: 0.9514 || batch time: 0.007 ||epoch time: 4.2226\n",
      "epoch 22 loss_train: 0.3039 acc_train: 0.9814 || loss_valid: 0.7461 acc_valid: 0.9515 || batch time: 0.007 ||epoch time: 4.2287\n",
      "epoch 23 loss_train: 0.2894 acc_train: 0.9824 || loss_valid: 0.7489 acc_valid: 0.9517 || batch time: 0.0071 ||epoch time: 4.2733\n",
      "epoch 24 loss_train: 0.2756 acc_train: 0.9834 || loss_valid: 0.7525 acc_valid: 0.9514 || batch time: 0.0069 ||epoch time: 4.126\n",
      "epoch 25 loss_train: 0.2626 acc_train: 0.9844 || loss_valid: 0.7561 acc_valid: 0.9516 || batch time: 0.0067 ||epoch time: 4.0312\n",
      "epoch 26 loss_train: 0.2502 acc_train: 0.9852 || loss_valid: 0.7604 acc_valid: 0.9511 || batch time: 0.0063 ||epoch time: 3.7582\n",
      "epoch 27 loss_train: 0.2383 acc_train: 0.986 || loss_valid: 0.7649 acc_valid: 0.9508 || batch time: 0.0062 ||epoch time: 3.7432\n",
      "epoch 28 loss_train: 0.227 acc_train: 0.9868 || loss_valid: 0.7699 acc_valid: 0.951 || batch time: 0.0063 ||epoch time: 3.8001\n",
      "epoch 29 loss_train: 0.2161 acc_train: 0.9877 || loss_valid: 0.7754 acc_valid: 0.9512 || batch time: 0.0064 ||epoch time: 3.8269\n",
      "epoch 30 loss_train: 0.2058 acc_train: 0.9886 || loss_valid: 0.7809 acc_valid: 0.9511 || batch time: 0.0065 ||epoch time: 3.9066\n",
      "epoch 31 loss_train: 0.1959 acc_train: 0.9894 || loss_valid: 0.7868 acc_valid: 0.9511 || batch time: 0.0065 ||epoch time: 3.9012\n",
      "epoch 32 loss_train: 0.1864 acc_train: 0.9903 || loss_valid: 0.7929 acc_valid: 0.9511 || batch time: 0.0072 ||epoch time: 4.3057\n",
      "epoch 33 loss_train: 0.1773 acc_train: 0.9909 || loss_valid: 0.7994 acc_valid: 0.9513 || batch time: 0.0085 ||epoch time: 5.1089\n",
      "epoch 34 loss_train: 0.1686 acc_train: 0.9915 || loss_valid: 0.8062 acc_valid: 0.9509 || batch time: 0.0063 ||epoch time: 3.7973\n",
      "epoch 35 loss_train: 0.1602 acc_train: 0.9921 || loss_valid: 0.813 acc_valid: 0.9505 || batch time: 0.0063 ||epoch time: 3.8008\n",
      "epoch 36 loss_train: 0.1522 acc_train: 0.9927 || loss_valid: 0.8201 acc_valid: 0.9505 || batch time: 0.0063 ||epoch time: 3.809\n",
      "epoch 37 loss_train: 0.1446 acc_train: 0.9932 || loss_valid: 0.8276 acc_valid: 0.9505 || batch time: 0.0063 ||epoch time: 3.7967\n",
      "epoch 38 loss_train: 0.1372 acc_train: 0.9938 || loss_valid: 0.8351 acc_valid: 0.9508 || batch time: 0.0064 ||epoch time: 3.8507\n",
      "epoch 39 loss_train: 0.1302 acc_train: 0.9944 || loss_valid: 0.843 acc_valid: 0.9504 || batch time: 0.0066 ||epoch time: 3.9385\n",
      "epoch 40 loss_train: 0.1234 acc_train: 0.9948 || loss_valid: 0.8509 acc_valid: 0.9503 || batch time: 0.0067 ||epoch time: 4.025\n",
      "epoch 41 loss_train: 0.1169 acc_train: 0.9953 || loss_valid: 0.859 acc_valid: 0.9502 || batch time: 0.0065 ||epoch time: 3.8775\n",
      "epoch 42 loss_train: 0.1107 acc_train: 0.9957 || loss_valid: 0.8674 acc_valid: 0.95 || batch time: 0.0066 ||epoch time: 3.9493\n",
      "epoch 43 loss_train: 0.1048 acc_train: 0.9961 || loss_valid: 0.8758 acc_valid: 0.95 || batch time: 0.0074 ||epoch time: 4.426\n",
      "epoch 44 loss_train: 0.0991 acc_train: 0.9965 || loss_valid: 0.8849 acc_valid: 0.95 || batch time: 0.0072 ||epoch time: 4.2946\n",
      "epoch 45 loss_train: 0.0937 acc_train: 0.9969 || loss_valid: 0.8936 acc_valid: 0.9498 || batch time: 0.0073 ||epoch time: 4.4077\n",
      "epoch 46 loss_train: 0.0885 acc_train: 0.9973 || loss_valid: 0.903 acc_valid: 0.9499 || batch time: 0.0068 ||epoch time: 4.0766\n",
      "epoch 47 loss_train: 0.0835 acc_train: 0.9975 || loss_valid: 0.9123 acc_valid: 0.9497 || batch time: 0.0075 ||epoch time: 4.4874\n",
      "epoch 48 loss_train: 0.0788 acc_train: 0.9978 || loss_valid: 0.9217 acc_valid: 0.9497 || batch time: 0.0069 ||epoch time: 4.1095\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3590e7a53abd4d74a99099473a35ecff",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1608 acc_train: 0.6264 || loss_valid: 2.678 acc_valid: 0.8431 || batch time: 0.0064 ||epoch time: 3.8125\n",
      "epoch 1 loss_train: 2.0917 acc_train: 0.8788 || loss_valid: 1.5557 acc_valid: 0.9087 || batch time: 0.0063 ||epoch time: 3.7988\n",
      "epoch 2 loss_train: 1.4236 acc_train: 0.9177 || loss_valid: 1.2161 acc_valid: 0.9277 || batch time: 0.0067 ||epoch time: 3.9933\n",
      "epoch 3 loss_train: 1.1492 acc_train: 0.9323 || loss_valid: 1.055 acc_valid: 0.9355 || batch time: 0.0069 ||epoch time: 4.1367\n",
      "epoch 4 loss_train: 0.9879 acc_train: 0.9407 || loss_valid: 0.9609 acc_valid: 0.94 || batch time: 0.0063 ||epoch time: 3.7745\n",
      "epoch 5 loss_train: 0.8763 acc_train: 0.9465 || loss_valid: 0.8993 acc_valid: 0.9431 || batch time: 0.0075 ||epoch time: 4.4898\n",
      "epoch 6 loss_train: 0.7921 acc_train: 0.9512 || loss_valid: 0.8562 acc_valid: 0.9459 || batch time: 0.0071 ||epoch time: 4.2584\n",
      "epoch 7 loss_train: 0.7251 acc_train: 0.9548 || loss_valid: 0.8244 acc_valid: 0.9482 || batch time: 0.0074 ||epoch time: 4.4673\n",
      "epoch 8 loss_train: 0.6694 acc_train: 0.9579 || loss_valid: 0.8 acc_valid: 0.9499 || batch time: 0.0074 ||epoch time: 4.4148\n",
      "epoch 9 loss_train: 0.6222 acc_train: 0.9607 || loss_valid: 0.7813 acc_valid: 0.9506 || batch time: 0.0064 ||epoch time: 3.8667\n",
      "epoch 10 loss_train: 0.5814 acc_train: 0.9632 || loss_valid: 0.767 acc_valid: 0.9511 || batch time: 0.0066 ||epoch time: 3.9755\n",
      "epoch 11 loss_train: 0.5452 acc_train: 0.9651 || loss_valid: 0.7558 acc_valid: 0.9517 || batch time: 0.0065 ||epoch time: 3.8763\n",
      "epoch 12 loss_train: 0.5129 acc_train: 0.9672 || loss_valid: 0.7474 acc_valid: 0.9522 || batch time: 0.0068 ||epoch time: 4.0531\n",
      "epoch 13 loss_train: 0.4836 acc_train: 0.969 || loss_valid: 0.741 acc_valid: 0.9524 || batch time: 0.0064 ||epoch time: 3.8587\n",
      "epoch 14 loss_train: 0.4569 acc_train: 0.9708 || loss_valid: 0.7364 acc_valid: 0.9528 || batch time: 0.0072 ||epoch time: 4.3074\n",
      "epoch 15 loss_train: 0.4324 acc_train: 0.9725 || loss_valid: 0.7328 acc_valid: 0.9532 || batch time: 0.0067 ||epoch time: 4.013\n",
      "epoch 16 loss_train: 0.4097 acc_train: 0.974 || loss_valid: 0.7307 acc_valid: 0.9535 || batch time: 0.0065 ||epoch time: 3.8968\n",
      "epoch 17 loss_train: 0.3887 acc_train: 0.9753 || loss_valid: 0.7295 acc_valid: 0.9534 || batch time: 0.0065 ||epoch time: 3.8876\n",
      "epoch 18 loss_train: 0.3691 acc_train: 0.9766 || loss_valid: 0.7292 acc_valid: 0.9537 || batch time: 0.0064 ||epoch time: 3.8432\n",
      "epoch 19 loss_train: 0.3506 acc_train: 0.978 || loss_valid: 0.7293 acc_valid: 0.9538 || batch time: 0.0067 ||epoch time: 4.0053\n",
      "epoch 20 loss_train: 0.3334 acc_train: 0.9791 || loss_valid: 0.7303 acc_valid: 0.9537 || batch time: 0.0065 ||epoch time: 3.8986\n",
      "epoch 21 loss_train: 0.317 acc_train: 0.9804 || loss_valid: 0.7317 acc_valid: 0.9534 || batch time: 0.0065 ||epoch time: 3.8987\n",
      "epoch 22 loss_train: 0.3017 acc_train: 0.9814 || loss_valid: 0.7336 acc_valid: 0.9534 || batch time: 0.0065 ||epoch time: 3.8974\n",
      "epoch 23 loss_train: 0.2871 acc_train: 0.9825 || loss_valid: 0.7358 acc_valid: 0.9534 || batch time: 0.0067 ||epoch time: 4.0045\n",
      "epoch 24 loss_train: 0.2733 acc_train: 0.9833 || loss_valid: 0.7388 acc_valid: 0.9537 || batch time: 0.0065 ||epoch time: 3.9181\n",
      "epoch 25 loss_train: 0.2601 acc_train: 0.9844 || loss_valid: 0.742 acc_valid: 0.9539 || batch time: 0.0067 ||epoch time: 4.0473\n",
      "epoch 26 loss_train: 0.2477 acc_train: 0.9855 || loss_valid: 0.7459 acc_valid: 0.9535 || batch time: 0.0069 ||epoch time: 4.1506\n",
      "epoch 27 loss_train: 0.2357 acc_train: 0.9864 || loss_valid: 0.7502 acc_valid: 0.9534 || batch time: 0.0067 ||epoch time: 4.0188\n",
      "epoch 28 loss_train: 0.2244 acc_train: 0.9872 || loss_valid: 0.7545 acc_valid: 0.9534 || batch time: 0.0064 ||epoch time: 3.8379\n",
      "epoch 29 loss_train: 0.2135 acc_train: 0.988 || loss_valid: 0.7594 acc_valid: 0.9534 || batch time: 0.0063 ||epoch time: 3.79\n",
      "epoch 30 loss_train: 0.2032 acc_train: 0.9889 || loss_valid: 0.7644 acc_valid: 0.9535 || batch time: 0.0063 ||epoch time: 3.7861\n",
      "epoch 31 loss_train: 0.1932 acc_train: 0.9896 || loss_valid: 0.7698 acc_valid: 0.9533 || batch time: 0.0063 ||epoch time: 3.7777\n",
      "epoch 32 loss_train: 0.1837 acc_train: 0.9903 || loss_valid: 0.7755 acc_valid: 0.9531 || batch time: 0.0063 ||epoch time: 3.7818\n",
      "epoch 33 loss_train: 0.1746 acc_train: 0.991 || loss_valid: 0.7815 acc_valid: 0.953 || batch time: 0.0064 ||epoch time: 3.8678\n",
      "epoch 34 loss_train: 0.1659 acc_train: 0.9917 || loss_valid: 0.7876 acc_valid: 0.9527 || batch time: 0.0063 ||epoch time: 3.8004\n",
      "epoch 35 loss_train: 0.1575 acc_train: 0.9924 || loss_valid: 0.7943 acc_valid: 0.9528 || batch time: 0.0063 ||epoch time: 3.7584\n",
      "epoch 36 loss_train: 0.1495 acc_train: 0.993 || loss_valid: 0.801 acc_valid: 0.953 || batch time: 0.0063 ||epoch time: 3.7761\n",
      "epoch 37 loss_train: 0.1418 acc_train: 0.9935 || loss_valid: 0.8084 acc_valid: 0.9532 || batch time: 0.0067 ||epoch time: 4.0161\n",
      "epoch 38 loss_train: 0.137 acc_train: 0.9941 || loss_valid: 0.817 acc_valid: 0.9529 || batch time: 0.0069 ||epoch time: 4.1115\n",
      "epoch 39 loss_train: 0.1281 acc_train: 0.9946 || loss_valid: 0.8222 acc_valid: 0.9528 || batch time: 0.0064 ||epoch time: 3.8555\n",
      "epoch 40 loss_train: 0.1216 acc_train: 0.995 || loss_valid: 0.8295 acc_valid: 0.9527 || batch time: 0.0066 ||epoch time: 3.9682\n",
      "epoch 41 loss_train: 0.1149 acc_train: 0.9955 || loss_valid: 0.8372 acc_valid: 0.9527 || batch time: 0.0063 ||epoch time: 3.7789\n",
      "epoch 42 loss_train: 0.1092 acc_train: 0.9959 || loss_valid: 0.8443 acc_valid: 0.9524 || batch time: 0.0063 ||epoch time: 3.8122\n",
      "epoch 43 loss_train: 0.1029 acc_train: 0.9963 || loss_valid: 0.8526 acc_valid: 0.9526 || batch time: 0.0063 ||epoch time: 3.7913\n",
      "epoch 44 loss_train: 0.0974 acc_train: 0.9967 || loss_valid: 0.8613 acc_valid: 0.9524 || batch time: 0.0065 ||epoch time: 3.903\n",
      "epoch 45 loss_train: 0.0921 acc_train: 0.997 || loss_valid: 0.87 acc_valid: 0.9524 || batch time: 0.0065 ||epoch time: 3.8939\n",
      "epoch 46 loss_train: 0.087 acc_train: 0.9974 || loss_valid: 0.8792 acc_valid: 0.9522 || batch time: 0.0064 ||epoch time: 3.8384\n",
      "epoch 47 loss_train: 0.0821 acc_train: 0.9976 || loss_valid: 0.8883 acc_valid: 0.9521 || batch time: 0.0065 ||epoch time: 3.8859\n",
      "epoch 48 loss_train: 0.0774 acc_train: 0.9979 || loss_valid: 0.8978 acc_valid: 0.9521 || batch time: 0.0063 ||epoch time: 3.7915\n",
      "30 times no decrease\n",
      "loss acc: 0.9526 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "02de68bf7fd34e1087345bfcfcb74528",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0383 acc_train: 0.6416 || loss_valid: 2.6314 acc_valid: 0.8455 || batch time: 0.0063 ||epoch time: 3.8015\n",
      "epoch 1 loss_train: 2.0636 acc_train: 0.8802 || loss_valid: 1.5422 acc_valid: 0.91 || batch time: 0.0064 ||epoch time: 3.8359\n",
      "epoch 2 loss_train: 1.4136 acc_train: 0.9178 || loss_valid: 1.2035 acc_valid: 0.9284 || batch time: 0.0064 ||epoch time: 3.8168\n",
      "epoch 3 loss_train: 1.1414 acc_train: 0.9326 || loss_valid: 1.0424 acc_valid: 0.9373 || batch time: 0.0063 ||epoch time: 3.808\n",
      "epoch 4 loss_train: 0.9811 acc_train: 0.9413 || loss_valid: 0.9487 acc_valid: 0.9412 || batch time: 0.0064 ||epoch time: 3.8134\n",
      "epoch 5 loss_train: 0.8703 acc_train: 0.947 || loss_valid: 0.8881 acc_valid: 0.9439 || batch time: 0.0065 ||epoch time: 3.8716\n",
      "epoch 6 loss_train: 0.7863 acc_train: 0.9515 || loss_valid: 0.846 acc_valid: 0.9469 || batch time: 0.0063 ||epoch time: 3.805\n",
      "epoch 7 loss_train: 0.7197 acc_train: 0.9552 || loss_valid: 0.8161 acc_valid: 0.9483 || batch time: 0.0065 ||epoch time: 3.8981\n",
      "epoch 8 loss_train: 0.6641 acc_train: 0.9584 || loss_valid: 0.7942 acc_valid: 0.9497 || batch time: 0.0064 ||epoch time: 3.8153\n",
      "epoch 9 loss_train: 0.617 acc_train: 0.961 || loss_valid: 0.7779 acc_valid: 0.9505 || batch time: 0.0063 ||epoch time: 3.7967\n",
      "epoch 10 loss_train: 0.576 acc_train: 0.9636 || loss_valid: 0.7654 acc_valid: 0.9522 || batch time: 0.0063 ||epoch time: 3.7887\n",
      "epoch 11 loss_train: 0.54 acc_train: 0.9657 || loss_valid: 0.7557 acc_valid: 0.9526 || batch time: 0.0068 ||epoch time: 4.0522\n",
      "epoch 12 loss_train: 0.5079 acc_train: 0.9678 || loss_valid: 0.7483 acc_valid: 0.9524 || batch time: 0.0063 ||epoch time: 3.7885\n",
      "epoch 13 loss_train: 0.4788 acc_train: 0.9696 || loss_valid: 0.7431 acc_valid: 0.9529 || batch time: 0.0063 ||epoch time: 3.788\n",
      "epoch 14 loss_train: 0.4523 acc_train: 0.9714 || loss_valid: 0.7392 acc_valid: 0.9534 || batch time: 0.0071 ||epoch time: 4.2741\n",
      "epoch 15 loss_train: 0.4281 acc_train: 0.9729 || loss_valid: 0.7369 acc_valid: 0.9537 || batch time: 0.0063 ||epoch time: 3.7949\n",
      "epoch 16 loss_train: 0.4056 acc_train: 0.9743 || loss_valid: 0.7358 acc_valid: 0.9537 || batch time: 0.0069 ||epoch time: 4.1421\n",
      "epoch 17 loss_train: 0.3849 acc_train: 0.9757 || loss_valid: 0.7358 acc_valid: 0.954 || batch time: 0.0066 ||epoch time: 3.9403\n",
      "epoch 18 loss_train: 0.3655 acc_train: 0.9771 || loss_valid: 0.7365 acc_valid: 0.954 || batch time: 0.0065 ||epoch time: 3.9\n",
      "epoch 19 loss_train: 0.3473 acc_train: 0.9784 || loss_valid: 0.7379 acc_valid: 0.9542 || batch time: 0.0065 ||epoch time: 3.9043\n",
      "epoch 20 loss_train: 0.3303 acc_train: 0.9794 || loss_valid: 0.7401 acc_valid: 0.9542 || batch time: 0.0065 ||epoch time: 3.8947\n",
      "epoch 21 loss_train: 0.3143 acc_train: 0.9805 || loss_valid: 0.7428 acc_valid: 0.9543 || batch time: 0.0065 ||epoch time: 3.8817\n",
      "epoch 22 loss_train: 0.2992 acc_train: 0.9815 || loss_valid: 0.746 acc_valid: 0.9543 || batch time: 0.0064 ||epoch time: 3.8271\n",
      "epoch 23 loss_train: 0.2849 acc_train: 0.9825 || loss_valid: 0.7496 acc_valid: 0.9541 || batch time: 0.0063 ||epoch time: 3.778\n",
      "epoch 24 loss_train: 0.2713 acc_train: 0.9835 || loss_valid: 0.7537 acc_valid: 0.9538 || batch time: 0.0064 ||epoch time: 3.8146\n",
      "epoch 25 loss_train: 0.2584 acc_train: 0.9844 || loss_valid: 0.7582 acc_valid: 0.9538 || batch time: 0.0063 ||epoch time: 3.7908\n",
      "epoch 26 loss_train: 0.2461 acc_train: 0.9855 || loss_valid: 0.763 acc_valid: 0.9534 || batch time: 0.0063 ||epoch time: 3.7952\n",
      "epoch 27 loss_train: 0.2344 acc_train: 0.9865 || loss_valid: 0.7684 acc_valid: 0.9532 || batch time: 0.0063 ||epoch time: 3.7922\n",
      "epoch 28 loss_train: 0.2233 acc_train: 0.9874 || loss_valid: 0.7737 acc_valid: 0.953 || batch time: 0.0069 ||epoch time: 4.1583\n",
      "epoch 29 loss_train: 0.2126 acc_train: 0.9883 || loss_valid: 0.7797 acc_valid: 0.9529 || batch time: 0.0075 ||epoch time: 4.5203\n",
      "epoch 30 loss_train: 0.2025 acc_train: 0.989 || loss_valid: 0.7857 acc_valid: 0.9531 || batch time: 0.0065 ||epoch time: 3.8914\n",
      "epoch 31 loss_train: 0.1927 acc_train: 0.9898 || loss_valid: 0.7921 acc_valid: 0.9527 || batch time: 0.0067 ||epoch time: 4.0163\n",
      "epoch 32 loss_train: 0.1834 acc_train: 0.9904 || loss_valid: 0.7987 acc_valid: 0.9526 || batch time: 0.0065 ||epoch time: 3.8775\n",
      "epoch 33 loss_train: 0.1745 acc_train: 0.991 || loss_valid: 0.8053 acc_valid: 0.9525 || batch time: 0.0064 ||epoch time: 3.8528\n",
      "epoch 34 loss_train: 0.166 acc_train: 0.9917 || loss_valid: 0.8123 acc_valid: 0.9524 || batch time: 0.0068 ||epoch time: 4.0958\n",
      "epoch 35 loss_train: 0.1578 acc_train: 0.9923 || loss_valid: 0.8197 acc_valid: 0.9524 || batch time: 0.0065 ||epoch time: 3.8808\n",
      "epoch 36 loss_train: 0.15 acc_train: 0.9929 || loss_valid: 0.8273 acc_valid: 0.9524 || batch time: 0.0064 ||epoch time: 3.8217\n",
      "epoch 37 loss_train: 0.1424 acc_train: 0.9935 || loss_valid: 0.8351 acc_valid: 0.9521 || batch time: 0.0065 ||epoch time: 3.8858\n",
      "epoch 38 loss_train: 0.1352 acc_train: 0.994 || loss_valid: 0.8431 acc_valid: 0.9521 || batch time: 0.0066 ||epoch time: 3.9342\n",
      "epoch 39 loss_train: 0.1283 acc_train: 0.9945 || loss_valid: 0.8511 acc_valid: 0.952 || batch time: 0.0066 ||epoch time: 3.978\n",
      "epoch 40 loss_train: 0.1217 acc_train: 0.9949 || loss_valid: 0.8594 acc_valid: 0.9519 || batch time: 0.0063 ||epoch time: 3.7962\n",
      "epoch 41 loss_train: 0.1153 acc_train: 0.9953 || loss_valid: 0.868 acc_valid: 0.9519 || batch time: 0.0072 ||epoch time: 4.3112\n",
      "epoch 42 loss_train: 0.1092 acc_train: 0.9958 || loss_valid: 0.8765 acc_valid: 0.9516 || batch time: 0.0072 ||epoch time: 4.3017\n",
      "epoch 43 loss_train: 0.1034 acc_train: 0.9962 || loss_valid: 0.8848 acc_valid: 0.9516 || batch time: 0.0063 ||epoch time: 3.7999\n",
      "epoch 44 loss_train: 0.0977 acc_train: 0.9965 || loss_valid: 0.8938 acc_valid: 0.9515 || batch time: 0.0063 ||epoch time: 3.7971\n",
      "epoch 45 loss_train: 0.0924 acc_train: 0.9969 || loss_valid: 0.903 acc_valid: 0.9513 || batch time: 0.0063 ||epoch time: 3.8047\n",
      "epoch 46 loss_train: 0.0873 acc_train: 0.9972 || loss_valid: 0.9123 acc_valid: 0.9516 || batch time: 0.0063 ||epoch time: 3.8009\n",
      "30 times no decrease\n",
      "loss acc: 0.9529 load epoch: 16\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "59847ca5462e4401a28681a51d9f1d59",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8283 acc_train: 0.651 || loss_valid: 2.5603 acc_valid: 0.8512 || batch time: 0.0071 ||epoch time: 4.2608\n",
      "epoch 1 loss_train: 2.0534 acc_train: 0.8794 || loss_valid: 1.5171 acc_valid: 0.9114 || batch time: 0.0071 ||epoch time: 4.2694\n",
      "epoch 2 loss_train: 1.412 acc_train: 0.9174 || loss_valid: 1.1927 acc_valid: 0.9291 || batch time: 0.0071 ||epoch time: 4.2592\n",
      "epoch 3 loss_train: 1.141 acc_train: 0.9326 || loss_valid: 1.0384 acc_valid: 0.9376 || batch time: 0.0075 ||epoch time: 4.4825\n",
      "epoch 4 loss_train: 0.9801 acc_train: 0.9409 || loss_valid: 0.9484 acc_valid: 0.9423 || batch time: 0.0064 ||epoch time: 3.8605\n",
      "epoch 5 loss_train: 0.8696 acc_train: 0.9469 || loss_valid: 0.8892 acc_valid: 0.9454 || batch time: 0.0063 ||epoch time: 3.7676\n",
      "epoch 6 loss_train: 0.7865 acc_train: 0.9515 || loss_valid: 0.8483 acc_valid: 0.9478 || batch time: 0.0063 ||epoch time: 3.781\n",
      "epoch 7 loss_train: 0.7205 acc_train: 0.9551 || loss_valid: 0.8185 acc_valid: 0.9492 || batch time: 0.0065 ||epoch time: 3.8753\n",
      "epoch 8 loss_train: 0.666 acc_train: 0.9582 || loss_valid: 0.7963 acc_valid: 0.9504 || batch time: 0.0072 ||epoch time: 4.2949\n",
      "epoch 9 loss_train: 0.6196 acc_train: 0.9611 || loss_valid: 0.7794 acc_valid: 0.9511 || batch time: 0.0072 ||epoch time: 4.2927\n",
      "epoch 10 loss_train: 0.5794 acc_train: 0.9635 || loss_valid: 0.7664 acc_valid: 0.9515 || batch time: 0.007 ||epoch time: 4.2139\n",
      "epoch 11 loss_train: 0.5437 acc_train: 0.9655 || loss_valid: 0.7564 acc_valid: 0.9521 || batch time: 0.007 ||epoch time: 4.1939\n",
      "epoch 12 loss_train: 0.5117 acc_train: 0.9675 || loss_valid: 0.7488 acc_valid: 0.9532 || batch time: 0.007 ||epoch time: 4.2032\n",
      "epoch 13 loss_train: 0.4827 acc_train: 0.9691 || loss_valid: 0.743 acc_valid: 0.953 || batch time: 0.0072 ||epoch time: 4.3227\n",
      "epoch 14 loss_train: 0.4563 acc_train: 0.971 || loss_valid: 0.7389 acc_valid: 0.9532 || batch time: 0.0068 ||epoch time: 4.1107\n",
      "epoch 15 loss_train: 0.432 acc_train: 0.9728 || loss_valid: 0.736 acc_valid: 0.9537 || batch time: 0.0066 ||epoch time: 3.9385\n",
      "epoch 16 loss_train: 0.4096 acc_train: 0.9742 || loss_valid: 0.7343 acc_valid: 0.954 || batch time: 0.0063 ||epoch time: 3.8061\n",
      "epoch 17 loss_train: 0.3888 acc_train: 0.9757 || loss_valid: 0.7338 acc_valid: 0.954 || batch time: 0.0063 ||epoch time: 3.7716\n",
      "epoch 18 loss_train: 0.3694 acc_train: 0.9771 || loss_valid: 0.7338 acc_valid: 0.954 || batch time: 0.0071 ||epoch time: 4.2341\n",
      "epoch 19 loss_train: 0.3512 acc_train: 0.9783 || loss_valid: 0.7348 acc_valid: 0.954 || batch time: 0.0064 ||epoch time: 3.8446\n",
      "epoch 20 loss_train: 0.3342 acc_train: 0.9796 || loss_valid: 0.7364 acc_valid: 0.954 || batch time: 0.0064 ||epoch time: 3.8142\n",
      "epoch 21 loss_train: 0.3181 acc_train: 0.9807 || loss_valid: 0.7387 acc_valid: 0.9535 || batch time: 0.0063 ||epoch time: 3.7745\n",
      "epoch 22 loss_train: 0.303 acc_train: 0.9818 || loss_valid: 0.7413 acc_valid: 0.9535 || batch time: 0.0065 ||epoch time: 3.8908\n",
      "epoch 23 loss_train: 0.2886 acc_train: 0.9828 || loss_valid: 0.7445 acc_valid: 0.9535 || batch time: 0.0066 ||epoch time: 3.9608\n",
      "epoch 24 loss_train: 0.275 acc_train: 0.9838 || loss_valid: 0.7481 acc_valid: 0.9532 || batch time: 0.0065 ||epoch time: 3.8771\n",
      "epoch 25 loss_train: 0.2621 acc_train: 0.9847 || loss_valid: 0.7521 acc_valid: 0.9533 || batch time: 0.0065 ||epoch time: 3.9088\n",
      "epoch 26 loss_train: 0.2498 acc_train: 0.9856 || loss_valid: 0.7563 acc_valid: 0.9533 || batch time: 0.0069 ||epoch time: 4.1667\n",
      "epoch 27 loss_train: 0.2381 acc_train: 0.9864 || loss_valid: 0.7611 acc_valid: 0.9535 || batch time: 0.0065 ||epoch time: 3.8891\n",
      "epoch 28 loss_train: 0.2268 acc_train: 0.9873 || loss_valid: 0.7665 acc_valid: 0.9532 || batch time: 0.0063 ||epoch time: 3.7723\n",
      "epoch 29 loss_train: 0.2161 acc_train: 0.988 || loss_valid: 0.7721 acc_valid: 0.9529 || batch time: 0.0066 ||epoch time: 3.9662\n",
      "epoch 30 loss_train: 0.2058 acc_train: 0.9887 || loss_valid: 0.7782 acc_valid: 0.9527 || batch time: 0.0066 ||epoch time: 3.9526\n",
      "epoch 31 loss_train: 0.1959 acc_train: 0.9895 || loss_valid: 0.7843 acc_valid: 0.9524 || batch time: 0.0065 ||epoch time: 3.873\n",
      "epoch 32 loss_train: 0.1865 acc_train: 0.9901 || loss_valid: 0.7907 acc_valid: 0.9524 || batch time: 0.0067 ||epoch time: 4.0138\n",
      "epoch 33 loss_train: 0.1774 acc_train: 0.9908 || loss_valid: 0.7973 acc_valid: 0.9523 || batch time: 0.0068 ||epoch time: 4.0503\n",
      "epoch 34 loss_train: 0.1688 acc_train: 0.9915 || loss_valid: 0.8042 acc_valid: 0.9522 || batch time: 0.0065 ||epoch time: 3.8696\n",
      "epoch 35 loss_train: 0.1605 acc_train: 0.992 || loss_valid: 0.8114 acc_valid: 0.9521 || batch time: 0.007 ||epoch time: 4.2278\n",
      "epoch 36 loss_train: 0.1525 acc_train: 0.9926 || loss_valid: 0.8188 acc_valid: 0.9518 || batch time: 0.0069 ||epoch time: 4.1435\n",
      "epoch 37 loss_train: 0.1449 acc_train: 0.9932 || loss_valid: 0.8267 acc_valid: 0.9518 || batch time: 0.0071 ||epoch time: 4.2601\n",
      "epoch 38 loss_train: 0.1376 acc_train: 0.9937 || loss_valid: 0.8344 acc_valid: 0.9516 || batch time: 0.007 ||epoch time: 4.2153\n",
      "epoch 39 loss_train: 0.1305 acc_train: 0.9941 || loss_valid: 0.8428 acc_valid: 0.9513 || batch time: 0.0071 ||epoch time: 4.2861\n",
      "epoch 40 loss_train: 0.1238 acc_train: 0.9947 || loss_valid: 0.8511 acc_valid: 0.9514 || batch time: 0.0071 ||epoch time: 4.2371\n",
      "epoch 41 loss_train: 0.1173 acc_train: 0.9951 || loss_valid: 0.8595 acc_valid: 0.9516 || batch time: 0.007 ||epoch time: 4.2158\n",
      "epoch 42 loss_train: 0.1111 acc_train: 0.9956 || loss_valid: 0.8683 acc_valid: 0.9513 || batch time: 0.0072 ||epoch time: 4.3\n",
      "epoch 43 loss_train: 0.1052 acc_train: 0.996 || loss_valid: 0.8773 acc_valid: 0.9514 || batch time: 0.0069 ||epoch time: 4.1558\n",
      "epoch 44 loss_train: 0.0995 acc_train: 0.9964 || loss_valid: 0.8864 acc_valid: 0.9511 || batch time: 0.0064 ||epoch time: 3.8285\n",
      "epoch 45 loss_train: 0.0941 acc_train: 0.9968 || loss_valid: 0.8957 acc_valid: 0.9508 || batch time: 0.0068 ||epoch time: 4.0641\n",
      "epoch 46 loss_train: 0.0889 acc_train: 0.9971 || loss_valid: 0.9053 acc_valid: 0.9508 || batch time: 0.0065 ||epoch time: 3.926\n",
      "epoch 47 loss_train: 0.0839 acc_train: 0.9974 || loss_valid: 0.9147 acc_valid: 0.9507 || batch time: 0.007 ||epoch time: 4.1804\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6ff3332c9fab44d5b41a109f462334a1",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0093 acc_train: 0.6406 || loss_valid: 2.635 acc_valid: 0.8479 || batch time: 0.0068 ||epoch time: 4.0582\n",
      "epoch 1 loss_train: 2.0834 acc_train: 0.88 || loss_valid: 1.5388 acc_valid: 0.9093 || batch time: 0.0071 ||epoch time: 4.2686\n",
      "epoch 2 loss_train: 1.4211 acc_train: 0.9175 || loss_valid: 1.2053 acc_valid: 0.9288 || batch time: 0.0071 ||epoch time: 4.2569\n",
      "epoch 3 loss_train: 1.1459 acc_train: 0.9322 || loss_valid: 1.048 acc_valid: 0.9371 || batch time: 0.0077 ||epoch time: 4.6421\n",
      "epoch 4 loss_train: 0.9845 acc_train: 0.9406 || loss_valid: 0.9565 acc_valid: 0.9419 || batch time: 0.0064 ||epoch time: 3.8314\n",
      "epoch 5 loss_train: 0.8732 acc_train: 0.9466 || loss_valid: 0.8974 acc_valid: 0.9448 || batch time: 0.0068 ||epoch time: 4.0783\n",
      "epoch 6 loss_train: 0.7898 acc_train: 0.9508 || loss_valid: 0.8566 acc_valid: 0.9476 || batch time: 0.0072 ||epoch time: 4.305\n",
      "epoch 7 loss_train: 0.7235 acc_train: 0.9543 || loss_valid: 0.8268 acc_valid: 0.9485 || batch time: 0.0071 ||epoch time: 4.2693\n",
      "epoch 8 loss_train: 0.6684 acc_train: 0.9575 || loss_valid: 0.8043 acc_valid: 0.9501 || batch time: 0.007 ||epoch time: 4.2146\n",
      "epoch 9 loss_train: 0.6215 acc_train: 0.9604 || loss_valid: 0.7868 acc_valid: 0.9509 || batch time: 0.0072 ||epoch time: 4.2983\n",
      "epoch 10 loss_train: 0.5808 acc_train: 0.9628 || loss_valid: 0.7729 acc_valid: 0.9513 || batch time: 0.0071 ||epoch time: 4.2578\n",
      "epoch 11 loss_train: 0.5449 acc_train: 0.965 || loss_valid: 0.762 acc_valid: 0.952 || batch time: 0.0071 ||epoch time: 4.2349\n",
      "epoch 12 loss_train: 0.5126 acc_train: 0.9671 || loss_valid: 0.7535 acc_valid: 0.9525 || batch time: 0.0072 ||epoch time: 4.3156\n",
      "epoch 13 loss_train: 0.4835 acc_train: 0.9691 || loss_valid: 0.747 acc_valid: 0.9531 || batch time: 0.0072 ||epoch time: 4.3264\n",
      "epoch 14 loss_train: 0.457 acc_train: 0.971 || loss_valid: 0.7425 acc_valid: 0.9529 || batch time: 0.0071 ||epoch time: 4.2519\n",
      "epoch 15 loss_train: 0.4326 acc_train: 0.9726 || loss_valid: 0.7391 acc_valid: 0.9526 || batch time: 0.0069 ||epoch time: 4.1169\n",
      "epoch 16 loss_train: 0.4099 acc_train: 0.9741 || loss_valid: 0.7367 acc_valid: 0.9525 || batch time: 0.0063 ||epoch time: 3.7751\n",
      "epoch 17 loss_train: 0.3888 acc_train: 0.9756 || loss_valid: 0.7355 acc_valid: 0.9528 || batch time: 0.0063 ||epoch time: 3.7843\n",
      "epoch 18 loss_train: 0.3692 acc_train: 0.9768 || loss_valid: 0.7347 acc_valid: 0.953 || batch time: 0.0066 ||epoch time: 3.9836\n",
      "epoch 19 loss_train: 0.3507 acc_train: 0.9781 || loss_valid: 0.7352 acc_valid: 0.9529 || batch time: 0.0063 ||epoch time: 3.7853\n",
      "epoch 20 loss_train: 0.3335 acc_train: 0.9794 || loss_valid: 0.7363 acc_valid: 0.9529 || batch time: 0.0064 ||epoch time: 3.8528\n",
      "epoch 21 loss_train: 0.3172 acc_train: 0.9804 || loss_valid: 0.7382 acc_valid: 0.953 || batch time: 0.0068 ||epoch time: 4.0936\n",
      "epoch 22 loss_train: 0.3019 acc_train: 0.9816 || loss_valid: 0.7406 acc_valid: 0.953 || batch time: 0.0071 ||epoch time: 4.2532\n",
      "epoch 23 loss_train: 0.2873 acc_train: 0.9827 || loss_valid: 0.7437 acc_valid: 0.9531 || batch time: 0.0063 ||epoch time: 3.8031\n",
      "epoch 24 loss_train: 0.2735 acc_train: 0.9837 || loss_valid: 0.7474 acc_valid: 0.9531 || batch time: 0.0067 ||epoch time: 3.9907\n",
      "epoch 25 loss_train: 0.2604 acc_train: 0.9846 || loss_valid: 0.7512 acc_valid: 0.953 || batch time: 0.0068 ||epoch time: 4.0987\n",
      "epoch 26 loss_train: 0.2479 acc_train: 0.9856 || loss_valid: 0.7556 acc_valid: 0.953 || batch time: 0.0063 ||epoch time: 3.7768\n",
      "epoch 27 loss_train: 0.236 acc_train: 0.9866 || loss_valid: 0.7603 acc_valid: 0.953 || batch time: 0.0064 ||epoch time: 3.8345\n",
      "epoch 28 loss_train: 0.2247 acc_train: 0.9874 || loss_valid: 0.7654 acc_valid: 0.9529 || batch time: 0.0065 ||epoch time: 3.9274\n",
      "epoch 29 loss_train: 0.2139 acc_train: 0.9882 || loss_valid: 0.771 acc_valid: 0.953 || batch time: 0.0066 ||epoch time: 3.9665\n",
      "epoch 30 loss_train: 0.2035 acc_train: 0.9891 || loss_valid: 0.7766 acc_valid: 0.9528 || batch time: 0.0064 ||epoch time: 3.8612\n",
      "epoch 31 loss_train: 0.1936 acc_train: 0.9898 || loss_valid: 0.7827 acc_valid: 0.9526 || batch time: 0.0063 ||epoch time: 3.7882\n",
      "epoch 32 loss_train: 0.1841 acc_train: 0.9905 || loss_valid: 0.789 acc_valid: 0.9525 || batch time: 0.007 ||epoch time: 4.1911\n",
      "epoch 33 loss_train: 0.1751 acc_train: 0.9912 || loss_valid: 0.796 acc_valid: 0.9523 || batch time: 0.007 ||epoch time: 4.227\n",
      "epoch 34 loss_train: 0.1664 acc_train: 0.9918 || loss_valid: 0.8029 acc_valid: 0.9523 || batch time: 0.0072 ||epoch time: 4.3168\n",
      "epoch 35 loss_train: 0.158 acc_train: 0.9924 || loss_valid: 0.8104 acc_valid: 0.9523 || batch time: 0.0072 ||epoch time: 4.3109\n",
      "epoch 36 loss_train: 0.1501 acc_train: 0.9931 || loss_valid: 0.8179 acc_valid: 0.9524 || batch time: 0.0071 ||epoch time: 4.2787\n",
      "epoch 37 loss_train: 0.1425 acc_train: 0.9935 || loss_valid: 0.8255 acc_valid: 0.9523 || batch time: 0.0071 ||epoch time: 4.256\n",
      "epoch 38 loss_train: 0.1351 acc_train: 0.9941 || loss_valid: 0.8332 acc_valid: 0.9524 || batch time: 0.0071 ||epoch time: 4.2563\n",
      "epoch 39 loss_train: 0.1281 acc_train: 0.9947 || loss_valid: 0.8413 acc_valid: 0.9527 || batch time: 0.0067 ||epoch time: 4.0015\n",
      "epoch 40 loss_train: 0.1214 acc_train: 0.9951 || loss_valid: 0.8495 acc_valid: 0.9526 || batch time: 0.0066 ||epoch time: 3.9726\n",
      "epoch 41 loss_train: 0.1149 acc_train: 0.9955 || loss_valid: 0.8581 acc_valid: 0.9525 || batch time: 0.0064 ||epoch time: 3.8229\n",
      "epoch 42 loss_train: 0.1088 acc_train: 0.9959 || loss_valid: 0.8666 acc_valid: 0.9523 || batch time: 0.0063 ||epoch time: 3.7688\n",
      "epoch 43 loss_train: 0.1029 acc_train: 0.9963 || loss_valid: 0.8753 acc_valid: 0.9521 || batch time: 0.0064 ||epoch time: 3.8642\n",
      "epoch 44 loss_train: 0.0972 acc_train: 0.9966 || loss_valid: 0.8843 acc_valid: 0.9518 || batch time: 0.0066 ||epoch time: 3.9705\n",
      "epoch 45 loss_train: 0.0918 acc_train: 0.997 || loss_valid: 0.8932 acc_valid: 0.9515 || batch time: 0.0063 ||epoch time: 3.7774\n",
      "epoch 46 loss_train: 0.0867 acc_train: 0.9973 || loss_valid: 0.9025 acc_valid: 0.9516 || batch time: 0.0062 ||epoch time: 3.7402\n",
      "epoch 47 loss_train: 0.0817 acc_train: 0.9976 || loss_valid: 0.9117 acc_valid: 0.9515 || batch time: 0.0064 ||epoch time: 3.8275\n",
      "epoch 48 loss_train: 0.077 acc_train: 0.9978 || loss_valid: 0.9211 acc_valid: 0.9515 || batch time: 0.0063 ||epoch time: 3.7591\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "\n",
      "#####################################\n",
      "walk_time: 2 ways: both conbime： Lstm\n",
      "batch_times: 0.0067\n",
      "epoch_times: 4.0211\n",
      "total_times: 230.4052393436432\n",
      "loss_accs: 0.95246 [0.9532, 0.953, 0.952, 0.952, 0.9515, 0.953, 0.9526, 0.9529, 0.9521, 0.9523]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.0067 4.0211 0.95246 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a92c4218db354e03bfe06b254cdeebe3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "aaceecdb36f24fe3abfafc2f7f3822ce",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.996 acc_train: 0.641 || loss_valid: 2.6596 acc_valid: 0.8464 || batch time: 0.0089 ||epoch time: 5.3304\n",
      "epoch 1 loss_train: 2.0906 acc_train: 0.8813 || loss_valid: 1.5443 acc_valid: 0.9097 || batch time: 0.0091 ||epoch time: 5.4436\n",
      "epoch 2 loss_train: 1.4174 acc_train: 0.919 || loss_valid: 1.2047 acc_valid: 0.9291 || batch time: 0.0089 ||epoch time: 5.3388\n",
      "epoch 3 loss_train: 1.1416 acc_train: 0.9334 || loss_valid: 1.0458 acc_valid: 0.9366 || batch time: 0.0083 ||epoch time: 4.9751\n",
      "epoch 4 loss_train: 0.9819 acc_train: 0.9415 || loss_valid: 0.9543 acc_valid: 0.9416 || batch time: 0.0083 ||epoch time: 4.9748\n",
      "epoch 5 loss_train: 0.872 acc_train: 0.9472 || loss_valid: 0.8949 acc_valid: 0.9447 || batch time: 0.0083 ||epoch time: 4.9673\n",
      "epoch 6 loss_train: 0.7895 acc_train: 0.9514 || loss_valid: 0.8535 acc_valid: 0.9469 || batch time: 0.0094 ||epoch time: 5.6131\n",
      "epoch 7 loss_train: 0.724 acc_train: 0.9548 || loss_valid: 0.8233 acc_valid: 0.9487 || batch time: 0.0095 ||epoch time: 5.6906\n",
      "epoch 8 loss_train: 0.6698 acc_train: 0.9579 || loss_valid: 0.8012 acc_valid: 0.9501 || batch time: 0.0091 ||epoch time: 5.4805\n",
      "epoch 9 loss_train: 0.6236 acc_train: 0.9606 || loss_valid: 0.7839 acc_valid: 0.9514 || batch time: 0.0093 ||epoch time: 5.5665\n",
      "epoch 10 loss_train: 0.5834 acc_train: 0.9631 || loss_valid: 0.7707 acc_valid: 0.9515 || batch time: 0.0083 ||epoch time: 4.9811\n",
      "epoch 11 loss_train: 0.5477 acc_train: 0.9652 || loss_valid: 0.7602 acc_valid: 0.9519 || batch time: 0.0084 ||epoch time: 5.0385\n",
      "epoch 12 loss_train: 0.5158 acc_train: 0.9671 || loss_valid: 0.752 acc_valid: 0.9526 || batch time: 0.0087 ||epoch time: 5.1897\n",
      "epoch 13 loss_train: 0.4868 acc_train: 0.9692 || loss_valid: 0.7458 acc_valid: 0.9527 || batch time: 0.0086 ||epoch time: 5.1516\n",
      "epoch 14 loss_train: 0.4603 acc_train: 0.971 || loss_valid: 0.7411 acc_valid: 0.9531 || batch time: 0.0087 ||epoch time: 5.1982\n",
      "epoch 15 loss_train: 0.436 acc_train: 0.9726 || loss_valid: 0.7379 acc_valid: 0.9533 || batch time: 0.0094 ||epoch time: 5.6082\n",
      "epoch 16 loss_train: 0.4136 acc_train: 0.9739 || loss_valid: 0.7357 acc_valid: 0.9534 || batch time: 0.0083 ||epoch time: 4.9622\n",
      "epoch 17 loss_train: 0.3927 acc_train: 0.9754 || loss_valid: 0.7346 acc_valid: 0.9536 || batch time: 0.0083 ||epoch time: 4.9884\n",
      "epoch 18 loss_train: 0.3733 acc_train: 0.9767 || loss_valid: 0.7343 acc_valid: 0.954 || batch time: 0.0091 ||epoch time: 5.4436\n",
      "epoch 19 loss_train: 0.3551 acc_train: 0.9779 || loss_valid: 0.7345 acc_valid: 0.9543 || batch time: 0.0083 ||epoch time: 4.9553\n",
      "epoch 20 loss_train: 0.3381 acc_train: 0.979 || loss_valid: 0.7353 acc_valid: 0.9546 || batch time: 0.0083 ||epoch time: 4.951\n",
      "epoch 21 loss_train: 0.322 acc_train: 0.9801 || loss_valid: 0.737 acc_valid: 0.9545 || batch time: 0.0085 ||epoch time: 5.0752\n",
      "epoch 22 loss_train: 0.3067 acc_train: 0.9811 || loss_valid: 0.7392 acc_valid: 0.9545 || batch time: 0.0086 ||epoch time: 5.1699\n",
      "epoch 23 loss_train: 0.2923 acc_train: 0.9822 || loss_valid: 0.742 acc_valid: 0.9543 || batch time: 0.01 ||epoch time: 6.0077\n",
      "epoch 24 loss_train: 0.2786 acc_train: 0.9831 || loss_valid: 0.745 acc_valid: 0.9539 || batch time: 0.0093 ||epoch time: 5.5612\n",
      "epoch 25 loss_train: 0.2655 acc_train: 0.9841 || loss_valid: 0.7487 acc_valid: 0.9538 || batch time: 0.0086 ||epoch time: 5.1567\n",
      "epoch 26 loss_train: 0.2531 acc_train: 0.985 || loss_valid: 0.7528 acc_valid: 0.9537 || batch time: 0.009 ||epoch time: 5.3872\n",
      "epoch 27 loss_train: 0.2412 acc_train: 0.9859 || loss_valid: 0.7573 acc_valid: 0.9533 || batch time: 0.0086 ||epoch time: 5.1471\n",
      "epoch 28 loss_train: 0.2299 acc_train: 0.9869 || loss_valid: 0.7624 acc_valid: 0.9532 || batch time: 0.0087 ||epoch time: 5.1879\n",
      "epoch 29 loss_train: 0.2191 acc_train: 0.9877 || loss_valid: 0.7674 acc_valid: 0.953 || batch time: 0.0086 ||epoch time: 5.1764\n",
      "epoch 30 loss_train: 0.2087 acc_train: 0.9884 || loss_valid: 0.7732 acc_valid: 0.9529 || batch time: 0.0085 ||epoch time: 5.075\n",
      "epoch 31 loss_train: 0.1988 acc_train: 0.9892 || loss_valid: 0.779 acc_valid: 0.9528 || batch time: 0.009 ||epoch time: 5.3754\n",
      "epoch 32 loss_train: 0.1894 acc_train: 0.9898 || loss_valid: 0.7852 acc_valid: 0.953 || batch time: 0.0085 ||epoch time: 5.1133\n",
      "epoch 33 loss_train: 0.1802 acc_train: 0.9905 || loss_valid: 0.7916 acc_valid: 0.9531 || batch time: 0.0085 ||epoch time: 5.069\n",
      "epoch 34 loss_train: 0.1715 acc_train: 0.9912 || loss_valid: 0.7981 acc_valid: 0.9533 || batch time: 0.0086 ||epoch time: 5.1248\n",
      "epoch 35 loss_train: 0.1631 acc_train: 0.9918 || loss_valid: 0.8052 acc_valid: 0.9532 || batch time: 0.0084 ||epoch time: 5.0479\n",
      "epoch 36 loss_train: 0.1551 acc_train: 0.9924 || loss_valid: 0.8122 acc_valid: 0.9533 || batch time: 0.0086 ||epoch time: 5.1336\n",
      "epoch 37 loss_train: 0.1474 acc_train: 0.9929 || loss_valid: 0.8196 acc_valid: 0.9534 || batch time: 0.0084 ||epoch time: 5.0424\n",
      "epoch 38 loss_train: 0.14 acc_train: 0.9933 || loss_valid: 0.827 acc_valid: 0.9533 || batch time: 0.0085 ||epoch time: 5.1178\n",
      "epoch 39 loss_train: 0.133 acc_train: 0.994 || loss_valid: 0.8347 acc_valid: 0.9531 || batch time: 0.0091 ||epoch time: 5.4678\n",
      "epoch 40 loss_train: 0.1262 acc_train: 0.9944 || loss_valid: 0.8425 acc_valid: 0.953 || batch time: 0.0091 ||epoch time: 5.4826\n",
      "epoch 41 loss_train: 0.1197 acc_train: 0.9949 || loss_valid: 0.8506 acc_valid: 0.9532 || batch time: 0.0095 ||epoch time: 5.6893\n",
      "epoch 42 loss_train: 0.1135 acc_train: 0.9954 || loss_valid: 0.8588 acc_valid: 0.9531 || batch time: 0.0089 ||epoch time: 5.3523\n",
      "epoch 43 loss_train: 0.1075 acc_train: 0.9959 || loss_valid: 0.8672 acc_valid: 0.9531 || batch time: 0.0092 ||epoch time: 5.5122\n",
      "epoch 44 loss_train: 0.1018 acc_train: 0.9962 || loss_valid: 0.8757 acc_valid: 0.953 || batch time: 0.0088 ||epoch time: 5.2881\n",
      "epoch 45 loss_train: 0.0964 acc_train: 0.9967 || loss_valid: 0.8847 acc_valid: 0.9529 || batch time: 0.0092 ||epoch time: 5.5186\n",
      "epoch 46 loss_train: 0.0911 acc_train: 0.9971 || loss_valid: 0.8936 acc_valid: 0.9528 || batch time: 0.0091 ||epoch time: 5.4217\n",
      "epoch 47 loss_train: 0.0861 acc_train: 0.9974 || loss_valid: 0.9029 acc_valid: 0.9524 || batch time: 0.0085 ||epoch time: 5.0989\n",
      "epoch 48 loss_train: 0.0813 acc_train: 0.9976 || loss_valid: 0.9125 acc_valid: 0.9522 || batch time: 0.0085 ||epoch time: 5.085\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "737673f33dca4075a4df3ba0a75a412a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.928 acc_train: 0.6465 || loss_valid: 2.62 acc_valid: 0.8498 || batch time: 0.0086 ||epoch time: 5.1574\n",
      "epoch 1 loss_train: 2.0875 acc_train: 0.8804 || loss_valid: 1.5333 acc_valid: 0.9132 || batch time: 0.0088 ||epoch time: 5.2756\n",
      "epoch 2 loss_train: 1.4224 acc_train: 0.9184 || loss_valid: 1.201 acc_valid: 0.9314 || batch time: 0.0093 ||epoch time: 5.5788\n",
      "epoch 3 loss_train: 1.1472 acc_train: 0.9323 || loss_valid: 1.045 acc_valid: 0.9385 || batch time: 0.0094 ||epoch time: 5.6329\n",
      "epoch 4 loss_train: 0.9859 acc_train: 0.9407 || loss_valid: 0.9545 acc_valid: 0.9427 || batch time: 0.0091 ||epoch time: 5.4726\n",
      "epoch 5 loss_train: 0.8748 acc_train: 0.9467 || loss_valid: 0.8952 acc_valid: 0.9464 || batch time: 0.009 ||epoch time: 5.3812\n",
      "epoch 6 loss_train: 0.7911 acc_train: 0.9511 || loss_valid: 0.8536 acc_valid: 0.9478 || batch time: 0.0091 ||epoch time: 5.4339\n",
      "epoch 7 loss_train: 0.7246 acc_train: 0.955 || loss_valid: 0.8231 acc_valid: 0.9489 || batch time: 0.0092 ||epoch time: 5.5016\n",
      "epoch 8 loss_train: 0.6696 acc_train: 0.9584 || loss_valid: 0.8001 acc_valid: 0.9498 || batch time: 0.0092 ||epoch time: 5.4984\n",
      "epoch 9 loss_train: 0.6228 acc_train: 0.9612 || loss_valid: 0.7822 acc_valid: 0.9506 || batch time: 0.0088 ||epoch time: 5.2474\n",
      "epoch 10 loss_train: 0.5822 acc_train: 0.9636 || loss_valid: 0.7683 acc_valid: 0.9516 || batch time: 0.0084 ||epoch time: 5.0225\n",
      "epoch 11 loss_train: 0.5466 acc_train: 0.9655 || loss_valid: 0.7576 acc_valid: 0.9522 || batch time: 0.0086 ||epoch time: 5.1836\n",
      "epoch 12 loss_train: 0.5146 acc_train: 0.9674 || loss_valid: 0.7491 acc_valid: 0.9527 || batch time: 0.0084 ||epoch time: 5.0278\n",
      "epoch 13 loss_train: 0.4857 acc_train: 0.9692 || loss_valid: 0.743 acc_valid: 0.953 || batch time: 0.0082 ||epoch time: 4.9047\n",
      "epoch 14 loss_train: 0.4594 acc_train: 0.9707 || loss_valid: 0.7381 acc_valid: 0.9535 || batch time: 0.0084 ||epoch time: 5.0327\n",
      "epoch 15 loss_train: 0.4352 acc_train: 0.9721 || loss_valid: 0.7348 acc_valid: 0.9535 || batch time: 0.0089 ||epoch time: 5.3339\n",
      "epoch 16 loss_train: 0.4128 acc_train: 0.9736 || loss_valid: 0.7325 acc_valid: 0.9536 || batch time: 0.0088 ||epoch time: 5.2957\n",
      "epoch 17 loss_train: 0.3921 acc_train: 0.9752 || loss_valid: 0.7315 acc_valid: 0.9535 || batch time: 0.0091 ||epoch time: 5.4775\n",
      "epoch 18 loss_train: 0.3728 acc_train: 0.9764 || loss_valid: 0.7309 acc_valid: 0.9539 || batch time: 0.009 ||epoch time: 5.3666\n",
      "epoch 19 loss_train: 0.3548 acc_train: 0.9775 || loss_valid: 0.7311 acc_valid: 0.9541 || batch time: 0.0084 ||epoch time: 5.0074\n",
      "epoch 20 loss_train: 0.3379 acc_train: 0.9787 || loss_valid: 0.7322 acc_valid: 0.954 || batch time: 0.0092 ||epoch time: 5.5353\n",
      "epoch 21 loss_train: 0.322 acc_train: 0.9798 || loss_valid: 0.7339 acc_valid: 0.9541 || batch time: 0.0082 ||epoch time: 4.9168\n",
      "epoch 22 loss_train: 0.3069 acc_train: 0.981 || loss_valid: 0.736 acc_valid: 0.9542 || batch time: 0.0082 ||epoch time: 4.9256\n",
      "epoch 23 loss_train: 0.2927 acc_train: 0.9821 || loss_valid: 0.739 acc_valid: 0.954 || batch time: 0.0097 ||epoch time: 5.7892\n",
      "epoch 24 loss_train: 0.2791 acc_train: 0.9831 || loss_valid: 0.7422 acc_valid: 0.9541 || batch time: 0.0087 ||epoch time: 5.2392\n",
      "epoch 25 loss_train: 0.2663 acc_train: 0.9841 || loss_valid: 0.7458 acc_valid: 0.9544 || batch time: 0.0093 ||epoch time: 5.5648\n",
      "epoch 26 loss_train: 0.254 acc_train: 0.9849 || loss_valid: 0.7496 acc_valid: 0.9541 || batch time: 0.0091 ||epoch time: 5.4366\n",
      "epoch 27 loss_train: 0.2423 acc_train: 0.9859 || loss_valid: 0.7541 acc_valid: 0.9538 || batch time: 0.0092 ||epoch time: 5.5058\n",
      "epoch 28 loss_train: 0.2312 acc_train: 0.9866 || loss_valid: 0.7587 acc_valid: 0.9537 || batch time: 0.0093 ||epoch time: 5.5582\n",
      "epoch 29 loss_train: 0.2205 acc_train: 0.9874 || loss_valid: 0.764 acc_valid: 0.9541 || batch time: 0.0091 ||epoch time: 5.4689\n",
      "epoch 30 loss_train: 0.2103 acc_train: 0.9881 || loss_valid: 0.7694 acc_valid: 0.9539 || batch time: 0.0094 ||epoch time: 5.6164\n",
      "epoch 31 loss_train: 0.2005 acc_train: 0.9887 || loss_valid: 0.7751 acc_valid: 0.954 || batch time: 0.0091 ||epoch time: 5.4672\n",
      "epoch 32 loss_train: 0.1911 acc_train: 0.9895 || loss_valid: 0.781 acc_valid: 0.9538 || batch time: 0.0088 ||epoch time: 5.2914\n",
      "epoch 33 loss_train: 0.1821 acc_train: 0.9901 || loss_valid: 0.7872 acc_valid: 0.9538 || batch time: 0.0091 ||epoch time: 5.4438\n",
      "epoch 34 loss_train: 0.1735 acc_train: 0.9908 || loss_valid: 0.7935 acc_valid: 0.9538 || batch time: 0.0093 ||epoch time: 5.5592\n",
      "epoch 35 loss_train: 0.1653 acc_train: 0.9913 || loss_valid: 0.8002 acc_valid: 0.9535 || batch time: 0.0092 ||epoch time: 5.5136\n",
      "epoch 36 loss_train: 0.1573 acc_train: 0.992 || loss_valid: 0.807 acc_valid: 0.9532 || batch time: 0.0092 ||epoch time: 5.4917\n",
      "epoch 37 loss_train: 0.1497 acc_train: 0.9925 || loss_valid: 0.8139 acc_valid: 0.9534 || batch time: 0.0093 ||epoch time: 5.572\n",
      "epoch 38 loss_train: 0.1423 acc_train: 0.9931 || loss_valid: 0.8212 acc_valid: 0.9532 || batch time: 0.0093 ||epoch time: 5.5815\n",
      "epoch 39 loss_train: 0.1353 acc_train: 0.9936 || loss_valid: 0.8284 acc_valid: 0.953 || batch time: 0.0092 ||epoch time: 5.5037\n",
      "epoch 40 loss_train: 0.1286 acc_train: 0.9941 || loss_valid: 0.836 acc_valid: 0.9528 || batch time: 0.0097 ||epoch time: 5.7891\n",
      "epoch 41 loss_train: 0.1221 acc_train: 0.9947 || loss_valid: 0.8437 acc_valid: 0.9526 || batch time: 0.0092 ||epoch time: 5.5087\n",
      "epoch 42 loss_train: 0.1158 acc_train: 0.9952 || loss_valid: 0.8516 acc_valid: 0.9528 || batch time: 0.0094 ||epoch time: 5.6096\n",
      "epoch 43 loss_train: 0.1098 acc_train: 0.9956 || loss_valid: 0.8595 acc_valid: 0.9526 || batch time: 0.0095 ||epoch time: 5.685\n",
      "epoch 44 loss_train: 0.1041 acc_train: 0.996 || loss_valid: 0.8679 acc_valid: 0.9525 || batch time: 0.0094 ||epoch time: 5.6426\n",
      "epoch 45 loss_train: 0.0986 acc_train: 0.9965 || loss_valid: 0.8762 acc_valid: 0.9525 || batch time: 0.0096 ||epoch time: 5.7378\n",
      "epoch 46 loss_train: 0.0934 acc_train: 0.9969 || loss_valid: 0.8849 acc_valid: 0.9525 || batch time: 0.0093 ||epoch time: 5.5577\n",
      "epoch 47 loss_train: 0.0883 acc_train: 0.9972 || loss_valid: 0.8935 acc_valid: 0.9525 || batch time: 0.0092 ||epoch time: 5.5209\n",
      "epoch 48 loss_train: 0.0835 acc_train: 0.9975 || loss_valid: 0.9023 acc_valid: 0.9521 || batch time: 0.0092 ||epoch time: 5.5046\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e291ad0869e741aaa727480c5d316902",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8446 acc_train: 0.6492 || loss_valid: 2.5948 acc_valid: 0.8474 || batch time: 0.0092 ||epoch time: 5.5001\n",
      "epoch 1 loss_train: 2.0499 acc_train: 0.8826 || loss_valid: 1.5274 acc_valid: 0.9088 || batch time: 0.0091 ||epoch time: 5.45\n",
      "epoch 2 loss_train: 1.4057 acc_train: 0.9189 || loss_valid: 1.1932 acc_valid: 0.9275 || batch time: 0.0091 ||epoch time: 5.478\n",
      "epoch 3 loss_train: 1.1362 acc_train: 0.933 || loss_valid: 1.0341 acc_valid: 0.9368 || batch time: 0.0093 ||epoch time: 5.5901\n",
      "epoch 4 loss_train: 0.978 acc_train: 0.9411 || loss_valid: 0.9416 acc_valid: 0.9419 || batch time: 0.0091 ||epoch time: 5.4663\n",
      "epoch 5 loss_train: 0.8694 acc_train: 0.9466 || loss_valid: 0.881 acc_valid: 0.945 || batch time: 0.0092 ||epoch time: 5.5176\n",
      "epoch 6 loss_train: 0.7874 acc_train: 0.9513 || loss_valid: 0.8395 acc_valid: 0.9476 || batch time: 0.0092 ||epoch time: 5.5434\n",
      "epoch 7 loss_train: 0.722 acc_train: 0.955 || loss_valid: 0.8094 acc_valid: 0.9492 || batch time: 0.0093 ||epoch time: 5.5846\n",
      "epoch 8 loss_train: 0.6678 acc_train: 0.958 || loss_valid: 0.7867 acc_valid: 0.9508 || batch time: 0.0091 ||epoch time: 5.46\n",
      "epoch 9 loss_train: 0.6217 acc_train: 0.9607 || loss_valid: 0.7693 acc_valid: 0.9523 || batch time: 0.0092 ||epoch time: 5.5065\n",
      "epoch 10 loss_train: 0.5818 acc_train: 0.9632 || loss_valid: 0.7558 acc_valid: 0.9529 || batch time: 0.0088 ||epoch time: 5.2708\n",
      "epoch 11 loss_train: 0.5465 acc_train: 0.9654 || loss_valid: 0.7453 acc_valid: 0.9532 || batch time: 0.0088 ||epoch time: 5.2982\n",
      "epoch 12 loss_train: 0.5148 acc_train: 0.9671 || loss_valid: 0.7369 acc_valid: 0.9536 || batch time: 0.0084 ||epoch time: 5.0371\n",
      "epoch 13 loss_train: 0.4861 acc_train: 0.9691 || loss_valid: 0.7305 acc_valid: 0.9537 || batch time: 0.0093 ||epoch time: 5.6004\n",
      "epoch 14 loss_train: 0.4597 acc_train: 0.9708 || loss_valid: 0.7258 acc_valid: 0.9538 || batch time: 0.0088 ||epoch time: 5.2784\n",
      "epoch 15 loss_train: 0.4355 acc_train: 0.9724 || loss_valid: 0.7223 acc_valid: 0.954 || batch time: 0.0092 ||epoch time: 5.4877\n",
      "epoch 16 loss_train: 0.4132 acc_train: 0.9738 || loss_valid: 0.7201 acc_valid: 0.9543 || batch time: 0.0085 ||epoch time: 5.0709\n",
      "epoch 17 loss_train: 0.3925 acc_train: 0.9752 || loss_valid: 0.7189 acc_valid: 0.9543 || batch time: 0.0086 ||epoch time: 5.1804\n",
      "epoch 18 loss_train: 0.3732 acc_train: 0.9768 || loss_valid: 0.7186 acc_valid: 0.9545 || batch time: 0.0084 ||epoch time: 5.0473\n",
      "epoch 19 loss_train: 0.3551 acc_train: 0.978 || loss_valid: 0.7193 acc_valid: 0.9546 || batch time: 0.0086 ||epoch time: 5.1636\n",
      "epoch 20 loss_train: 0.3381 acc_train: 0.9792 || loss_valid: 0.7204 acc_valid: 0.9548 || batch time: 0.0085 ||epoch time: 5.1161\n",
      "epoch 21 loss_train: 0.3221 acc_train: 0.9802 || loss_valid: 0.7222 acc_valid: 0.9546 || batch time: 0.0084 ||epoch time: 5.0455\n",
      "epoch 22 loss_train: 0.3069 acc_train: 0.9813 || loss_valid: 0.7246 acc_valid: 0.9546 || batch time: 0.0089 ||epoch time: 5.3138\n",
      "epoch 23 loss_train: 0.2926 acc_train: 0.9825 || loss_valid: 0.7274 acc_valid: 0.9544 || batch time: 0.0086 ||epoch time: 5.1247\n",
      "epoch 24 loss_train: 0.2789 acc_train: 0.9835 || loss_valid: 0.7305 acc_valid: 0.9542 || batch time: 0.0083 ||epoch time: 4.9473\n",
      "epoch 25 loss_train: 0.2659 acc_train: 0.9844 || loss_valid: 0.7343 acc_valid: 0.9538 || batch time: 0.0091 ||epoch time: 5.4598\n",
      "epoch 26 loss_train: 0.2536 acc_train: 0.9852 || loss_valid: 0.7386 acc_valid: 0.9538 || batch time: 0.009 ||epoch time: 5.3756\n",
      "epoch 27 loss_train: 0.2417 acc_train: 0.9862 || loss_valid: 0.7431 acc_valid: 0.9536 || batch time: 0.0082 ||epoch time: 4.9138\n",
      "epoch 28 loss_train: 0.2305 acc_train: 0.9869 || loss_valid: 0.7478 acc_valid: 0.9536 || batch time: 0.0085 ||epoch time: 5.0683\n",
      "epoch 29 loss_train: 0.2196 acc_train: 0.9877 || loss_valid: 0.7531 acc_valid: 0.9534 || batch time: 0.0087 ||epoch time: 5.2115\n",
      "epoch 30 loss_train: 0.2093 acc_train: 0.9884 || loss_valid: 0.7586 acc_valid: 0.9532 || batch time: 0.0088 ||epoch time: 5.2657\n",
      "epoch 31 loss_train: 0.1994 acc_train: 0.9892 || loss_valid: 0.7642 acc_valid: 0.9532 || batch time: 0.0083 ||epoch time: 4.9542\n",
      "epoch 32 loss_train: 0.1899 acc_train: 0.9898 || loss_valid: 0.7701 acc_valid: 0.953 || batch time: 0.0084 ||epoch time: 5.0109\n",
      "epoch 33 loss_train: 0.1808 acc_train: 0.9906 || loss_valid: 0.7763 acc_valid: 0.953 || batch time: 0.009 ||epoch time: 5.3672\n",
      "epoch 34 loss_train: 0.1721 acc_train: 0.9912 || loss_valid: 0.7829 acc_valid: 0.9528 || batch time: 0.0083 ||epoch time: 4.9686\n",
      "epoch 35 loss_train: 0.1638 acc_train: 0.9918 || loss_valid: 0.7898 acc_valid: 0.9528 || batch time: 0.0092 ||epoch time: 5.4822\n",
      "epoch 36 loss_train: 0.1557 acc_train: 0.9923 || loss_valid: 0.7968 acc_valid: 0.9526 || batch time: 0.0093 ||epoch time: 5.5663\n",
      "epoch 37 loss_train: 0.1481 acc_train: 0.9929 || loss_valid: 0.8041 acc_valid: 0.9522 || batch time: 0.0082 ||epoch time: 4.9267\n",
      "epoch 38 loss_train: 0.1407 acc_train: 0.9935 || loss_valid: 0.8118 acc_valid: 0.9523 || batch time: 0.0082 ||epoch time: 4.9236\n",
      "epoch 39 loss_train: 0.1336 acc_train: 0.994 || loss_valid: 0.8197 acc_valid: 0.9524 || batch time: 0.0091 ||epoch time: 5.4715\n",
      "epoch 40 loss_train: 0.1268 acc_train: 0.9945 || loss_valid: 0.8274 acc_valid: 0.9525 || batch time: 0.0082 ||epoch time: 4.9252\n",
      "epoch 41 loss_train: 0.1203 acc_train: 0.995 || loss_valid: 0.8354 acc_valid: 0.9524 || batch time: 0.0096 ||epoch time: 5.7584\n",
      "epoch 42 loss_train: 0.114 acc_train: 0.9955 || loss_valid: 0.8437 acc_valid: 0.9521 || batch time: 0.0093 ||epoch time: 5.5494\n",
      "epoch 43 loss_train: 0.108 acc_train: 0.9959 || loss_valid: 0.8526 acc_valid: 0.9521 || batch time: 0.0084 ||epoch time: 5.0362\n",
      "epoch 44 loss_train: 0.1022 acc_train: 0.9963 || loss_valid: 0.861 acc_valid: 0.9519 || batch time: 0.0093 ||epoch time: 5.571\n",
      "epoch 45 loss_train: 0.0967 acc_train: 0.9967 || loss_valid: 0.87 acc_valid: 0.9519 || batch time: 0.0093 ||epoch time: 5.5973\n",
      "epoch 46 loss_train: 0.0915 acc_train: 0.997 || loss_valid: 0.8789 acc_valid: 0.952 || batch time: 0.0091 ||epoch time: 5.4254\n",
      "epoch 47 loss_train: 0.0864 acc_train: 0.9972 || loss_valid: 0.8881 acc_valid: 0.952 || batch time: 0.0093 ||epoch time: 5.5792\n",
      "epoch 48 loss_train: 0.0816 acc_train: 0.9976 || loss_valid: 0.8972 acc_valid: 0.9521 || batch time: 0.0089 ||epoch time: 5.3082\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "bb7e2414e91841678b4846ee7b77d0f7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.002 acc_train: 0.6426 || loss_valid: 2.6454 acc_valid: 0.8463 || batch time: 0.0092 ||epoch time: 5.5296\n",
      "epoch 1 loss_train: 2.1045 acc_train: 0.8784 || loss_valid: 1.543 acc_valid: 0.9091 || batch time: 0.0085 ||epoch time: 5.0655\n",
      "epoch 2 loss_train: 1.4314 acc_train: 0.9172 || loss_valid: 1.2016 acc_valid: 0.9294 || batch time: 0.0083 ||epoch time: 4.9961\n",
      "epoch 3 loss_train: 1.152 acc_train: 0.9323 || loss_valid: 1.04 acc_valid: 0.9395 || batch time: 0.0087 ||epoch time: 5.2244\n",
      "epoch 4 loss_train: 0.9893 acc_train: 0.9408 || loss_valid: 0.9459 acc_valid: 0.9438 || batch time: 0.0088 ||epoch time: 5.2819\n",
      "epoch 5 loss_train: 0.8779 acc_train: 0.9466 || loss_valid: 0.8849 acc_valid: 0.9476 || batch time: 0.0082 ||epoch time: 4.9143\n",
      "epoch 6 loss_train: 0.7942 acc_train: 0.9514 || loss_valid: 0.8426 acc_valid: 0.9494 || batch time: 0.0095 ||epoch time: 5.6666\n",
      "epoch 7 loss_train: 0.7276 acc_train: 0.9548 || loss_valid: 0.8116 acc_valid: 0.9509 || batch time: 0.0082 ||epoch time: 4.9413\n",
      "epoch 8 loss_train: 0.6726 acc_train: 0.9579 || loss_valid: 0.7888 acc_valid: 0.9522 || batch time: 0.0093 ||epoch time: 5.5853\n",
      "epoch 9 loss_train: 0.6259 acc_train: 0.9606 || loss_valid: 0.7717 acc_valid: 0.9528 || batch time: 0.0083 ||epoch time: 4.9861\n",
      "epoch 10 loss_train: 0.5854 acc_train: 0.963 || loss_valid: 0.7586 acc_valid: 0.9535 || batch time: 0.0093 ||epoch time: 5.5612\n",
      "epoch 11 loss_train: 0.5495 acc_train: 0.9654 || loss_valid: 0.7485 acc_valid: 0.9535 || batch time: 0.0085 ||epoch time: 5.1196\n",
      "epoch 12 loss_train: 0.5175 acc_train: 0.9672 || loss_valid: 0.7409 acc_valid: 0.9537 || batch time: 0.0088 ||epoch time: 5.2519\n",
      "epoch 13 loss_train: 0.4885 acc_train: 0.9689 || loss_valid: 0.7352 acc_valid: 0.9538 || batch time: 0.0087 ||epoch time: 5.2396\n",
      "epoch 14 loss_train: 0.4621 acc_train: 0.9706 || loss_valid: 0.7313 acc_valid: 0.954 || batch time: 0.0083 ||epoch time: 5.0008\n",
      "epoch 15 loss_train: 0.4379 acc_train: 0.9721 || loss_valid: 0.7284 acc_valid: 0.9541 || batch time: 0.0092 ||epoch time: 5.5019\n",
      "epoch 16 loss_train: 0.4155 acc_train: 0.9738 || loss_valid: 0.7272 acc_valid: 0.9541 || batch time: 0.009 ||epoch time: 5.4171\n",
      "epoch 17 loss_train: 0.3947 acc_train: 0.9752 || loss_valid: 0.7267 acc_valid: 0.9542 || batch time: 0.0083 ||epoch time: 4.9461\n",
      "epoch 18 loss_train: 0.3753 acc_train: 0.9765 || loss_valid: 0.7269 acc_valid: 0.9542 || batch time: 0.0091 ||epoch time: 5.4662\n",
      "epoch 19 loss_train: 0.3571 acc_train: 0.9776 || loss_valid: 0.7282 acc_valid: 0.9541 || batch time: 0.0093 ||epoch time: 5.554\n",
      "epoch 20 loss_train: 0.34 acc_train: 0.9788 || loss_valid: 0.7301 acc_valid: 0.9542 || batch time: 0.0087 ||epoch time: 5.2235\n",
      "epoch 21 loss_train: 0.3238 acc_train: 0.9799 || loss_valid: 0.7328 acc_valid: 0.9544 || batch time: 0.0084 ||epoch time: 5.0583\n",
      "epoch 22 loss_train: 0.3086 acc_train: 0.9811 || loss_valid: 0.7361 acc_valid: 0.9543 || batch time: 0.0089 ||epoch time: 5.3166\n",
      "epoch 23 loss_train: 0.2941 acc_train: 0.9823 || loss_valid: 0.7397 acc_valid: 0.9542 || batch time: 0.0083 ||epoch time: 4.9692\n",
      "epoch 24 loss_train: 0.2804 acc_train: 0.9833 || loss_valid: 0.7437 acc_valid: 0.954 || batch time: 0.0093 ||epoch time: 5.5703\n",
      "epoch 25 loss_train: 0.2673 acc_train: 0.9841 || loss_valid: 0.7481 acc_valid: 0.9541 || batch time: 0.0094 ||epoch time: 5.6225\n",
      "epoch 26 loss_train: 0.2549 acc_train: 0.985 || loss_valid: 0.7528 acc_valid: 0.9538 || batch time: 0.0091 ||epoch time: 5.4431\n",
      "epoch 27 loss_train: 0.243 acc_train: 0.9859 || loss_valid: 0.7579 acc_valid: 0.9538 || batch time: 0.0086 ||epoch time: 5.1776\n",
      "epoch 28 loss_train: 0.2316 acc_train: 0.9868 || loss_valid: 0.7632 acc_valid: 0.954 || batch time: 0.0082 ||epoch time: 4.9062\n",
      "epoch 29 loss_train: 0.2208 acc_train: 0.9876 || loss_valid: 0.7691 acc_valid: 0.9538 || batch time: 0.0085 ||epoch time: 5.0914\n",
      "epoch 30 loss_train: 0.2104 acc_train: 0.9885 || loss_valid: 0.7752 acc_valid: 0.9535 || batch time: 0.0087 ||epoch time: 5.2378\n",
      "epoch 31 loss_train: 0.2004 acc_train: 0.9892 || loss_valid: 0.7816 acc_valid: 0.9533 || batch time: 0.0093 ||epoch time: 5.5937\n",
      "epoch 32 loss_train: 0.1909 acc_train: 0.9899 || loss_valid: 0.7882 acc_valid: 0.9534 || batch time: 0.0084 ||epoch time: 5.0149\n",
      "epoch 33 loss_train: 0.1818 acc_train: 0.9904 || loss_valid: 0.7951 acc_valid: 0.953 || batch time: 0.0093 ||epoch time: 5.5634\n",
      "epoch 34 loss_train: 0.173 acc_train: 0.9911 || loss_valid: 0.8021 acc_valid: 0.953 || batch time: 0.0083 ||epoch time: 4.9425\n",
      "epoch 35 loss_train: 0.1646 acc_train: 0.9917 || loss_valid: 0.8093 acc_valid: 0.953 || batch time: 0.0083 ||epoch time: 4.9904\n",
      "epoch 36 loss_train: 0.1566 acc_train: 0.9923 || loss_valid: 0.8168 acc_valid: 0.953 || batch time: 0.0085 ||epoch time: 5.0865\n",
      "epoch 37 loss_train: 0.1489 acc_train: 0.9928 || loss_valid: 0.8244 acc_valid: 0.953 || batch time: 0.009 ||epoch time: 5.3893\n",
      "epoch 38 loss_train: 0.1415 acc_train: 0.9933 || loss_valid: 0.8324 acc_valid: 0.9528 || batch time: 0.0088 ||epoch time: 5.2751\n",
      "epoch 39 loss_train: 0.1344 acc_train: 0.9938 || loss_valid: 0.8404 acc_valid: 0.9527 || batch time: 0.0089 ||epoch time: 5.3048\n",
      "epoch 40 loss_train: 0.1276 acc_train: 0.9944 || loss_valid: 0.8484 acc_valid: 0.9525 || batch time: 0.0086 ||epoch time: 5.1783\n",
      "epoch 41 loss_train: 0.121 acc_train: 0.9949 || loss_valid: 0.857 acc_valid: 0.9527 || batch time: 0.0096 ||epoch time: 5.7368\n",
      "epoch 42 loss_train: 0.1148 acc_train: 0.9952 || loss_valid: 0.8654 acc_valid: 0.9526 || batch time: 0.0089 ||epoch time: 5.3352\n",
      "epoch 43 loss_train: 0.1088 acc_train: 0.9956 || loss_valid: 0.8746 acc_valid: 0.9526 || batch time: 0.0085 ||epoch time: 5.0738\n",
      "epoch 44 loss_train: 0.103 acc_train: 0.996 || loss_valid: 0.8833 acc_valid: 0.9523 || batch time: 0.0083 ||epoch time: 4.9986\n",
      "epoch 45 loss_train: 0.0975 acc_train: 0.9965 || loss_valid: 0.8924 acc_valid: 0.9521 || batch time: 0.0082 ||epoch time: 4.9064\n",
      "epoch 46 loss_train: 0.0922 acc_train: 0.9968 || loss_valid: 0.9019 acc_valid: 0.9521 || batch time: 0.0088 ||epoch time: 5.2792\n",
      "epoch 47 loss_train: 0.0872 acc_train: 0.9971 || loss_valid: 0.9115 acc_valid: 0.9519 || batch time: 0.0089 ||epoch time: 5.314\n",
      "30 times no decrease\n",
      "loss acc: 0.9527 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c748a48bd9024a25972f775598c0410f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9988 acc_train: 0.6381 || loss_valid: 2.6327 acc_valid: 0.8478 || batch time: 0.0087 ||epoch time: 5.2304\n",
      "epoch 1 loss_train: 2.0768 acc_train: 0.8805 || loss_valid: 1.5343 acc_valid: 0.9106 || batch time: 0.0094 ||epoch time: 5.661\n",
      "epoch 2 loss_train: 1.4155 acc_train: 0.9198 || loss_valid: 1.1974 acc_valid: 0.9286 || batch time: 0.0088 ||epoch time: 5.2883\n",
      "epoch 3 loss_train: 1.1422 acc_train: 0.9337 || loss_valid: 1.0402 acc_valid: 0.9376 || batch time: 0.0089 ||epoch time: 5.3237\n",
      "epoch 4 loss_train: 0.9829 acc_train: 0.9417 || loss_valid: 0.9506 acc_valid: 0.9419 || batch time: 0.0093 ||epoch time: 5.5514\n",
      "epoch 5 loss_train: 0.8734 acc_train: 0.9472 || loss_valid: 0.8932 acc_valid: 0.9444 || batch time: 0.0091 ||epoch time: 5.4624\n",
      "epoch 6 loss_train: 0.7912 acc_train: 0.9515 || loss_valid: 0.8527 acc_valid: 0.9464 || batch time: 0.0089 ||epoch time: 5.3367\n",
      "epoch 7 loss_train: 0.7257 acc_train: 0.9552 || loss_valid: 0.8229 acc_valid: 0.9483 || batch time: 0.0094 ||epoch time: 5.6123\n",
      "epoch 8 loss_train: 0.6715 acc_train: 0.9583 || loss_valid: 0.8003 acc_valid: 0.9501 || batch time: 0.0092 ||epoch time: 5.5311\n",
      "epoch 9 loss_train: 0.6253 acc_train: 0.9609 || loss_valid: 0.7826 acc_valid: 0.951 || batch time: 0.0091 ||epoch time: 5.4757\n",
      "epoch 10 loss_train: 0.5849 acc_train: 0.9631 || loss_valid: 0.7691 acc_valid: 0.9519 || batch time: 0.0087 ||epoch time: 5.2269\n",
      "epoch 11 loss_train: 0.5493 acc_train: 0.9652 || loss_valid: 0.7584 acc_valid: 0.9522 || batch time: 0.0086 ||epoch time: 5.1536\n",
      "epoch 12 loss_train: 0.5175 acc_train: 0.9674 || loss_valid: 0.7496 acc_valid: 0.9527 || batch time: 0.009 ||epoch time: 5.3732\n",
      "epoch 13 loss_train: 0.4885 acc_train: 0.9692 || loss_valid: 0.7428 acc_valid: 0.9534 || batch time: 0.0097 ||epoch time: 5.8373\n",
      "epoch 14 loss_train: 0.4621 acc_train: 0.9709 || loss_valid: 0.7376 acc_valid: 0.9539 || batch time: 0.0095 ||epoch time: 5.6706\n",
      "epoch 15 loss_train: 0.4378 acc_train: 0.9724 || loss_valid: 0.7338 acc_valid: 0.9543 || batch time: 0.0094 ||epoch time: 5.6099\n",
      "epoch 16 loss_train: 0.4153 acc_train: 0.9739 || loss_valid: 0.7313 acc_valid: 0.9548 || batch time: 0.0092 ||epoch time: 5.5108\n",
      "epoch 17 loss_train: 0.3943 acc_train: 0.9753 || loss_valid: 0.7298 acc_valid: 0.9547 || batch time: 0.0095 ||epoch time: 5.7131\n",
      "epoch 18 loss_train: 0.3748 acc_train: 0.9767 || loss_valid: 0.7291 acc_valid: 0.9549 || batch time: 0.0093 ||epoch time: 5.5987\n",
      "epoch 19 loss_train: 0.3564 acc_train: 0.9779 || loss_valid: 0.7294 acc_valid: 0.9553 || batch time: 0.0091 ||epoch time: 5.4571\n",
      "epoch 20 loss_train: 0.3392 acc_train: 0.979 || loss_valid: 0.7301 acc_valid: 0.9556 || batch time: 0.0088 ||epoch time: 5.2963\n",
      "epoch 21 loss_train: 0.323 acc_train: 0.9801 || loss_valid: 0.7315 acc_valid: 0.9554 || batch time: 0.0091 ||epoch time: 5.4827\n",
      "epoch 22 loss_train: 0.3076 acc_train: 0.9812 || loss_valid: 0.7333 acc_valid: 0.9554 || batch time: 0.0093 ||epoch time: 5.5567\n",
      "epoch 23 loss_train: 0.2932 acc_train: 0.9823 || loss_valid: 0.7355 acc_valid: 0.9554 || batch time: 0.0089 ||epoch time: 5.3345\n",
      "epoch 24 loss_train: 0.2794 acc_train: 0.9831 || loss_valid: 0.7384 acc_valid: 0.955 || batch time: 0.0091 ||epoch time: 5.4608\n",
      "epoch 25 loss_train: 0.2664 acc_train: 0.9841 || loss_valid: 0.7416 acc_valid: 0.9548 || batch time: 0.0093 ||epoch time: 5.5541\n",
      "epoch 26 loss_train: 0.254 acc_train: 0.9851 || loss_valid: 0.7453 acc_valid: 0.9549 || batch time: 0.0089 ||epoch time: 5.3503\n",
      "epoch 27 loss_train: 0.2422 acc_train: 0.9859 || loss_valid: 0.7493 acc_valid: 0.9551 || batch time: 0.0093 ||epoch time: 5.5611\n",
      "epoch 28 loss_train: 0.231 acc_train: 0.9868 || loss_valid: 0.7539 acc_valid: 0.955 || batch time: 0.0087 ||epoch time: 5.186\n",
      "epoch 29 loss_train: 0.2202 acc_train: 0.9875 || loss_valid: 0.7588 acc_valid: 0.9549 || batch time: 0.01 ||epoch time: 5.9832\n",
      "epoch 30 loss_train: 0.2099 acc_train: 0.9885 || loss_valid: 0.764 acc_valid: 0.9547 || batch time: 0.0103 ||epoch time: 6.2017\n",
      "epoch 31 loss_train: 0.2001 acc_train: 0.9894 || loss_valid: 0.7697 acc_valid: 0.9545 || batch time: 0.0104 ||epoch time: 6.2026\n",
      "epoch 32 loss_train: 0.1907 acc_train: 0.9901 || loss_valid: 0.7755 acc_valid: 0.9544 || batch time: 0.0114 ||epoch time: 6.8395\n",
      "epoch 33 loss_train: 0.1817 acc_train: 0.9907 || loss_valid: 0.7817 acc_valid: 0.9542 || batch time: 0.0125 ||epoch time: 7.4746\n",
      "epoch 34 loss_train: 0.1731 acc_train: 0.9914 || loss_valid: 0.788 acc_valid: 0.9541 || batch time: 0.0113 ||epoch time: 6.7972\n",
      "epoch 35 loss_train: 0.1648 acc_train: 0.9919 || loss_valid: 0.7947 acc_valid: 0.9541 || batch time: 0.0104 ||epoch time: 6.2338\n",
      "epoch 36 loss_train: 0.1569 acc_train: 0.9924 || loss_valid: 0.8014 acc_valid: 0.954 || batch time: 0.012 ||epoch time: 7.2069\n",
      "epoch 37 loss_train: 0.1493 acc_train: 0.9929 || loss_valid: 0.8086 acc_valid: 0.9539 || batch time: 0.0123 ||epoch time: 7.3429\n",
      "epoch 38 loss_train: 0.1421 acc_train: 0.9935 || loss_valid: 0.8159 acc_valid: 0.9535 || batch time: 0.011 ||epoch time: 6.591\n",
      "epoch 39 loss_train: 0.1351 acc_train: 0.994 || loss_valid: 0.8233 acc_valid: 0.9535 || batch time: 0.0105 ||epoch time: 6.3\n",
      "epoch 40 loss_train: 0.1283 acc_train: 0.9945 || loss_valid: 0.831 acc_valid: 0.9534 || batch time: 0.0127 ||epoch time: 7.6231\n",
      "epoch 41 loss_train: 0.1219 acc_train: 0.9949 || loss_valid: 0.8388 acc_valid: 0.9531 || batch time: 0.0117 ||epoch time: 6.9897\n",
      "epoch 42 loss_train: 0.1157 acc_train: 0.9953 || loss_valid: 0.8467 acc_valid: 0.9532 || batch time: 0.0097 ||epoch time: 5.801\n",
      "epoch 43 loss_train: 0.1098 acc_train: 0.9957 || loss_valid: 0.8551 acc_valid: 0.9533 || batch time: 0.0098 ||epoch time: 5.9024\n",
      "epoch 44 loss_train: 0.1042 acc_train: 0.9961 || loss_valid: 0.8633 acc_valid: 0.9532 || batch time: 0.0126 ||epoch time: 7.523\n",
      "epoch 45 loss_train: 0.0987 acc_train: 0.9964 || loss_valid: 0.872 acc_valid: 0.9529 || batch time: 0.0117 ||epoch time: 7.0159\n",
      "epoch 46 loss_train: 0.0935 acc_train: 0.9968 || loss_valid: 0.8804 acc_valid: 0.9528 || batch time: 0.0105 ||epoch time: 6.3053\n",
      "epoch 47 loss_train: 0.0885 acc_train: 0.9972 || loss_valid: 0.8893 acc_valid: 0.9529 || batch time: 0.0102 ||epoch time: 6.088\n",
      "epoch 48 loss_train: 0.0838 acc_train: 0.9975 || loss_valid: 0.8982 acc_valid: 0.9527 || batch time: 0.0099 ||epoch time: 5.9169\n",
      "30 times no decrease\n",
      "loss acc: 0.9525 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "32f11665a8f948978cf32545ce39a746",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0014 acc_train: 0.6412 || loss_valid: 2.6528 acc_valid: 0.8504 || batch time: 0.0109 ||epoch time: 6.5305\n",
      "epoch 1 loss_train: 2.0952 acc_train: 0.8801 || loss_valid: 1.5368 acc_valid: 0.9137 || batch time: 0.0099 ||epoch time: 5.962\n",
      "epoch 2 loss_train: 1.4219 acc_train: 0.9183 || loss_valid: 1.1979 acc_valid: 0.9313 || batch time: 0.0112 ||epoch time: 6.6814\n",
      "epoch 3 loss_train: 1.1476 acc_train: 0.9324 || loss_valid: 1.0399 acc_valid: 0.9389 || batch time: 0.0145 ||epoch time: 8.6669\n",
      "epoch 4 loss_train: 0.9882 acc_train: 0.9411 || loss_valid: 0.9495 acc_valid: 0.9426 || batch time: 0.0106 ||epoch time: 6.3918\n",
      "epoch 5 loss_train: 0.8782 acc_train: 0.9472 || loss_valid: 0.8916 acc_valid: 0.9448 || batch time: 0.0098 ||epoch time: 5.8611\n",
      "epoch 6 loss_train: 0.7954 acc_train: 0.9514 || loss_valid: 0.8512 acc_valid: 0.9467 || batch time: 0.0104 ||epoch time: 6.2394\n",
      "epoch 7 loss_train: 0.7293 acc_train: 0.955 || loss_valid: 0.8222 acc_valid: 0.9484 || batch time: 0.0128 ||epoch time: 7.6633\n",
      "epoch 8 loss_train: 0.6747 acc_train: 0.958 || loss_valid: 0.8005 acc_valid: 0.9492 || batch time: 0.0107 ||epoch time: 6.3921\n",
      "epoch 9 loss_train: 0.6282 acc_train: 0.9607 || loss_valid: 0.7839 acc_valid: 0.9503 || batch time: 0.0097 ||epoch time: 5.8218\n",
      "epoch 10 loss_train: 0.5878 acc_train: 0.963 || loss_valid: 0.7714 acc_valid: 0.9508 || batch time: 0.0095 ||epoch time: 5.6857\n",
      "epoch 11 loss_train: 0.5521 acc_train: 0.9651 || loss_valid: 0.7616 acc_valid: 0.9514 || batch time: 0.01 ||epoch time: 6.0057\n",
      "epoch 12 loss_train: 0.5202 acc_train: 0.9672 || loss_valid: 0.754 acc_valid: 0.9516 || batch time: 0.0095 ||epoch time: 5.7053\n",
      "epoch 13 loss_train: 0.4913 acc_train: 0.9688 || loss_valid: 0.7482 acc_valid: 0.9521 || batch time: 0.0119 ||epoch time: 7.1409\n",
      "epoch 14 loss_train: 0.4649 acc_train: 0.9704 || loss_valid: 0.7441 acc_valid: 0.9523 || batch time: 0.0121 ||epoch time: 7.2417\n",
      "epoch 15 loss_train: 0.4407 acc_train: 0.9719 || loss_valid: 0.7409 acc_valid: 0.9526 || batch time: 0.0113 ||epoch time: 6.768\n",
      "epoch 16 loss_train: 0.4183 acc_train: 0.9735 || loss_valid: 0.7389 acc_valid: 0.953 || batch time: 0.0102 ||epoch time: 6.1125\n",
      "epoch 17 loss_train: 0.3976 acc_train: 0.9748 || loss_valid: 0.7378 acc_valid: 0.953 || batch time: 0.0093 ||epoch time: 5.581\n",
      "epoch 18 loss_train: 0.3782 acc_train: 0.9762 || loss_valid: 0.7376 acc_valid: 0.9528 || batch time: 0.0115 ||epoch time: 6.9034\n",
      "epoch 19 loss_train: 0.3601 acc_train: 0.9774 || loss_valid: 0.7383 acc_valid: 0.9528 || batch time: 0.0113 ||epoch time: 6.7434\n",
      "epoch 20 loss_train: 0.343 acc_train: 0.9787 || loss_valid: 0.7394 acc_valid: 0.9527 || batch time: 0.0105 ||epoch time: 6.2844\n",
      "epoch 21 loss_train: 0.3268 acc_train: 0.9799 || loss_valid: 0.7412 acc_valid: 0.9529 || batch time: 0.0095 ||epoch time: 5.6851\n",
      "epoch 22 loss_train: 0.3116 acc_train: 0.9809 || loss_valid: 0.7435 acc_valid: 0.9527 || batch time: 0.0095 ||epoch time: 5.6806\n",
      "epoch 23 loss_train: 0.2971 acc_train: 0.982 || loss_valid: 0.7463 acc_valid: 0.9524 || batch time: 0.0101 ||epoch time: 6.0483\n",
      "epoch 24 loss_train: 0.2833 acc_train: 0.9831 || loss_valid: 0.7493 acc_valid: 0.9528 || batch time: 0.0093 ||epoch time: 5.5914\n",
      "epoch 25 loss_train: 0.2703 acc_train: 0.9839 || loss_valid: 0.7529 acc_valid: 0.9529 || batch time: 0.0092 ||epoch time: 5.5054\n",
      "epoch 26 loss_train: 0.2578 acc_train: 0.9849 || loss_valid: 0.7567 acc_valid: 0.9529 || batch time: 0.0093 ||epoch time: 5.5689\n",
      "epoch 27 loss_train: 0.2459 acc_train: 0.9857 || loss_valid: 0.7611 acc_valid: 0.953 || batch time: 0.0084 ||epoch time: 5.0416\n",
      "epoch 28 loss_train: 0.2345 acc_train: 0.9865 || loss_valid: 0.7658 acc_valid: 0.953 || batch time: 0.0089 ||epoch time: 5.328\n",
      "epoch 29 loss_train: 0.2236 acc_train: 0.9873 || loss_valid: 0.7707 acc_valid: 0.953 || batch time: 0.0085 ||epoch time: 5.1209\n",
      "epoch 30 loss_train: 0.2133 acc_train: 0.9882 || loss_valid: 0.7757 acc_valid: 0.9529 || batch time: 0.0085 ||epoch time: 5.1141\n",
      "epoch 31 loss_train: 0.2033 acc_train: 0.989 || loss_valid: 0.7812 acc_valid: 0.9527 || batch time: 0.0083 ||epoch time: 4.9671\n",
      "epoch 32 loss_train: 0.1938 acc_train: 0.9897 || loss_valid: 0.7871 acc_valid: 0.9528 || batch time: 0.0089 ||epoch time: 5.3362\n",
      "epoch 33 loss_train: 0.1846 acc_train: 0.9905 || loss_valid: 0.7931 acc_valid: 0.9524 || batch time: 0.0087 ||epoch time: 5.1876\n",
      "epoch 34 loss_train: 0.1758 acc_train: 0.9911 || loss_valid: 0.7991 acc_valid: 0.9523 || batch time: 0.0083 ||epoch time: 4.9951\n",
      "epoch 35 loss_train: 0.1674 acc_train: 0.9917 || loss_valid: 0.8056 acc_valid: 0.9521 || batch time: 0.0084 ||epoch time: 5.0465\n",
      "epoch 36 loss_train: 0.1593 acc_train: 0.9923 || loss_valid: 0.8123 acc_valid: 0.9521 || batch time: 0.0084 ||epoch time: 5.0439\n",
      "epoch 37 loss_train: 0.1516 acc_train: 0.9929 || loss_valid: 0.8192 acc_valid: 0.9519 || batch time: 0.0091 ||epoch time: 5.4386\n",
      "epoch 38 loss_train: 0.1441 acc_train: 0.9935 || loss_valid: 0.8261 acc_valid: 0.9518 || batch time: 0.009 ||epoch time: 5.4084\n",
      "epoch 39 loss_train: 0.137 acc_train: 0.994 || loss_valid: 0.8333 acc_valid: 0.9517 || batch time: 0.0088 ||epoch time: 5.2925\n",
      "epoch 40 loss_train: 0.1301 acc_train: 0.9944 || loss_valid: 0.8408 acc_valid: 0.9514 || batch time: 0.0085 ||epoch time: 5.0981\n",
      "epoch 41 loss_train: 0.1235 acc_train: 0.9949 || loss_valid: 0.8483 acc_valid: 0.9512 || batch time: 0.0091 ||epoch time: 5.4482\n",
      "epoch 42 loss_train: 0.1172 acc_train: 0.9953 || loss_valid: 0.8561 acc_valid: 0.9511 || batch time: 0.0084 ||epoch time: 5.0407\n",
      "epoch 43 loss_train: 0.1111 acc_train: 0.9957 || loss_valid: 0.864 acc_valid: 0.9508 || batch time: 0.009 ||epoch time: 5.4226\n",
      "epoch 44 loss_train: 0.1053 acc_train: 0.996 || loss_valid: 0.8719 acc_valid: 0.9506 || batch time: 0.0088 ||epoch time: 5.2873\n",
      "epoch 45 loss_train: 0.0998 acc_train: 0.9965 || loss_valid: 0.8802 acc_valid: 0.9501 || batch time: 0.0088 ||epoch time: 5.2991\n",
      "epoch 46 loss_train: 0.0944 acc_train: 0.9968 || loss_valid: 0.8886 acc_valid: 0.9502 || batch time: 0.0091 ||epoch time: 5.4812\n",
      "epoch 47 loss_train: 0.0893 acc_train: 0.9971 || loss_valid: 0.8975 acc_valid: 0.9501 || batch time: 0.0084 ||epoch time: 5.0483\n",
      "epoch 48 loss_train: 0.0844 acc_train: 0.9974 || loss_valid: 0.9065 acc_valid: 0.9501 || batch time: 0.0088 ||epoch time: 5.2993\n",
      "30 times no decrease\n",
      "loss acc: 0.9532 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "197ae5abc20d46a7b8b50a278b21d7fa",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1774 acc_train: 0.628 || loss_valid: 2.7042 acc_valid: 0.8437 || batch time: 0.0088 ||epoch time: 5.265\n",
      "epoch 1 loss_train: 2.0916 acc_train: 0.8809 || loss_valid: 1.558 acc_valid: 0.9097 || batch time: 0.0082 ||epoch time: 4.9183\n",
      "epoch 2 loss_train: 1.4204 acc_train: 0.9186 || loss_valid: 1.2133 acc_valid: 0.9288 || batch time: 0.0085 ||epoch time: 5.0665\n",
      "epoch 3 loss_train: 1.1466 acc_train: 0.933 || loss_valid: 1.0508 acc_valid: 0.9376 || batch time: 0.0084 ||epoch time: 5.017\n",
      "epoch 4 loss_train: 0.9865 acc_train: 0.9413 || loss_valid: 0.9568 acc_valid: 0.9427 || batch time: 0.0094 ||epoch time: 5.6216\n",
      "epoch 5 loss_train: 0.8758 acc_train: 0.9469 || loss_valid: 0.8959 acc_valid: 0.9456 || batch time: 0.0091 ||epoch time: 5.4498\n",
      "epoch 6 loss_train: 0.7923 acc_train: 0.9511 || loss_valid: 0.8534 acc_valid: 0.9471 || batch time: 0.0093 ||epoch time: 5.5919\n",
      "epoch 7 loss_train: 0.7261 acc_train: 0.9547 || loss_valid: 0.8227 acc_valid: 0.9481 || batch time: 0.0084 ||epoch time: 5.0358\n",
      "epoch 8 loss_train: 0.671 acc_train: 0.9578 || loss_valid: 0.8 acc_valid: 0.9492 || batch time: 0.0097 ||epoch time: 5.8153\n",
      "epoch 9 loss_train: 0.6243 acc_train: 0.9604 || loss_valid: 0.7826 acc_valid: 0.9503 || batch time: 0.0098 ||epoch time: 5.8765\n",
      "epoch 10 loss_train: 0.5838 acc_train: 0.9631 || loss_valid: 0.7695 acc_valid: 0.9514 || batch time: 0.0089 ||epoch time: 5.3286\n",
      "epoch 11 loss_train: 0.548 acc_train: 0.9651 || loss_valid: 0.7595 acc_valid: 0.9516 || batch time: 0.0084 ||epoch time: 5.0415\n",
      "epoch 12 loss_train: 0.5159 acc_train: 0.9672 || loss_valid: 0.752 acc_valid: 0.9519 || batch time: 0.0088 ||epoch time: 5.2917\n",
      "epoch 13 loss_train: 0.4869 acc_train: 0.9692 || loss_valid: 0.7463 acc_valid: 0.9524 || batch time: 0.0088 ||epoch time: 5.2706\n",
      "epoch 14 loss_train: 0.4604 acc_train: 0.971 || loss_valid: 0.7422 acc_valid: 0.9528 || batch time: 0.0091 ||epoch time: 5.4697\n",
      "epoch 15 loss_train: 0.4361 acc_train: 0.9725 || loss_valid: 0.7394 acc_valid: 0.9532 || batch time: 0.0088 ||epoch time: 5.2912\n",
      "epoch 16 loss_train: 0.4136 acc_train: 0.9741 || loss_valid: 0.7378 acc_valid: 0.9536 || batch time: 0.009 ||epoch time: 5.3888\n",
      "epoch 17 loss_train: 0.3927 acc_train: 0.9755 || loss_valid: 0.7372 acc_valid: 0.9539 || batch time: 0.009 ||epoch time: 5.3669\n",
      "epoch 18 loss_train: 0.3732 acc_train: 0.9767 || loss_valid: 0.7372 acc_valid: 0.954 || batch time: 0.0086 ||epoch time: 5.1796\n",
      "epoch 19 loss_train: 0.355 acc_train: 0.9779 || loss_valid: 0.7381 acc_valid: 0.954 || batch time: 0.0082 ||epoch time: 4.9407\n",
      "epoch 20 loss_train: 0.3378 acc_train: 0.979 || loss_valid: 0.7397 acc_valid: 0.9541 || batch time: 0.0085 ||epoch time: 5.1063\n",
      "epoch 21 loss_train: 0.3216 acc_train: 0.9802 || loss_valid: 0.7419 acc_valid: 0.9541 || batch time: 0.0086 ||epoch time: 5.1809\n",
      "epoch 22 loss_train: 0.3064 acc_train: 0.9813 || loss_valid: 0.7445 acc_valid: 0.9543 || batch time: 0.0086 ||epoch time: 5.1825\n",
      "epoch 23 loss_train: 0.2919 acc_train: 0.9825 || loss_valid: 0.7477 acc_valid: 0.9545 || batch time: 0.0082 ||epoch time: 4.9368\n",
      "epoch 24 loss_train: 0.2782 acc_train: 0.9835 || loss_valid: 0.7512 acc_valid: 0.9546 || batch time: 0.0082 ||epoch time: 4.9323\n",
      "epoch 25 loss_train: 0.2651 acc_train: 0.9843 || loss_valid: 0.7551 acc_valid: 0.9543 || batch time: 0.0083 ||epoch time: 4.9506\n",
      "epoch 26 loss_train: 0.2526 acc_train: 0.9851 || loss_valid: 0.7595 acc_valid: 0.9539 || batch time: 0.0083 ||epoch time: 4.9724\n",
      "epoch 27 loss_train: 0.2408 acc_train: 0.986 || loss_valid: 0.7643 acc_valid: 0.9537 || batch time: 0.0082 ||epoch time: 4.9323\n",
      "epoch 28 loss_train: 0.2294 acc_train: 0.9869 || loss_valid: 0.7695 acc_valid: 0.9536 || batch time: 0.0093 ||epoch time: 5.5949\n",
      "epoch 29 loss_train: 0.2186 acc_train: 0.9876 || loss_valid: 0.7748 acc_valid: 0.9536 || batch time: 0.0085 ||epoch time: 5.0948\n",
      "epoch 30 loss_train: 0.2082 acc_train: 0.9884 || loss_valid: 0.7807 acc_valid: 0.9537 || batch time: 0.0084 ||epoch time: 5.0188\n",
      "epoch 31 loss_train: 0.1982 acc_train: 0.9891 || loss_valid: 0.7867 acc_valid: 0.9535 || batch time: 0.0091 ||epoch time: 5.4621\n",
      "epoch 32 loss_train: 0.1887 acc_train: 0.99 || loss_valid: 0.7929 acc_valid: 0.9535 || batch time: 0.009 ||epoch time: 5.3714\n",
      "epoch 33 loss_train: 0.1796 acc_train: 0.9907 || loss_valid: 0.7994 acc_valid: 0.9532 || batch time: 0.0089 ||epoch time: 5.3186\n",
      "epoch 34 loss_train: 0.1709 acc_train: 0.9914 || loss_valid: 0.8061 acc_valid: 0.9531 || batch time: 0.0089 ||epoch time: 5.3325\n",
      "epoch 35 loss_train: 0.1625 acc_train: 0.992 || loss_valid: 0.8132 acc_valid: 0.9532 || batch time: 0.0092 ||epoch time: 5.4948\n",
      "epoch 36 loss_train: 0.1545 acc_train: 0.9925 || loss_valid: 0.8202 acc_valid: 0.953 || batch time: 0.0083 ||epoch time: 4.9851\n",
      "epoch 37 loss_train: 0.1468 acc_train: 0.9931 || loss_valid: 0.8276 acc_valid: 0.953 || batch time: 0.0088 ||epoch time: 5.2683\n",
      "epoch 38 loss_train: 0.1394 acc_train: 0.9937 || loss_valid: 0.8354 acc_valid: 0.9532 || batch time: 0.0086 ||epoch time: 5.1284\n",
      "epoch 39 loss_train: 0.1324 acc_train: 0.9943 || loss_valid: 0.8431 acc_valid: 0.9534 || batch time: 0.0085 ||epoch time: 5.1193\n",
      "epoch 40 loss_train: 0.1256 acc_train: 0.9948 || loss_valid: 0.851 acc_valid: 0.9532 || batch time: 0.0087 ||epoch time: 5.1854\n",
      "epoch 41 loss_train: 0.1191 acc_train: 0.9952 || loss_valid: 0.8592 acc_valid: 0.9531 || batch time: 0.0087 ||epoch time: 5.2068\n",
      "epoch 42 loss_train: 0.1129 acc_train: 0.9957 || loss_valid: 0.8676 acc_valid: 0.9526 || batch time: 0.0087 ||epoch time: 5.2067\n",
      "epoch 43 loss_train: 0.1069 acc_train: 0.9961 || loss_valid: 0.876 acc_valid: 0.9524 || batch time: 0.0096 ||epoch time: 5.7789\n",
      "epoch 44 loss_train: 0.1012 acc_train: 0.9965 || loss_valid: 0.885 acc_valid: 0.9523 || batch time: 0.0084 ||epoch time: 5.021\n",
      "epoch 45 loss_train: 0.0957 acc_train: 0.9969 || loss_valid: 0.8939 acc_valid: 0.9519 || batch time: 0.009 ||epoch time: 5.4048\n",
      "epoch 46 loss_train: 0.0905 acc_train: 0.9972 || loss_valid: 0.9032 acc_valid: 0.9517 || batch time: 0.0086 ||epoch time: 5.1505\n",
      "epoch 47 loss_train: 0.0855 acc_train: 0.9975 || loss_valid: 0.9125 acc_valid: 0.9517 || batch time: 0.0092 ||epoch time: 5.5044\n",
      "30 times no decrease\n",
      "loss acc: 0.9529 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c1d456f4fe274d1595b938bedebcabd8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.086 acc_train: 0.642 || loss_valid: 2.6364 acc_valid: 0.848 || batch time: 0.0089 ||epoch time: 5.3234\n",
      "epoch 1 loss_train: 2.0696 acc_train: 0.882 || loss_valid: 1.5191 acc_valid: 0.914 || batch time: 0.0083 ||epoch time: 4.9643\n",
      "epoch 2 loss_train: 1.4075 acc_train: 0.9196 || loss_valid: 1.1836 acc_valid: 0.932 || batch time: 0.0087 ||epoch time: 5.223\n",
      "epoch 3 loss_train: 1.1359 acc_train: 0.9335 || loss_valid: 1.0291 acc_valid: 0.9393 || batch time: 0.0089 ||epoch time: 5.3203\n",
      "epoch 4 loss_train: 0.9775 acc_train: 0.9417 || loss_valid: 0.9399 acc_valid: 0.944 || batch time: 0.0084 ||epoch time: 5.0338\n",
      "epoch 5 loss_train: 0.8681 acc_train: 0.9475 || loss_valid: 0.882 acc_valid: 0.9466 || batch time: 0.0083 ||epoch time: 4.9983\n",
      "epoch 6 loss_train: 0.7853 acc_train: 0.9518 || loss_valid: 0.8416 acc_valid: 0.9485 || batch time: 0.0083 ||epoch time: 4.9606\n",
      "epoch 7 loss_train: 0.7197 acc_train: 0.9554 || loss_valid: 0.8125 acc_valid: 0.9497 || batch time: 0.0092 ||epoch time: 5.5389\n",
      "epoch 8 loss_train: 0.6649 acc_train: 0.9586 || loss_valid: 0.7909 acc_valid: 0.9505 || batch time: 0.0092 ||epoch time: 5.53\n",
      "epoch 9 loss_train: 0.6186 acc_train: 0.9613 || loss_valid: 0.7748 acc_valid: 0.9511 || batch time: 0.0091 ||epoch time: 5.4661\n",
      "epoch 10 loss_train: 0.5784 acc_train: 0.9636 || loss_valid: 0.7626 acc_valid: 0.9518 || batch time: 0.0083 ||epoch time: 4.9463\n",
      "epoch 11 loss_train: 0.5432 acc_train: 0.9658 || loss_valid: 0.753 acc_valid: 0.9521 || batch time: 0.0088 ||epoch time: 5.2635\n",
      "epoch 12 loss_train: 0.5117 acc_train: 0.9678 || loss_valid: 0.7459 acc_valid: 0.9529 || batch time: 0.0091 ||epoch time: 5.4657\n",
      "epoch 13 loss_train: 0.4833 acc_train: 0.9697 || loss_valid: 0.7407 acc_valid: 0.9531 || batch time: 0.0087 ||epoch time: 5.2193\n",
      "epoch 14 loss_train: 0.4574 acc_train: 0.9713 || loss_valid: 0.7369 acc_valid: 0.9534 || batch time: 0.0087 ||epoch time: 5.2135\n",
      "epoch 15 loss_train: 0.4335 acc_train: 0.973 || loss_valid: 0.7347 acc_valid: 0.9532 || batch time: 0.0088 ||epoch time: 5.2839\n",
      "epoch 16 loss_train: 0.4115 acc_train: 0.9741 || loss_valid: 0.7336 acc_valid: 0.9536 || batch time: 0.0086 ||epoch time: 5.1803\n",
      "epoch 17 loss_train: 0.3911 acc_train: 0.9754 || loss_valid: 0.7334 acc_valid: 0.9541 || batch time: 0.0092 ||epoch time: 5.5049\n",
      "epoch 18 loss_train: 0.372 acc_train: 0.9768 || loss_valid: 0.7342 acc_valid: 0.9535 || batch time: 0.0094 ||epoch time: 5.6346\n",
      "epoch 19 loss_train: 0.3542 acc_train: 0.978 || loss_valid: 0.7354 acc_valid: 0.9536 || batch time: 0.0088 ||epoch time: 5.2698\n",
      "epoch 20 loss_train: 0.3375 acc_train: 0.979 || loss_valid: 0.7374 acc_valid: 0.9538 || batch time: 0.009 ||epoch time: 5.417\n",
      "epoch 21 loss_train: 0.3217 acc_train: 0.9801 || loss_valid: 0.7399 acc_valid: 0.9541 || batch time: 0.0082 ||epoch time: 4.9294\n",
      "epoch 22 loss_train: 0.3067 acc_train: 0.9811 || loss_valid: 0.743 acc_valid: 0.954 || batch time: 0.0088 ||epoch time: 5.2659\n",
      "epoch 23 loss_train: 0.2925 acc_train: 0.9822 || loss_valid: 0.7467 acc_valid: 0.954 || batch time: 0.0085 ||epoch time: 5.0906\n",
      "epoch 24 loss_train: 0.279 acc_train: 0.9832 || loss_valid: 0.7505 acc_valid: 0.9539 || batch time: 0.0086 ||epoch time: 5.1428\n",
      "epoch 25 loss_train: 0.2663 acc_train: 0.9839 || loss_valid: 0.7548 acc_valid: 0.9538 || batch time: 0.0086 ||epoch time: 5.1691\n",
      "epoch 26 loss_train: 0.2541 acc_train: 0.985 || loss_valid: 0.7596 acc_valid: 0.954 || batch time: 0.0085 ||epoch time: 5.1005\n",
      "epoch 27 loss_train: 0.2425 acc_train: 0.986 || loss_valid: 0.7648 acc_valid: 0.9538 || batch time: 0.0093 ||epoch time: 5.5947\n",
      "epoch 28 loss_train: 0.2314 acc_train: 0.9868 || loss_valid: 0.7704 acc_valid: 0.9538 || batch time: 0.0084 ||epoch time: 5.0431\n",
      "epoch 29 loss_train: 0.2209 acc_train: 0.9876 || loss_valid: 0.7761 acc_valid: 0.9536 || batch time: 0.0084 ||epoch time: 5.024\n",
      "epoch 30 loss_train: 0.2107 acc_train: 0.9884 || loss_valid: 0.7823 acc_valid: 0.9533 || batch time: 0.0088 ||epoch time: 5.2961\n",
      "epoch 31 loss_train: 0.2011 acc_train: 0.9891 || loss_valid: 0.7884 acc_valid: 0.953 || batch time: 0.0089 ||epoch time: 5.3184\n",
      "epoch 32 loss_train: 0.1917 acc_train: 0.9898 || loss_valid: 0.7951 acc_valid: 0.953 || batch time: 0.0083 ||epoch time: 4.9552\n",
      "epoch 33 loss_train: 0.1828 acc_train: 0.9904 || loss_valid: 0.8018 acc_valid: 0.953 || batch time: 0.0082 ||epoch time: 4.9318\n",
      "epoch 34 loss_train: 0.1743 acc_train: 0.991 || loss_valid: 0.8089 acc_valid: 0.9529 || batch time: 0.0083 ||epoch time: 4.9454\n",
      "epoch 35 loss_train: 0.1661 acc_train: 0.9917 || loss_valid: 0.8162 acc_valid: 0.9524 || batch time: 0.0094 ||epoch time: 5.622\n",
      "epoch 36 loss_train: 0.1582 acc_train: 0.9922 || loss_valid: 0.8236 acc_valid: 0.9523 || batch time: 0.0082 ||epoch time: 4.9155\n",
      "epoch 37 loss_train: 0.1507 acc_train: 0.9927 || loss_valid: 0.8313 acc_valid: 0.9521 || batch time: 0.0086 ||epoch time: 5.1331\n",
      "epoch 38 loss_train: 0.1434 acc_train: 0.9933 || loss_valid: 0.839 acc_valid: 0.952 || batch time: 0.0085 ||epoch time: 5.1153\n",
      "epoch 39 loss_train: 0.1364 acc_train: 0.9939 || loss_valid: 0.8474 acc_valid: 0.952 || batch time: 0.0088 ||epoch time: 5.2931\n",
      "epoch 40 loss_train: 0.1297 acc_train: 0.9943 || loss_valid: 0.8553 acc_valid: 0.9519 || batch time: 0.0086 ||epoch time: 5.1319\n",
      "epoch 41 loss_train: 0.1233 acc_train: 0.9947 || loss_valid: 0.8638 acc_valid: 0.9518 || batch time: 0.0088 ||epoch time: 5.2494\n",
      "epoch 42 loss_train: 0.1171 acc_train: 0.9951 || loss_valid: 0.8721 acc_valid: 0.9517 || batch time: 0.009 ||epoch time: 5.3878\n",
      "epoch 43 loss_train: 0.1111 acc_train: 0.9955 || loss_valid: 0.8808 acc_valid: 0.9516 || batch time: 0.0085 ||epoch time: 5.0676\n",
      "epoch 44 loss_train: 0.1054 acc_train: 0.9959 || loss_valid: 0.8894 acc_valid: 0.9516 || batch time: 0.0087 ||epoch time: 5.2213\n",
      "epoch 45 loss_train: 0.0999 acc_train: 0.9962 || loss_valid: 0.8981 acc_valid: 0.9516 || batch time: 0.0087 ||epoch time: 5.2298\n",
      "epoch 46 loss_train: 0.0947 acc_train: 0.9966 || loss_valid: 0.9072 acc_valid: 0.9516 || batch time: 0.0086 ||epoch time: 5.1803\n",
      "epoch 47 loss_train: 0.0896 acc_train: 0.9969 || loss_valid: 0.9163 acc_valid: 0.9517 || batch time: 0.0086 ||epoch time: 5.1654\n",
      "30 times no decrease\n",
      "loss acc: 0.9533 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "92590cc50a0749f6acea3d40d50291fe",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.867 acc_train: 0.6502 || loss_valid: 2.589 acc_valid: 0.8501 || batch time: 0.0088 ||epoch time: 5.2603\n",
      "epoch 1 loss_train: 2.054 acc_train: 0.881 || loss_valid: 1.5252 acc_valid: 0.9116 || batch time: 0.0087 ||epoch time: 5.2347\n",
      "epoch 2 loss_train: 1.4058 acc_train: 0.9187 || loss_valid: 1.1991 acc_valid: 0.9302 || batch time: 0.0098 ||epoch time: 5.8879\n",
      "epoch 3 loss_train: 1.1364 acc_train: 0.9333 || loss_valid: 1.0455 acc_valid: 0.9381 || batch time: 0.0088 ||epoch time: 5.2459\n",
      "epoch 4 loss_train: 0.9778 acc_train: 0.9419 || loss_valid: 0.9558 acc_valid: 0.9421 || batch time: 0.0087 ||epoch time: 5.2381\n",
      "epoch 5 loss_train: 0.8687 acc_train: 0.9476 || loss_valid: 0.8971 acc_valid: 0.945 || batch time: 0.0087 ||epoch time: 5.2297\n",
      "epoch 6 loss_train: 0.7866 acc_train: 0.9517 || loss_valid: 0.8555 acc_valid: 0.9476 || batch time: 0.009 ||epoch time: 5.3744\n",
      "epoch 7 loss_train: 0.7215 acc_train: 0.9551 || loss_valid: 0.8251 acc_valid: 0.9487 || batch time: 0.009 ||epoch time: 5.3962\n",
      "epoch 8 loss_train: 0.6676 acc_train: 0.9581 || loss_valid: 0.8024 acc_valid: 0.9499 || batch time: 0.0087 ||epoch time: 5.232\n",
      "epoch 9 loss_train: 0.6215 acc_train: 0.9609 || loss_valid: 0.7847 acc_valid: 0.9511 || batch time: 0.0083 ||epoch time: 4.9928\n",
      "epoch 10 loss_train: 0.5816 acc_train: 0.9633 || loss_valid: 0.7712 acc_valid: 0.9516 || batch time: 0.0089 ||epoch time: 5.3332\n",
      "epoch 11 loss_train: 0.5462 acc_train: 0.9656 || loss_valid: 0.7606 acc_valid: 0.9522 || batch time: 0.0083 ||epoch time: 4.9729\n",
      "epoch 12 loss_train: 0.5143 acc_train: 0.9674 || loss_valid: 0.7524 acc_valid: 0.9531 || batch time: 0.0092 ||epoch time: 5.5064\n",
      "epoch 13 loss_train: 0.4855 acc_train: 0.9691 || loss_valid: 0.7464 acc_valid: 0.9536 || batch time: 0.0085 ||epoch time: 5.1034\n",
      "epoch 14 loss_train: 0.4592 acc_train: 0.9707 || loss_valid: 0.7418 acc_valid: 0.9539 || batch time: 0.0084 ||epoch time: 5.0033\n",
      "epoch 15 loss_train: 0.4351 acc_train: 0.9722 || loss_valid: 0.7384 acc_valid: 0.9538 || batch time: 0.0092 ||epoch time: 5.5146\n",
      "epoch 16 loss_train: 0.4129 acc_train: 0.9738 || loss_valid: 0.7361 acc_valid: 0.9537 || batch time: 0.0085 ||epoch time: 5.0747\n",
      "epoch 17 loss_train: 0.3922 acc_train: 0.9753 || loss_valid: 0.7348 acc_valid: 0.9538 || batch time: 0.0084 ||epoch time: 5.0571\n",
      "epoch 18 loss_train: 0.373 acc_train: 0.9767 || loss_valid: 0.7345 acc_valid: 0.9537 || batch time: 0.0086 ||epoch time: 5.1523\n",
      "epoch 19 loss_train: 0.355 acc_train: 0.978 || loss_valid: 0.7349 acc_valid: 0.9538 || batch time: 0.0089 ||epoch time: 5.3462\n",
      "epoch 20 loss_train: 0.3381 acc_train: 0.9792 || loss_valid: 0.7362 acc_valid: 0.9538 || batch time: 0.0087 ||epoch time: 5.1988\n",
      "epoch 21 loss_train: 0.3221 acc_train: 0.9804 || loss_valid: 0.7379 acc_valid: 0.9538 || batch time: 0.0087 ||epoch time: 5.2178\n",
      "epoch 22 loss_train: 0.307 acc_train: 0.9813 || loss_valid: 0.7402 acc_valid: 0.9536 || batch time: 0.0097 ||epoch time: 5.7985\n",
      "epoch 23 loss_train: 0.2928 acc_train: 0.9822 || loss_valid: 0.7432 acc_valid: 0.9535 || batch time: 0.0089 ||epoch time: 5.327\n",
      "epoch 24 loss_train: 0.2793 acc_train: 0.9833 || loss_valid: 0.7465 acc_valid: 0.9533 || batch time: 0.0084 ||epoch time: 5.0071\n",
      "epoch 25 loss_train: 0.2664 acc_train: 0.9841 || loss_valid: 0.7504 acc_valid: 0.9533 || batch time: 0.0091 ||epoch time: 5.4336\n",
      "epoch 26 loss_train: 0.2542 acc_train: 0.985 || loss_valid: 0.7545 acc_valid: 0.9533 || batch time: 0.009 ||epoch time: 5.4183\n",
      "epoch 27 loss_train: 0.2425 acc_train: 0.9859 || loss_valid: 0.7589 acc_valid: 0.9532 || batch time: 0.0085 ||epoch time: 5.1063\n",
      "epoch 28 loss_train: 0.2314 acc_train: 0.9867 || loss_valid: 0.7636 acc_valid: 0.9532 || batch time: 0.0085 ||epoch time: 5.1066\n",
      "epoch 29 loss_train: 0.2207 acc_train: 0.9876 || loss_valid: 0.7689 acc_valid: 0.9528 || batch time: 0.0089 ||epoch time: 5.3162\n",
      "epoch 30 loss_train: 0.2105 acc_train: 0.9883 || loss_valid: 0.7745 acc_valid: 0.9529 || batch time: 0.0089 ||epoch time: 5.3617\n",
      "epoch 31 loss_train: 0.2006 acc_train: 0.989 || loss_valid: 0.7803 acc_valid: 0.9528 || batch time: 0.009 ||epoch time: 5.4089\n",
      "epoch 32 loss_train: 0.1912 acc_train: 0.9896 || loss_valid: 0.7865 acc_valid: 0.953 || batch time: 0.0092 ||epoch time: 5.4842\n",
      "epoch 33 loss_train: 0.1822 acc_train: 0.9903 || loss_valid: 0.7928 acc_valid: 0.953 || batch time: 0.0084 ||epoch time: 5.0573\n",
      "epoch 34 loss_train: 0.1735 acc_train: 0.991 || loss_valid: 0.7995 acc_valid: 0.9527 || batch time: 0.0082 ||epoch time: 4.936\n",
      "epoch 35 loss_train: 0.1652 acc_train: 0.9916 || loss_valid: 0.8065 acc_valid: 0.9527 || batch time: 0.0085 ||epoch time: 5.073\n",
      "epoch 36 loss_train: 0.1572 acc_train: 0.9923 || loss_valid: 0.8137 acc_valid: 0.9526 || batch time: 0.0085 ||epoch time: 5.1167\n",
      "epoch 37 loss_train: 0.1496 acc_train: 0.9929 || loss_valid: 0.8213 acc_valid: 0.9521 || batch time: 0.0083 ||epoch time: 4.9746\n",
      "epoch 38 loss_train: 0.1422 acc_train: 0.9934 || loss_valid: 0.8289 acc_valid: 0.9519 || batch time: 0.0087 ||epoch time: 5.1876\n",
      "epoch 39 loss_train: 0.1352 acc_train: 0.994 || loss_valid: 0.8369 acc_valid: 0.9517 || batch time: 0.0092 ||epoch time: 5.4883\n",
      "epoch 40 loss_train: 0.1284 acc_train: 0.9944 || loss_valid: 0.8452 acc_valid: 0.9511 || batch time: 0.0087 ||epoch time: 5.2071\n",
      "epoch 41 loss_train: 0.1219 acc_train: 0.9948 || loss_valid: 0.8536 acc_valid: 0.9512 || batch time: 0.0092 ||epoch time: 5.5397\n",
      "epoch 42 loss_train: 0.1157 acc_train: 0.9952 || loss_valid: 0.8621 acc_valid: 0.9512 || batch time: 0.0087 ||epoch time: 5.1969\n",
      "epoch 43 loss_train: 0.1097 acc_train: 0.9956 || loss_valid: 0.8713 acc_valid: 0.9512 || batch time: 0.0087 ||epoch time: 5.2009\n",
      "epoch 44 loss_train: 0.104 acc_train: 0.996 || loss_valid: 0.8803 acc_valid: 0.9512 || batch time: 0.0087 ||epoch time: 5.2021\n",
      "epoch 45 loss_train: 0.0985 acc_train: 0.9964 || loss_valid: 0.8895 acc_valid: 0.951 || batch time: 0.0086 ||epoch time: 5.183\n",
      "epoch 46 loss_train: 0.0932 acc_train: 0.9968 || loss_valid: 0.899 acc_valid: 0.9508 || batch time: 0.009 ||epoch time: 5.3872\n",
      "epoch 47 loss_train: 0.0882 acc_train: 0.9971 || loss_valid: 0.9087 acc_valid: 0.9507 || batch time: 0.0095 ||epoch time: 5.7166\n",
      "epoch 48 loss_train: 0.0834 acc_train: 0.9974 || loss_valid: 0.9183 acc_valid: 0.9507 || batch time: 0.0087 ||epoch time: 5.2062\n",
      "30 times no decrease\n",
      "loss acc: 0.9518 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "26b37ed08ffe44fe9695d026869913fd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.045 acc_train: 0.6406 || loss_valid: 2.6382 acc_valid: 0.8465 || batch time: 0.0088 ||epoch time: 5.2591\n",
      "epoch 1 loss_train: 2.0801 acc_train: 0.8819 || loss_valid: 1.5142 acc_valid: 0.9113 || batch time: 0.0096 ||epoch time: 5.7682\n",
      "epoch 2 loss_train: 1.4113 acc_train: 0.9195 || loss_valid: 1.1803 acc_valid: 0.93 || batch time: 0.0086 ||epoch time: 5.1476\n",
      "epoch 3 loss_train: 1.1386 acc_train: 0.9335 || loss_valid: 1.025 acc_valid: 0.9386 || batch time: 0.0095 ||epoch time: 5.6953\n",
      "epoch 4 loss_train: 0.9796 acc_train: 0.942 || loss_valid: 0.9356 acc_valid: 0.9437 || batch time: 0.0087 ||epoch time: 5.2139\n",
      "epoch 5 loss_train: 0.8702 acc_train: 0.9471 || loss_valid: 0.8775 acc_valid: 0.947 || batch time: 0.0092 ||epoch time: 5.537\n",
      "epoch 6 loss_train: 0.7881 acc_train: 0.9513 || loss_valid: 0.8377 acc_valid: 0.9491 || batch time: 0.0082 ||epoch time: 4.9283\n",
      "epoch 7 loss_train: 0.7226 acc_train: 0.9548 || loss_valid: 0.8087 acc_valid: 0.9504 || batch time: 0.0084 ||epoch time: 5.0291\n",
      "epoch 8 loss_train: 0.6684 acc_train: 0.9578 || loss_valid: 0.7865 acc_valid: 0.9512 || batch time: 0.0085 ||epoch time: 5.0647\n",
      "epoch 9 loss_train: 0.6223 acc_train: 0.9606 || loss_valid: 0.7697 acc_valid: 0.9521 || batch time: 0.0083 ||epoch time: 4.9668\n",
      "epoch 10 loss_train: 0.5823 acc_train: 0.9633 || loss_valid: 0.7563 acc_valid: 0.9532 || batch time: 0.0083 ||epoch time: 4.9701\n",
      "epoch 11 loss_train: 0.547 acc_train: 0.9655 || loss_valid: 0.7459 acc_valid: 0.9538 || batch time: 0.0092 ||epoch time: 5.4876\n",
      "epoch 12 loss_train: 0.5152 acc_train: 0.9675 || loss_valid: 0.7378 acc_valid: 0.9541 || batch time: 0.0087 ||epoch time: 5.205\n",
      "epoch 13 loss_train: 0.4865 acc_train: 0.9692 || loss_valid: 0.7318 acc_valid: 0.9544 || batch time: 0.0087 ||epoch time: 5.2394\n",
      "epoch 14 loss_train: 0.4603 acc_train: 0.971 || loss_valid: 0.7274 acc_valid: 0.9541 || batch time: 0.0097 ||epoch time: 5.7872\n",
      "epoch 15 loss_train: 0.4363 acc_train: 0.9725 || loss_valid: 0.7242 acc_valid: 0.9541 || batch time: 0.0098 ||epoch time: 5.8908\n",
      "epoch 16 loss_train: 0.4139 acc_train: 0.9739 || loss_valid: 0.7223 acc_valid: 0.9545 || batch time: 0.0086 ||epoch time: 5.1684\n",
      "epoch 17 loss_train: 0.3932 acc_train: 0.9754 || loss_valid: 0.7212 acc_valid: 0.9545 || batch time: 0.0087 ||epoch time: 5.1849\n",
      "epoch 18 loss_train: 0.3739 acc_train: 0.9767 || loss_valid: 0.721 acc_valid: 0.9544 || batch time: 0.0089 ||epoch time: 5.322\n",
      "epoch 19 loss_train: 0.3557 acc_train: 0.978 || loss_valid: 0.7214 acc_valid: 0.9547 || batch time: 0.009 ||epoch time: 5.3894\n",
      "epoch 20 loss_train: 0.3386 acc_train: 0.9792 || loss_valid: 0.7224 acc_valid: 0.9549 || batch time: 0.0083 ||epoch time: 4.9584\n",
      "epoch 21 loss_train: 0.3225 acc_train: 0.9803 || loss_valid: 0.7238 acc_valid: 0.9551 || batch time: 0.0089 ||epoch time: 5.3439\n",
      "epoch 22 loss_train: 0.3073 acc_train: 0.9812 || loss_valid: 0.726 acc_valid: 0.9549 || batch time: 0.0085 ||epoch time: 5.1016\n",
      "epoch 23 loss_train: 0.2928 acc_train: 0.9822 || loss_valid: 0.7284 acc_valid: 0.9551 || batch time: 0.0085 ||epoch time: 5.0844\n",
      "epoch 24 loss_train: 0.2791 acc_train: 0.9832 || loss_valid: 0.7315 acc_valid: 0.9554 || batch time: 0.0085 ||epoch time: 5.0651\n",
      "epoch 25 loss_train: 0.266 acc_train: 0.9843 || loss_valid: 0.7351 acc_valid: 0.9554 || batch time: 0.0083 ||epoch time: 4.9443\n",
      "epoch 26 loss_train: 0.2536 acc_train: 0.9853 || loss_valid: 0.739 acc_valid: 0.9554 || batch time: 0.0086 ||epoch time: 5.1792\n",
      "epoch 27 loss_train: 0.2418 acc_train: 0.9862 || loss_valid: 0.7433 acc_valid: 0.9551 || batch time: 0.0088 ||epoch time: 5.2733\n",
      "epoch 28 loss_train: 0.2305 acc_train: 0.9869 || loss_valid: 0.7479 acc_valid: 0.955 || batch time: 0.0087 ||epoch time: 5.2106\n",
      "epoch 29 loss_train: 0.2196 acc_train: 0.9876 || loss_valid: 0.7528 acc_valid: 0.955 || batch time: 0.0085 ||epoch time: 5.084\n",
      "epoch 30 loss_train: 0.2093 acc_train: 0.9884 || loss_valid: 0.758 acc_valid: 0.9549 || batch time: 0.0085 ||epoch time: 5.0865\n",
      "epoch 31 loss_train: 0.1993 acc_train: 0.9892 || loss_valid: 0.7636 acc_valid: 0.9548 || batch time: 0.0085 ||epoch time: 5.0866\n",
      "epoch 32 loss_train: 0.1898 acc_train: 0.99 || loss_valid: 0.7694 acc_valid: 0.9547 || batch time: 0.0092 ||epoch time: 5.5104\n",
      "epoch 33 loss_train: 0.1807 acc_train: 0.9906 || loss_valid: 0.7754 acc_valid: 0.9543 || batch time: 0.0088 ||epoch time: 5.2574\n",
      "epoch 34 loss_train: 0.1719 acc_train: 0.9913 || loss_valid: 0.7818 acc_valid: 0.954 || batch time: 0.0093 ||epoch time: 5.56\n",
      "epoch 35 loss_train: 0.1636 acc_train: 0.9919 || loss_valid: 0.7883 acc_valid: 0.954 || batch time: 0.0093 ||epoch time: 5.5975\n",
      "epoch 36 loss_train: 0.1556 acc_train: 0.9925 || loss_valid: 0.7955 acc_valid: 0.954 || batch time: 0.0085 ||epoch time: 5.1001\n",
      "epoch 37 loss_train: 0.1479 acc_train: 0.9931 || loss_valid: 0.8026 acc_valid: 0.9537 || batch time: 0.0083 ||epoch time: 4.9981\n",
      "epoch 38 loss_train: 0.1405 acc_train: 0.9936 || loss_valid: 0.8101 acc_valid: 0.9538 || batch time: 0.0086 ||epoch time: 5.1371\n",
      "epoch 39 loss_train: 0.1334 acc_train: 0.9941 || loss_valid: 0.8178 acc_valid: 0.9534 || batch time: 0.0097 ||epoch time: 5.8033\n",
      "epoch 40 loss_train: 0.1266 acc_train: 0.9945 || loss_valid: 0.8256 acc_valid: 0.9535 || batch time: 0.0086 ||epoch time: 5.1693\n",
      "epoch 41 loss_train: 0.1201 acc_train: 0.995 || loss_valid: 0.8335 acc_valid: 0.9533 || batch time: 0.0089 ||epoch time: 5.3047\n",
      "epoch 42 loss_train: 0.1138 acc_train: 0.9955 || loss_valid: 0.8418 acc_valid: 0.9532 || batch time: 0.0086 ||epoch time: 5.1278\n",
      "epoch 43 loss_train: 0.1078 acc_train: 0.996 || loss_valid: 0.8501 acc_valid: 0.9533 || batch time: 0.0084 ||epoch time: 5.0245\n",
      "epoch 44 loss_train: 0.1021 acc_train: 0.9964 || loss_valid: 0.8587 acc_valid: 0.9533 || batch time: 0.009 ||epoch time: 5.3962\n",
      "epoch 45 loss_train: 0.0966 acc_train: 0.9967 || loss_valid: 0.8674 acc_valid: 0.9532 || batch time: 0.0094 ||epoch time: 5.6064\n",
      "epoch 46 loss_train: 0.0913 acc_train: 0.997 || loss_valid: 0.8761 acc_valid: 0.9531 || batch time: 0.0087 ||epoch time: 5.211\n",
      "epoch 47 loss_train: 0.0863 acc_train: 0.9973 || loss_valid: 0.8853 acc_valid: 0.953 || batch time: 0.0087 ||epoch time: 5.2242\n",
      "epoch 48 loss_train: 0.0815 acc_train: 0.9976 || loss_valid: 0.8947 acc_valid: 0.9529 || batch time: 0.0087 ||epoch time: 5.1959\n",
      "30 times no decrease\n",
      "loss acc: 0.9522 load epoch: 18\n",
      "\n",
      "#####################################\n",
      "walk_time: 3 ways: both conbime： Lstm\n",
      "batch_times: 0.00901\n",
      "epoch_times: 5.39729\n",
      "total_times: 314.31551563739777\n",
      "loss_accs: 0.9526499999999999 [0.9528, 0.9521, 0.953, 0.9527, 0.9525, 0.9532, 0.9529, 0.9533, 0.9518, 0.9522]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.00901 5.39729 0.9526499999999999 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3e3ecb2af4284fc5a7940e9d5ae6318e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "76460bd0d61d4bfc977d84e7f27f61b2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0457 acc_train: 0.6399 || loss_valid: 2.6652 acc_valid: 0.8469 || batch time: 0.0112 ||epoch time: 6.7302\n",
      "epoch 1 loss_train: 2.1078 acc_train: 0.8804 || loss_valid: 1.5354 acc_valid: 0.9124 || batch time: 0.0107 ||epoch time: 6.3935\n",
      "epoch 2 loss_train: 1.4239 acc_train: 0.9188 || loss_valid: 1.196 acc_valid: 0.9297 || batch time: 0.0123 ||epoch time: 7.3501\n",
      "epoch 3 loss_train: 1.1464 acc_train: 0.9332 || loss_valid: 1.0377 acc_valid: 0.9381 || batch time: 0.012 ||epoch time: 7.2105\n",
      "epoch 4 loss_train: 0.9863 acc_train: 0.9412 || loss_valid: 0.9473 acc_valid: 0.9427 || batch time: 0.0124 ||epoch time: 7.4314\n",
      "epoch 5 loss_train: 0.876 acc_train: 0.9468 || loss_valid: 0.8888 acc_valid: 0.9449 || batch time: 0.0112 ||epoch time: 6.7151\n",
      "epoch 6 loss_train: 0.7933 acc_train: 0.9512 || loss_valid: 0.8479 acc_valid: 0.947 || batch time: 0.012 ||epoch time: 7.2053\n",
      "epoch 7 loss_train: 0.7275 acc_train: 0.955 || loss_valid: 0.8183 acc_valid: 0.9483 || batch time: 0.0109 ||epoch time: 6.5504\n",
      "epoch 8 loss_train: 0.6734 acc_train: 0.9581 || loss_valid: 0.7965 acc_valid: 0.9493 || batch time: 0.0117 ||epoch time: 6.9887\n",
      "epoch 9 loss_train: 0.6273 acc_train: 0.9607 || loss_valid: 0.7797 acc_valid: 0.9503 || batch time: 0.0113 ||epoch time: 6.7671\n",
      "epoch 10 loss_train: 0.5872 acc_train: 0.9631 || loss_valid: 0.7669 acc_valid: 0.9514 || batch time: 0.0111 ||epoch time: 6.6424\n",
      "epoch 11 loss_train: 0.5515 acc_train: 0.9652 || loss_valid: 0.757 acc_valid: 0.9524 || batch time: 0.0115 ||epoch time: 6.8827\n",
      "epoch 12 loss_train: 0.5195 acc_train: 0.9672 || loss_valid: 0.7493 acc_valid: 0.9531 || batch time: 0.0113 ||epoch time: 6.7735\n",
      "epoch 13 loss_train: 0.4905 acc_train: 0.9689 || loss_valid: 0.7436 acc_valid: 0.9537 || batch time: 0.0118 ||epoch time: 7.0507\n",
      "epoch 14 loss_train: 0.464 acc_train: 0.9706 || loss_valid: 0.7393 acc_valid: 0.954 || batch time: 0.012 ||epoch time: 7.2101\n",
      "epoch 15 loss_train: 0.4396 acc_train: 0.9721 || loss_valid: 0.7363 acc_valid: 0.9541 || batch time: 0.012 ||epoch time: 7.1825\n",
      "epoch 16 loss_train: 0.4171 acc_train: 0.9734 || loss_valid: 0.7345 acc_valid: 0.9542 || batch time: 0.0124 ||epoch time: 7.4308\n",
      "epoch 17 loss_train: 0.3962 acc_train: 0.9749 || loss_valid: 0.7336 acc_valid: 0.9543 || batch time: 0.0119 ||epoch time: 7.0962\n",
      "epoch 18 loss_train: 0.3767 acc_train: 0.9764 || loss_valid: 0.7335 acc_valid: 0.9548 || batch time: 0.0111 ||epoch time: 6.6683\n",
      "epoch 19 loss_train: 0.3584 acc_train: 0.9777 || loss_valid: 0.734 acc_valid: 0.9546 || batch time: 0.0124 ||epoch time: 7.4219\n",
      "epoch 20 loss_train: 0.3413 acc_train: 0.9789 || loss_valid: 0.7353 acc_valid: 0.9545 || batch time: 0.012 ||epoch time: 7.1779\n",
      "epoch 21 loss_train: 0.3251 acc_train: 0.9801 || loss_valid: 0.7372 acc_valid: 0.9546 || batch time: 0.0113 ||epoch time: 6.739\n",
      "epoch 22 loss_train: 0.3098 acc_train: 0.9811 || loss_valid: 0.74 acc_valid: 0.9547 || batch time: 0.0108 ||epoch time: 6.462\n",
      "epoch 23 loss_train: 0.2954 acc_train: 0.9822 || loss_valid: 0.7429 acc_valid: 0.9547 || batch time: 0.0119 ||epoch time: 7.112\n",
      "epoch 24 loss_train: 0.2817 acc_train: 0.9831 || loss_valid: 0.7464 acc_valid: 0.9548 || batch time: 0.0112 ||epoch time: 6.7106\n",
      "epoch 25 loss_train: 0.2686 acc_train: 0.984 || loss_valid: 0.75 acc_valid: 0.9551 || batch time: 0.0121 ||epoch time: 7.235\n",
      "epoch 26 loss_train: 0.2562 acc_train: 0.985 || loss_valid: 0.7542 acc_valid: 0.955 || batch time: 0.012 ||epoch time: 7.2099\n",
      "epoch 27 loss_train: 0.2443 acc_train: 0.9859 || loss_valid: 0.7587 acc_valid: 0.9551 || batch time: 0.0121 ||epoch time: 7.2388\n",
      "epoch 28 loss_train: 0.233 acc_train: 0.9868 || loss_valid: 0.7636 acc_valid: 0.9549 || batch time: 0.0113 ||epoch time: 6.7713\n",
      "epoch 29 loss_train: 0.2222 acc_train: 0.9875 || loss_valid: 0.7687 acc_valid: 0.9548 || batch time: 0.0132 ||epoch time: 7.8791\n",
      "epoch 30 loss_train: 0.2119 acc_train: 0.9881 || loss_valid: 0.7743 acc_valid: 0.9547 || batch time: 0.0136 ||epoch time: 8.1651\n",
      "epoch 31 loss_train: 0.2019 acc_train: 0.9889 || loss_valid: 0.7801 acc_valid: 0.9547 || batch time: 0.0132 ||epoch time: 7.8938\n",
      "epoch 32 loss_train: 0.1925 acc_train: 0.9895 || loss_valid: 0.786 acc_valid: 0.9547 || batch time: 0.0148 ||epoch time: 8.8497\n",
      "epoch 33 loss_train: 0.1834 acc_train: 0.9902 || loss_valid: 0.7921 acc_valid: 0.9547 || batch time: 0.0133 ||epoch time: 7.945\n",
      "epoch 34 loss_train: 0.1746 acc_train: 0.9908 || loss_valid: 0.7986 acc_valid: 0.9545 || batch time: 0.0131 ||epoch time: 7.8428\n",
      "epoch 35 loss_train: 0.1663 acc_train: 0.9914 || loss_valid: 0.8053 acc_valid: 0.9541 || batch time: 0.0131 ||epoch time: 7.818\n",
      "epoch 36 loss_train: 0.1583 acc_train: 0.992 || loss_valid: 0.8121 acc_valid: 0.954 || batch time: 0.0148 ||epoch time: 8.8824\n",
      "epoch 37 loss_train: 0.1506 acc_train: 0.9926 || loss_valid: 0.8192 acc_valid: 0.9538 || batch time: 0.0128 ||epoch time: 7.6844\n",
      "epoch 38 loss_train: 0.1432 acc_train: 0.9933 || loss_valid: 0.8264 acc_valid: 0.9536 || batch time: 0.0126 ||epoch time: 7.5491\n",
      "epoch 39 loss_train: 0.1361 acc_train: 0.9939 || loss_valid: 0.834 acc_valid: 0.9537 || batch time: 0.0132 ||epoch time: 7.9267\n",
      "epoch 40 loss_train: 0.1294 acc_train: 0.9945 || loss_valid: 0.8417 acc_valid: 0.9536 || batch time: 0.0153 ||epoch time: 9.1955\n",
      "epoch 41 loss_train: 0.1229 acc_train: 0.9949 || loss_valid: 0.8495 acc_valid: 0.9535 || batch time: 0.0131 ||epoch time: 7.8185\n",
      "epoch 42 loss_train: 0.1166 acc_train: 0.9953 || loss_valid: 0.8577 acc_valid: 0.9534 || batch time: 0.0128 ||epoch time: 7.6416\n",
      "epoch 43 loss_train: 0.1107 acc_train: 0.9957 || loss_valid: 0.8657 acc_valid: 0.9534 || batch time: 0.0145 ||epoch time: 8.6788\n",
      "epoch 44 loss_train: 0.105 acc_train: 0.9961 || loss_valid: 0.8738 acc_valid: 0.953 || batch time: 0.014 ||epoch time: 8.3871\n",
      "epoch 45 loss_train: 0.0995 acc_train: 0.9964 || loss_valid: 0.8822 acc_valid: 0.953 || batch time: 0.0128 ||epoch time: 7.6387\n",
      "epoch 46 loss_train: 0.0943 acc_train: 0.9967 || loss_valid: 0.8909 acc_valid: 0.9531 || batch time: 0.0123 ||epoch time: 7.346\n",
      "epoch 47 loss_train: 0.0893 acc_train: 0.9971 || loss_valid: 0.8994 acc_valid: 0.9531 || batch time: 0.0124 ||epoch time: 7.4037\n",
      "epoch 48 loss_train: 0.0844 acc_train: 0.9974 || loss_valid: 0.9081 acc_valid: 0.953 || batch time: 0.0124 ||epoch time: 7.4475\n",
      "30 times no decrease\n",
      "loss acc: 0.9536 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2bd6f4d4f1be4a219f9ba59c670e967f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9676 acc_train: 0.645 || loss_valid: 2.6474 acc_valid: 0.8478 || batch time: 0.0122 ||epoch time: 7.3019\n",
      "epoch 1 loss_train: 2.0978 acc_train: 0.8801 || loss_valid: 1.5441 acc_valid: 0.9111 || batch time: 0.0125 ||epoch time: 7.4844\n",
      "epoch 2 loss_train: 1.4225 acc_train: 0.9189 || loss_valid: 1.2066 acc_valid: 0.9287 || batch time: 0.0121 ||epoch time: 7.269\n",
      "epoch 3 loss_train: 1.1454 acc_train: 0.9336 || loss_valid: 1.0469 acc_valid: 0.9374 || batch time: 0.0117 ||epoch time: 7.009\n",
      "epoch 4 loss_train: 0.9839 acc_train: 0.9415 || loss_valid: 0.9536 acc_valid: 0.9424 || batch time: 0.0117 ||epoch time: 7.0252\n",
      "epoch 5 loss_train: 0.8734 acc_train: 0.9474 || loss_valid: 0.8928 acc_valid: 0.9451 || batch time: 0.0117 ||epoch time: 7.0088\n",
      "epoch 6 loss_train: 0.7905 acc_train: 0.9516 || loss_valid: 0.8502 acc_valid: 0.9471 || batch time: 0.0119 ||epoch time: 7.1333\n",
      "epoch 7 loss_train: 0.7245 acc_train: 0.9552 || loss_valid: 0.8189 acc_valid: 0.9485 || batch time: 0.0118 ||epoch time: 7.0455\n",
      "epoch 8 loss_train: 0.6701 acc_train: 0.9583 || loss_valid: 0.7953 acc_valid: 0.9496 || batch time: 0.0112 ||epoch time: 6.7138\n",
      "epoch 9 loss_train: 0.6239 acc_train: 0.9611 || loss_valid: 0.7772 acc_valid: 0.9503 || batch time: 0.0121 ||epoch time: 7.2469\n",
      "epoch 10 loss_train: 0.5838 acc_train: 0.9634 || loss_valid: 0.7633 acc_valid: 0.9509 || batch time: 0.0118 ||epoch time: 7.07\n",
      "epoch 11 loss_train: 0.5484 acc_train: 0.9655 || loss_valid: 0.7524 acc_valid: 0.9519 || batch time: 0.0121 ||epoch time: 7.2376\n",
      "epoch 12 loss_train: 0.5167 acc_train: 0.9674 || loss_valid: 0.7443 acc_valid: 0.9522 || batch time: 0.0115 ||epoch time: 6.8917\n",
      "epoch 13 loss_train: 0.488 acc_train: 0.9691 || loss_valid: 0.7382 acc_valid: 0.953 || batch time: 0.0116 ||epoch time: 6.9569\n",
      "epoch 14 loss_train: 0.4618 acc_train: 0.9706 || loss_valid: 0.7336 acc_valid: 0.9529 || batch time: 0.0123 ||epoch time: 7.396\n",
      "epoch 15 loss_train: 0.4378 acc_train: 0.9721 || loss_valid: 0.7304 acc_valid: 0.9536 || batch time: 0.0122 ||epoch time: 7.3062\n",
      "epoch 16 loss_train: 0.4157 acc_train: 0.9735 || loss_valid: 0.7282 acc_valid: 0.9536 || batch time: 0.0118 ||epoch time: 7.0377\n",
      "epoch 17 loss_train: 0.396 acc_train: 0.9748 || loss_valid: 0.7271 acc_valid: 0.9537 || batch time: 0.013 ||epoch time: 7.7513\n",
      "epoch 18 loss_train: 0.3763 acc_train: 0.976 || loss_valid: 0.7264 acc_valid: 0.9537 || batch time: 0.0131 ||epoch time: 7.8557\n",
      "epoch 19 loss_train: 0.3587 acc_train: 0.9773 || loss_valid: 0.7265 acc_valid: 0.9536 || batch time: 0.0121 ||epoch time: 7.256\n",
      "epoch 20 loss_train: 0.3421 acc_train: 0.9785 || loss_valid: 0.7275 acc_valid: 0.9536 || batch time: 0.0117 ||epoch time: 7.025\n",
      "epoch 21 loss_train: 0.3261 acc_train: 0.9799 || loss_valid: 0.7288 acc_valid: 0.954 || batch time: 0.0122 ||epoch time: 7.3161\n",
      "epoch 22 loss_train: 0.3112 acc_train: 0.9809 || loss_valid: 0.7308 acc_valid: 0.9541 || batch time: 0.0142 ||epoch time: 8.4871\n",
      "epoch 23 loss_train: 0.2972 acc_train: 0.982 || loss_valid: 0.7329 acc_valid: 0.9542 || batch time: 0.0136 ||epoch time: 8.1683\n",
      "epoch 24 loss_train: 0.2838 acc_train: 0.983 || loss_valid: 0.7358 acc_valid: 0.9541 || batch time: 0.0122 ||epoch time: 7.2839\n",
      "epoch 25 loss_train: 0.2709 acc_train: 0.9839 || loss_valid: 0.7391 acc_valid: 0.9541 || batch time: 0.0122 ||epoch time: 7.3057\n",
      "epoch 26 loss_train: 0.2587 acc_train: 0.9848 || loss_valid: 0.7427 acc_valid: 0.9538 || batch time: 0.013 ||epoch time: 7.7743\n",
      "epoch 27 loss_train: 0.2469 acc_train: 0.9857 || loss_valid: 0.7466 acc_valid: 0.9538 || batch time: 0.0138 ||epoch time: 8.278\n",
      "epoch 28 loss_train: 0.2357 acc_train: 0.9865 || loss_valid: 0.7508 acc_valid: 0.9537 || batch time: 0.0135 ||epoch time: 8.0772\n",
      "epoch 29 loss_train: 0.2249 acc_train: 0.9872 || loss_valid: 0.7555 acc_valid: 0.9533 || batch time: 0.0132 ||epoch time: 7.9019\n",
      "epoch 30 loss_train: 0.2146 acc_train: 0.9879 || loss_valid: 0.7604 acc_valid: 0.9531 || batch time: 0.012 ||epoch time: 7.1782\n",
      "epoch 31 loss_train: 0.2048 acc_train: 0.9887 || loss_valid: 0.7655 acc_valid: 0.9531 || batch time: 0.0129 ||epoch time: 7.6947\n",
      "epoch 32 loss_train: 0.1954 acc_train: 0.9894 || loss_valid: 0.7708 acc_valid: 0.9532 || batch time: 0.014 ||epoch time: 8.3547\n",
      "epoch 33 loss_train: 0.1863 acc_train: 0.9901 || loss_valid: 0.7766 acc_valid: 0.953 || batch time: 0.0137 ||epoch time: 8.226\n",
      "epoch 34 loss_train: 0.1776 acc_train: 0.9908 || loss_valid: 0.7826 acc_valid: 0.9528 || batch time: 0.012 ||epoch time: 7.166\n",
      "epoch 35 loss_train: 0.1692 acc_train: 0.9912 || loss_valid: 0.7888 acc_valid: 0.9526 || batch time: 0.012 ||epoch time: 7.2097\n",
      "epoch 36 loss_train: 0.1612 acc_train: 0.9918 || loss_valid: 0.7953 acc_valid: 0.9527 || batch time: 0.0126 ||epoch time: 7.5729\n",
      "epoch 37 loss_train: 0.1535 acc_train: 0.9924 || loss_valid: 0.8022 acc_valid: 0.9526 || batch time: 0.0135 ||epoch time: 8.0805\n",
      "epoch 38 loss_train: 0.1461 acc_train: 0.9929 || loss_valid: 0.809 acc_valid: 0.9525 || batch time: 0.0129 ||epoch time: 7.6979\n",
      "epoch 39 loss_train: 0.139 acc_train: 0.9934 || loss_valid: 0.8162 acc_valid: 0.9524 || batch time: 0.012 ||epoch time: 7.2135\n",
      "epoch 40 loss_train: 0.1322 acc_train: 0.994 || loss_valid: 0.8234 acc_valid: 0.9525 || batch time: 0.0122 ||epoch time: 7.3026\n",
      "epoch 41 loss_train: 0.1256 acc_train: 0.9945 || loss_valid: 0.8311 acc_valid: 0.9523 || batch time: 0.0129 ||epoch time: 7.7304\n",
      "epoch 42 loss_train: 0.1193 acc_train: 0.9949 || loss_valid: 0.8388 acc_valid: 0.9521 || batch time: 0.0136 ||epoch time: 8.142\n",
      "epoch 43 loss_train: 0.1133 acc_train: 0.9953 || loss_valid: 0.847 acc_valid: 0.952 || batch time: 0.0134 ||epoch time: 7.9929\n",
      "epoch 44 loss_train: 0.1074 acc_train: 0.9957 || loss_valid: 0.8551 acc_valid: 0.9519 || batch time: 0.0122 ||epoch time: 7.2997\n",
      "epoch 45 loss_train: 0.1019 acc_train: 0.9961 || loss_valid: 0.8635 acc_valid: 0.9518 || batch time: 0.011 ||epoch time: 6.6043\n",
      "epoch 46 loss_train: 0.0965 acc_train: 0.9965 || loss_valid: 0.8721 acc_valid: 0.9519 || batch time: 0.012 ||epoch time: 7.1699\n",
      "epoch 47 loss_train: 0.0915 acc_train: 0.9969 || loss_valid: 0.8806 acc_valid: 0.9518 || batch time: 0.0121 ||epoch time: 7.2438\n",
      "epoch 48 loss_train: 0.0865 acc_train: 0.9972 || loss_valid: 0.8897 acc_valid: 0.9516 || batch time: 0.0117 ||epoch time: 6.9796\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e897db1ad2a94c7fabbd06933ce6eede",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.8886 acc_train: 0.6483 || loss_valid: 2.624 acc_valid: 0.8477 || batch time: 0.0121 ||epoch time: 7.2632\n",
      "epoch 1 loss_train: 2.0614 acc_train: 0.8838 || loss_valid: 1.539 acc_valid: 0.9102 || batch time: 0.0116 ||epoch time: 6.9389\n",
      "epoch 2 loss_train: 1.4097 acc_train: 0.9199 || loss_valid: 1.2054 acc_valid: 0.927 || batch time: 0.0118 ||epoch time: 7.081\n",
      "epoch 3 loss_train: 1.1399 acc_train: 0.9339 || loss_valid: 1.0489 acc_valid: 0.9361 || batch time: 0.0123 ||epoch time: 7.3323\n",
      "epoch 4 loss_train: 0.982 acc_train: 0.9414 || loss_valid: 0.9582 acc_valid: 0.9409 || batch time: 0.0114 ||epoch time: 6.82\n",
      "epoch 5 loss_train: 0.8737 acc_train: 0.9471 || loss_valid: 0.8987 acc_valid: 0.9441 || batch time: 0.0118 ||epoch time: 7.0792\n",
      "epoch 6 loss_train: 0.792 acc_train: 0.9516 || loss_valid: 0.8574 acc_valid: 0.9462 || batch time: 0.0122 ||epoch time: 7.3075\n",
      "epoch 7 loss_train: 0.7268 acc_train: 0.955 || loss_valid: 0.827 acc_valid: 0.9485 || batch time: 0.0121 ||epoch time: 7.2612\n",
      "epoch 8 loss_train: 0.6727 acc_train: 0.9582 || loss_valid: 0.8043 acc_valid: 0.9494 || batch time: 0.0116 ||epoch time: 6.9699\n",
      "epoch 9 loss_train: 0.6265 acc_train: 0.9607 || loss_valid: 0.7865 acc_valid: 0.9503 || batch time: 0.012 ||epoch time: 7.177\n",
      "epoch 10 loss_train: 0.5865 acc_train: 0.963 || loss_valid: 0.7726 acc_valid: 0.9516 || batch time: 0.0118 ||epoch time: 7.0872\n",
      "epoch 11 loss_train: 0.5511 acc_train: 0.9653 || loss_valid: 0.7619 acc_valid: 0.9526 || batch time: 0.0118 ||epoch time: 7.0934\n",
      "epoch 12 loss_train: 0.5194 acc_train: 0.9672 || loss_valid: 0.7536 acc_valid: 0.9533 || batch time: 0.0119 ||epoch time: 7.1426\n",
      "epoch 13 loss_train: 0.4906 acc_train: 0.9691 || loss_valid: 0.7475 acc_valid: 0.9537 || batch time: 0.0119 ||epoch time: 7.108\n",
      "epoch 14 loss_train: 0.4644 acc_train: 0.9706 || loss_valid: 0.7431 acc_valid: 0.9536 || batch time: 0.012 ||epoch time: 7.1758\n",
      "epoch 15 loss_train: 0.4403 acc_train: 0.9721 || loss_valid: 0.7396 acc_valid: 0.9536 || batch time: 0.0108 ||epoch time: 6.4829\n",
      "epoch 16 loss_train: 0.418 acc_train: 0.9736 || loss_valid: 0.7376 acc_valid: 0.9538 || batch time: 0.0121 ||epoch time: 7.2718\n",
      "epoch 17 loss_train: 0.3973 acc_train: 0.9749 || loss_valid: 0.7364 acc_valid: 0.9539 || batch time: 0.0121 ||epoch time: 7.2201\n",
      "epoch 18 loss_train: 0.3781 acc_train: 0.9762 || loss_valid: 0.7364 acc_valid: 0.954 || batch time: 0.0118 ||epoch time: 7.0586\n",
      "epoch 19 loss_train: 0.36 acc_train: 0.9775 || loss_valid: 0.737 acc_valid: 0.9541 || batch time: 0.0117 ||epoch time: 7.0021\n",
      "epoch 20 loss_train: 0.343 acc_train: 0.9787 || loss_valid: 0.7384 acc_valid: 0.9543 || batch time: 0.0117 ||epoch time: 7.0275\n",
      "epoch 21 loss_train: 0.327 acc_train: 0.9798 || loss_valid: 0.7405 acc_valid: 0.9542 || batch time: 0.0118 ||epoch time: 7.0492\n",
      "epoch 22 loss_train: 0.3118 acc_train: 0.9809 || loss_valid: 0.7429 acc_valid: 0.9543 || batch time: 0.0117 ||epoch time: 7.0307\n",
      "epoch 23 loss_train: 0.2974 acc_train: 0.9818 || loss_valid: 0.7461 acc_valid: 0.9542 || batch time: 0.0119 ||epoch time: 7.096\n",
      "epoch 24 loss_train: 0.2838 acc_train: 0.9829 || loss_valid: 0.7497 acc_valid: 0.9544 || batch time: 0.0116 ||epoch time: 6.9212\n",
      "epoch 25 loss_train: 0.2707 acc_train: 0.9839 || loss_valid: 0.7536 acc_valid: 0.954 || batch time: 0.0116 ||epoch time: 6.9631\n",
      "epoch 26 loss_train: 0.2583 acc_train: 0.9849 || loss_valid: 0.7578 acc_valid: 0.9542 || batch time: 0.0125 ||epoch time: 7.4897\n",
      "epoch 27 loss_train: 0.2464 acc_train: 0.9857 || loss_valid: 0.7628 acc_valid: 0.954 || batch time: 0.0118 ||epoch time: 7.0705\n",
      "epoch 28 loss_train: 0.2351 acc_train: 0.9865 || loss_valid: 0.7679 acc_valid: 0.9539 || batch time: 0.0118 ||epoch time: 7.0827\n",
      "epoch 29 loss_train: 0.2243 acc_train: 0.9873 || loss_valid: 0.7733 acc_valid: 0.9537 || batch time: 0.0123 ||epoch time: 7.3952\n",
      "epoch 30 loss_train: 0.2139 acc_train: 0.9881 || loss_valid: 0.779 acc_valid: 0.9536 || batch time: 0.0124 ||epoch time: 7.4499\n",
      "epoch 31 loss_train: 0.204 acc_train: 0.9888 || loss_valid: 0.7851 acc_valid: 0.9535 || batch time: 0.0112 ||epoch time: 6.7254\n",
      "epoch 32 loss_train: 0.1946 acc_train: 0.9895 || loss_valid: 0.7913 acc_valid: 0.9534 || batch time: 0.0113 ||epoch time: 6.7949\n",
      "epoch 33 loss_train: 0.1855 acc_train: 0.9901 || loss_valid: 0.7981 acc_valid: 0.9535 || batch time: 0.0119 ||epoch time: 7.1514\n",
      "epoch 34 loss_train: 0.1768 acc_train: 0.9909 || loss_valid: 0.8052 acc_valid: 0.9533 || batch time: 0.0122 ||epoch time: 7.2804\n",
      "epoch 35 loss_train: 0.1684 acc_train: 0.9916 || loss_valid: 0.8123 acc_valid: 0.9534 || batch time: 0.0117 ||epoch time: 7.0005\n",
      "epoch 36 loss_train: 0.1604 acc_train: 0.9921 || loss_valid: 0.8201 acc_valid: 0.9533 || batch time: 0.0117 ||epoch time: 7.0131\n",
      "epoch 37 loss_train: 0.1527 acc_train: 0.9926 || loss_valid: 0.8277 acc_valid: 0.9531 || batch time: 0.0112 ||epoch time: 6.6764\n",
      "epoch 38 loss_train: 0.1454 acc_train: 0.9931 || loss_valid: 0.8356 acc_valid: 0.9527 || batch time: 0.0115 ||epoch time: 6.8791\n",
      "epoch 39 loss_train: 0.1383 acc_train: 0.9936 || loss_valid: 0.844 acc_valid: 0.9523 || batch time: 0.0111 ||epoch time: 6.6204\n",
      "epoch 40 loss_train: 0.1315 acc_train: 0.9941 || loss_valid: 0.8527 acc_valid: 0.9523 || batch time: 0.0115 ||epoch time: 6.8658\n",
      "epoch 41 loss_train: 0.1249 acc_train: 0.9945 || loss_valid: 0.8614 acc_valid: 0.952 || batch time: 0.0107 ||epoch time: 6.4114\n",
      "epoch 42 loss_train: 0.1186 acc_train: 0.995 || loss_valid: 0.8703 acc_valid: 0.9517 || batch time: 0.0113 ||epoch time: 6.7663\n",
      "epoch 43 loss_train: 0.1126 acc_train: 0.9954 || loss_valid: 0.8796 acc_valid: 0.9516 || batch time: 0.0121 ||epoch time: 7.2186\n",
      "epoch 44 loss_train: 0.1068 acc_train: 0.9958 || loss_valid: 0.8891 acc_valid: 0.9517 || batch time: 0.0106 ||epoch time: 6.3344\n",
      "epoch 45 loss_train: 0.1013 acc_train: 0.9963 || loss_valid: 0.8984 acc_valid: 0.9515 || batch time: 0.0106 ||epoch time: 6.3692\n",
      "epoch 46 loss_train: 0.0959 acc_train: 0.9966 || loss_valid: 0.908 acc_valid: 0.9514 || batch time: 0.012 ||epoch time: 7.1577\n",
      "epoch 47 loss_train: 0.0908 acc_train: 0.9969 || loss_valid: 0.9179 acc_valid: 0.9513 || batch time: 0.0113 ||epoch time: 6.7434\n",
      "30 times no decrease\n",
      "loss acc: 0.9534 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9e130f4e3aa042a096dbc7b5aa35f378",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0516 acc_train: 0.6397 || loss_valid: 2.6761 acc_valid: 0.8463 || batch time: 0.0118 ||epoch time: 7.0796\n",
      "epoch 1 loss_train: 2.1134 acc_train: 0.8788 || loss_valid: 1.5518 acc_valid: 0.9116 || batch time: 0.0119 ||epoch time: 7.1416\n",
      "epoch 2 loss_train: 1.4297 acc_train: 0.9185 || loss_valid: 1.2073 acc_valid: 0.9303 || batch time: 0.0108 ||epoch time: 6.4855\n",
      "epoch 3 loss_train: 1.1483 acc_train: 0.9328 || loss_valid: 1.0442 acc_valid: 0.9381 || batch time: 0.011 ||epoch time: 6.5912\n",
      "epoch 4 loss_train: 0.985 acc_train: 0.9412 || loss_valid: 0.9495 acc_valid: 0.9429 || batch time: 0.0111 ||epoch time: 6.6712\n",
      "epoch 5 loss_train: 0.8736 acc_train: 0.9468 || loss_valid: 0.8878 acc_valid: 0.9464 || batch time: 0.0115 ||epoch time: 6.858\n",
      "epoch 6 loss_train: 0.7903 acc_train: 0.9511 || loss_valid: 0.8449 acc_valid: 0.9487 || batch time: 0.0119 ||epoch time: 7.1202\n",
      "epoch 7 loss_train: 0.7244 acc_train: 0.9545 || loss_valid: 0.8136 acc_valid: 0.9501 || batch time: 0.0108 ||epoch time: 6.4872\n",
      "epoch 8 loss_train: 0.6697 acc_train: 0.9577 || loss_valid: 0.7906 acc_valid: 0.9514 || batch time: 0.0106 ||epoch time: 6.3696\n",
      "epoch 9 loss_train: 0.6237 acc_train: 0.9605 || loss_valid: 0.7732 acc_valid: 0.9521 || batch time: 0.0115 ||epoch time: 6.8869\n",
      "epoch 10 loss_train: 0.5836 acc_train: 0.9629 || loss_valid: 0.7599 acc_valid: 0.9529 || batch time: 0.0116 ||epoch time: 6.9323\n",
      "epoch 11 loss_train: 0.5482 acc_train: 0.9651 || loss_valid: 0.7495 acc_valid: 0.9528 || batch time: 0.0111 ||epoch time: 6.6708\n",
      "epoch 12 loss_train: 0.5165 acc_train: 0.9671 || loss_valid: 0.7417 acc_valid: 0.953 || batch time: 0.0111 ||epoch time: 6.6669\n",
      "epoch 13 loss_train: 0.4879 acc_train: 0.9691 || loss_valid: 0.7359 acc_valid: 0.9534 || batch time: 0.011 ||epoch time: 6.5986\n",
      "epoch 14 loss_train: 0.4619 acc_train: 0.9708 || loss_valid: 0.7319 acc_valid: 0.9538 || batch time: 0.0111 ||epoch time: 6.6437\n",
      "epoch 15 loss_train: 0.438 acc_train: 0.9726 || loss_valid: 0.729 acc_valid: 0.9541 || batch time: 0.0118 ||epoch time: 7.0598\n",
      "epoch 16 loss_train: 0.416 acc_train: 0.9739 || loss_valid: 0.7274 acc_valid: 0.9544 || batch time: 0.0109 ||epoch time: 6.5038\n",
      "epoch 17 loss_train: 0.3955 acc_train: 0.9752 || loss_valid: 0.7266 acc_valid: 0.9545 || batch time: 0.0109 ||epoch time: 6.5466\n",
      "epoch 18 loss_train: 0.3764 acc_train: 0.9765 || loss_valid: 0.7267 acc_valid: 0.9546 || batch time: 0.0119 ||epoch time: 7.1162\n",
      "epoch 19 loss_train: 0.3585 acc_train: 0.9776 || loss_valid: 0.7272 acc_valid: 0.9545 || batch time: 0.0119 ||epoch time: 7.1429\n",
      "epoch 20 loss_train: 0.3416 acc_train: 0.9788 || loss_valid: 0.7287 acc_valid: 0.9546 || batch time: 0.0109 ||epoch time: 6.5195\n",
      "epoch 21 loss_train: 0.3257 acc_train: 0.98 || loss_valid: 0.7308 acc_valid: 0.9549 || batch time: 0.0118 ||epoch time: 7.0819\n",
      "epoch 22 loss_train: 0.3106 acc_train: 0.9811 || loss_valid: 0.7334 acc_valid: 0.9551 || batch time: 0.0111 ||epoch time: 6.6683\n",
      "epoch 23 loss_train: 0.2964 acc_train: 0.982 || loss_valid: 0.7363 acc_valid: 0.9552 || batch time: 0.0119 ||epoch time: 7.1282\n",
      "epoch 24 loss_train: 0.2827 acc_train: 0.9832 || loss_valid: 0.74 acc_valid: 0.9548 || batch time: 0.0107 ||epoch time: 6.4319\n",
      "epoch 25 loss_train: 0.2699 acc_train: 0.9843 || loss_valid: 0.7436 acc_valid: 0.9546 || batch time: 0.011 ||epoch time: 6.613\n",
      "epoch 26 loss_train: 0.2576 acc_train: 0.9851 || loss_valid: 0.748 acc_valid: 0.9543 || batch time: 0.0107 ||epoch time: 6.4068\n",
      "epoch 27 loss_train: 0.2458 acc_train: 0.9859 || loss_valid: 0.7526 acc_valid: 0.9541 || batch time: 0.0122 ||epoch time: 7.3316\n",
      "epoch 28 loss_train: 0.2345 acc_train: 0.9867 || loss_valid: 0.7577 acc_valid: 0.9536 || batch time: 0.0111 ||epoch time: 6.637\n",
      "epoch 29 loss_train: 0.2238 acc_train: 0.9874 || loss_valid: 0.7631 acc_valid: 0.9535 || batch time: 0.0119 ||epoch time: 7.1075\n",
      "epoch 30 loss_train: 0.2135 acc_train: 0.9881 || loss_valid: 0.7686 acc_valid: 0.9536 || batch time: 0.0111 ||epoch time: 6.6481\n",
      "epoch 31 loss_train: 0.2036 acc_train: 0.9888 || loss_valid: 0.7744 acc_valid: 0.9534 || batch time: 0.0108 ||epoch time: 6.48\n",
      "epoch 32 loss_train: 0.1941 acc_train: 0.9895 || loss_valid: 0.7806 acc_valid: 0.9532 || batch time: 0.0108 ||epoch time: 6.4637\n",
      "epoch 33 loss_train: 0.185 acc_train: 0.9901 || loss_valid: 0.787 acc_valid: 0.9532 || batch time: 0.0106 ||epoch time: 6.3637\n",
      "epoch 34 loss_train: 0.1762 acc_train: 0.9906 || loss_valid: 0.7937 acc_valid: 0.9532 || batch time: 0.0119 ||epoch time: 7.0939\n",
      "epoch 35 loss_train: 0.1678 acc_train: 0.9912 || loss_valid: 0.8006 acc_valid: 0.9531 || batch time: 0.0111 ||epoch time: 6.6138\n",
      "epoch 36 loss_train: 0.1598 acc_train: 0.9919 || loss_valid: 0.8078 acc_valid: 0.9532 || batch time: 0.0113 ||epoch time: 6.7724\n",
      "epoch 37 loss_train: 0.152 acc_train: 0.9924 || loss_valid: 0.815 acc_valid: 0.9532 || batch time: 0.0116 ||epoch time: 6.9268\n",
      "epoch 38 loss_train: 0.1446 acc_train: 0.993 || loss_valid: 0.8224 acc_valid: 0.9531 || batch time: 0.0117 ||epoch time: 7.0223\n",
      "epoch 39 loss_train: 0.1374 acc_train: 0.9935 || loss_valid: 0.8304 acc_valid: 0.9529 || batch time: 0.0107 ||epoch time: 6.4004\n",
      "epoch 40 loss_train: 0.1306 acc_train: 0.994 || loss_valid: 0.8382 acc_valid: 0.9529 || batch time: 0.0108 ||epoch time: 6.4414\n",
      "epoch 41 loss_train: 0.124 acc_train: 0.9946 || loss_valid: 0.8464 acc_valid: 0.9527 || batch time: 0.0108 ||epoch time: 6.4411\n",
      "epoch 42 loss_train: 0.1177 acc_train: 0.9951 || loss_valid: 0.8548 acc_valid: 0.9525 || batch time: 0.0112 ||epoch time: 6.7062\n",
      "epoch 43 loss_train: 0.1116 acc_train: 0.9956 || loss_valid: 0.8628 acc_valid: 0.9524 || batch time: 0.0106 ||epoch time: 6.3535\n",
      "epoch 44 loss_train: 0.1058 acc_train: 0.996 || loss_valid: 0.8715 acc_valid: 0.9521 || batch time: 0.0117 ||epoch time: 7.0029\n",
      "epoch 45 loss_train: 0.1002 acc_train: 0.9963 || loss_valid: 0.8802 acc_valid: 0.9522 || batch time: 0.011 ||epoch time: 6.5905\n",
      "epoch 46 loss_train: 0.0949 acc_train: 0.9967 || loss_valid: 0.8892 acc_valid: 0.9521 || batch time: 0.0113 ||epoch time: 6.7756\n",
      "epoch 47 loss_train: 0.0898 acc_train: 0.997 || loss_valid: 0.8982 acc_valid: 0.9519 || batch time: 0.0118 ||epoch time: 7.0545\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "196754e7edfa465aa3cc15181a8862ea",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0355 acc_train: 0.6367 || loss_valid: 2.6491 acc_valid: 0.8501 || batch time: 0.0114 ||epoch time: 6.8424\n",
      "epoch 1 loss_train: 2.0821 acc_train: 0.8827 || loss_valid: 1.5346 acc_valid: 0.9125 || batch time: 0.0111 ||epoch time: 6.6744\n",
      "epoch 2 loss_train: 1.4133 acc_train: 0.9201 || loss_valid: 1.1994 acc_valid: 0.9292 || batch time: 0.0119 ||epoch time: 7.0981\n",
      "epoch 3 loss_train: 1.1404 acc_train: 0.9338 || loss_valid: 1.044 acc_valid: 0.9375 || batch time: 0.0115 ||epoch time: 6.8718\n",
      "epoch 4 loss_train: 0.9821 acc_train: 0.9416 || loss_valid: 0.9551 acc_valid: 0.942 || batch time: 0.0115 ||epoch time: 6.8611\n",
      "epoch 5 loss_train: 0.8735 acc_train: 0.947 || loss_valid: 0.8975 acc_valid: 0.9451 || batch time: 0.0109 ||epoch time: 6.5166\n",
      "epoch 6 loss_train: 0.7919 acc_train: 0.9512 || loss_valid: 0.857 acc_valid: 0.9473 || batch time: 0.0114 ||epoch time: 6.8307\n",
      "epoch 7 loss_train: 0.7271 acc_train: 0.9549 || loss_valid: 0.8268 acc_valid: 0.9493 || batch time: 0.012 ||epoch time: 7.1807\n",
      "epoch 8 loss_train: 0.6734 acc_train: 0.9577 || loss_valid: 0.8037 acc_valid: 0.9502 || batch time: 0.0109 ||epoch time: 6.5541\n",
      "epoch 9 loss_train: 0.6276 acc_train: 0.9606 || loss_valid: 0.7857 acc_valid: 0.9511 || batch time: 0.0112 ||epoch time: 6.7055\n",
      "epoch 10 loss_train: 0.5877 acc_train: 0.9628 || loss_valid: 0.7717 acc_valid: 0.9519 || batch time: 0.0108 ||epoch time: 6.4392\n",
      "epoch 11 loss_train: 0.5522 acc_train: 0.965 || loss_valid: 0.7605 acc_valid: 0.9518 || batch time: 0.0108 ||epoch time: 6.4779\n",
      "epoch 12 loss_train: 0.5206 acc_train: 0.967 || loss_valid: 0.7519 acc_valid: 0.952 || batch time: 0.0108 ||epoch time: 6.494\n",
      "epoch 13 loss_train: 0.4918 acc_train: 0.9688 || loss_valid: 0.7452 acc_valid: 0.9527 || batch time: 0.0108 ||epoch time: 6.4879\n",
      "epoch 14 loss_train: 0.4655 acc_train: 0.9705 || loss_valid: 0.7398 acc_valid: 0.953 || batch time: 0.0122 ||epoch time: 7.3043\n",
      "epoch 15 loss_train: 0.4413 acc_train: 0.972 || loss_valid: 0.736 acc_valid: 0.9532 || batch time: 0.0119 ||epoch time: 7.0998\n",
      "epoch 16 loss_train: 0.4189 acc_train: 0.9735 || loss_valid: 0.7333 acc_valid: 0.9535 || batch time: 0.0117 ||epoch time: 7.0253\n",
      "epoch 17 loss_train: 0.3981 acc_train: 0.9748 || loss_valid: 0.7315 acc_valid: 0.9537 || batch time: 0.0123 ||epoch time: 7.3588\n",
      "epoch 18 loss_train: 0.3787 acc_train: 0.9762 || loss_valid: 0.7311 acc_valid: 0.9534 || batch time: 0.0109 ||epoch time: 6.5172\n",
      "epoch 19 loss_train: 0.3605 acc_train: 0.9776 || loss_valid: 0.7314 acc_valid: 0.9535 || batch time: 0.0107 ||epoch time: 6.3741\n",
      "epoch 20 loss_train: 0.3434 acc_train: 0.9788 || loss_valid: 0.7322 acc_valid: 0.9535 || batch time: 0.0121 ||epoch time: 7.2461\n",
      "epoch 21 loss_train: 0.3274 acc_train: 0.9798 || loss_valid: 0.7337 acc_valid: 0.9535 || batch time: 0.0117 ||epoch time: 7.0226\n",
      "epoch 22 loss_train: 0.3122 acc_train: 0.9808 || loss_valid: 0.736 acc_valid: 0.9537 || batch time: 0.0106 ||epoch time: 6.3515\n",
      "epoch 23 loss_train: 0.2978 acc_train: 0.982 || loss_valid: 0.7386 acc_valid: 0.9536 || batch time: 0.0108 ||epoch time: 6.4524\n",
      "epoch 24 loss_train: 0.2841 acc_train: 0.9829 || loss_valid: 0.7416 acc_valid: 0.9537 || batch time: 0.0108 ||epoch time: 6.4554\n",
      "epoch 25 loss_train: 0.2711 acc_train: 0.9839 || loss_valid: 0.7451 acc_valid: 0.9535 || batch time: 0.0117 ||epoch time: 6.997\n",
      "epoch 26 loss_train: 0.2587 acc_train: 0.9847 || loss_valid: 0.7492 acc_valid: 0.9535 || batch time: 0.011 ||epoch time: 6.5611\n",
      "epoch 27 loss_train: 0.247 acc_train: 0.9857 || loss_valid: 0.7534 acc_valid: 0.9535 || batch time: 0.0108 ||epoch time: 6.4729\n",
      "epoch 28 loss_train: 0.2357 acc_train: 0.9865 || loss_valid: 0.7581 acc_valid: 0.9534 || batch time: 0.0107 ||epoch time: 6.4278\n",
      "epoch 29 loss_train: 0.2249 acc_train: 0.9873 || loss_valid: 0.7629 acc_valid: 0.9531 || batch time: 0.0107 ||epoch time: 6.4323\n",
      "epoch 30 loss_train: 0.2147 acc_train: 0.9882 || loss_valid: 0.7681 acc_valid: 0.9532 || batch time: 0.011 ||epoch time: 6.5687\n",
      "epoch 31 loss_train: 0.2048 acc_train: 0.989 || loss_valid: 0.7736 acc_valid: 0.9529 || batch time: 0.0108 ||epoch time: 6.4696\n",
      "epoch 32 loss_train: 0.1954 acc_train: 0.9897 || loss_valid: 0.7795 acc_valid: 0.9526 || batch time: 0.0107 ||epoch time: 6.4297\n",
      "epoch 33 loss_train: 0.1864 acc_train: 0.9903 || loss_valid: 0.7856 acc_valid: 0.9523 || batch time: 0.0118 ||epoch time: 7.0536\n",
      "epoch 34 loss_train: 0.1777 acc_train: 0.991 || loss_valid: 0.792 acc_valid: 0.9522 || batch time: 0.011 ||epoch time: 6.5565\n",
      "epoch 35 loss_train: 0.1694 acc_train: 0.9916 || loss_valid: 0.7986 acc_valid: 0.9522 || batch time: 0.0114 ||epoch time: 6.8053\n",
      "epoch 36 loss_train: 0.1615 acc_train: 0.9922 || loss_valid: 0.8055 acc_valid: 0.9521 || batch time: 0.0117 ||epoch time: 6.9986\n",
      "epoch 37 loss_train: 0.1538 acc_train: 0.9927 || loss_valid: 0.8128 acc_valid: 0.9521 || batch time: 0.0108 ||epoch time: 6.4498\n",
      "epoch 38 loss_train: 0.1465 acc_train: 0.9933 || loss_valid: 0.82 acc_valid: 0.9519 || batch time: 0.0106 ||epoch time: 6.3673\n",
      "epoch 39 loss_train: 0.1394 acc_train: 0.9937 || loss_valid: 0.8274 acc_valid: 0.9518 || batch time: 0.0106 ||epoch time: 6.3448\n",
      "epoch 40 loss_train: 0.1326 acc_train: 0.9942 || loss_valid: 0.835 acc_valid: 0.9517 || batch time: 0.0107 ||epoch time: 6.399\n",
      "epoch 41 loss_train: 0.1261 acc_train: 0.9946 || loss_valid: 0.8426 acc_valid: 0.9516 || batch time: 0.0107 ||epoch time: 6.399\n",
      "epoch 42 loss_train: 0.1199 acc_train: 0.9951 || loss_valid: 0.8507 acc_valid: 0.9516 || batch time: 0.011 ||epoch time: 6.5828\n",
      "epoch 43 loss_train: 0.1139 acc_train: 0.9954 || loss_valid: 0.8589 acc_valid: 0.9513 || batch time: 0.0122 ||epoch time: 7.2806\n",
      "epoch 44 loss_train: 0.1081 acc_train: 0.9959 || loss_valid: 0.867 acc_valid: 0.9512 || batch time: 0.0122 ||epoch time: 7.3082\n",
      "epoch 45 loss_train: 0.1026 acc_train: 0.9962 || loss_valid: 0.8756 acc_valid: 0.9511 || batch time: 0.0123 ||epoch time: 7.3596\n",
      "epoch 46 loss_train: 0.0973 acc_train: 0.9965 || loss_valid: 0.8844 acc_valid: 0.9509 || batch time: 0.0111 ||epoch time: 6.6354\n",
      "epoch 47 loss_train: 0.0922 acc_train: 0.9968 || loss_valid: 0.8933 acc_valid: 0.9511 || batch time: 0.0118 ||epoch time: 7.0652\n",
      "epoch 48 loss_train: 0.0874 acc_train: 0.997 || loss_valid: 0.9024 acc_valid: 0.9512 || batch time: 0.0106 ||epoch time: 6.3515\n",
      "30 times no decrease\n",
      "loss acc: 0.9522 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "76cc41cbd4c541a0bf711452b33718ec",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0376 acc_train: 0.6404 || loss_valid: 2.6841 acc_valid: 0.8489 || batch time: 0.0116 ||epoch time: 6.9478\n",
      "epoch 1 loss_train: 2.1032 acc_train: 0.8817 || loss_valid: 1.5445 acc_valid: 0.9119 || batch time: 0.0108 ||epoch time: 6.4884\n",
      "epoch 2 loss_train: 1.4193 acc_train: 0.919 || loss_valid: 1.2004 acc_valid: 0.9308 || batch time: 0.0108 ||epoch time: 6.4556\n",
      "epoch 3 loss_train: 1.1431 acc_train: 0.9336 || loss_valid: 1.0409 acc_valid: 0.9392 || batch time: 0.0118 ||epoch time: 7.0455\n",
      "epoch 4 loss_train: 0.9839 acc_train: 0.9417 || loss_valid: 0.9494 acc_valid: 0.943 || batch time: 0.0109 ||epoch time: 6.4994\n",
      "epoch 5 loss_train: 0.8745 acc_train: 0.9476 || loss_valid: 0.8903 acc_valid: 0.9461 || batch time: 0.0113 ||epoch time: 6.7895\n",
      "epoch 6 loss_train: 0.7926 acc_train: 0.9518 || loss_valid: 0.8496 acc_valid: 0.9486 || batch time: 0.0118 ||epoch time: 7.0491\n",
      "epoch 7 loss_train: 0.7273 acc_train: 0.9552 || loss_valid: 0.8198 acc_valid: 0.9496 || batch time: 0.0121 ||epoch time: 7.274\n",
      "epoch 8 loss_train: 0.6733 acc_train: 0.9581 || loss_valid: 0.7975 acc_valid: 0.9505 || batch time: 0.0107 ||epoch time: 6.4024\n",
      "epoch 9 loss_train: 0.6271 acc_train: 0.9606 || loss_valid: 0.7803 acc_valid: 0.9516 || batch time: 0.0107 ||epoch time: 6.4225\n",
      "epoch 10 loss_train: 0.5869 acc_train: 0.9631 || loss_valid: 0.7675 acc_valid: 0.9524 || batch time: 0.0108 ||epoch time: 6.4667\n",
      "epoch 11 loss_train: 0.5514 acc_train: 0.9654 || loss_valid: 0.7576 acc_valid: 0.953 || batch time: 0.0115 ||epoch time: 6.8894\n",
      "epoch 12 loss_train: 0.5196 acc_train: 0.9671 || loss_valid: 0.7499 acc_valid: 0.9532 || batch time: 0.0109 ||epoch time: 6.541\n",
      "epoch 13 loss_train: 0.4907 acc_train: 0.9689 || loss_valid: 0.7443 acc_valid: 0.9532 || batch time: 0.0113 ||epoch time: 6.7394\n",
      "epoch 14 loss_train: 0.4645 acc_train: 0.9705 || loss_valid: 0.7403 acc_valid: 0.9535 || batch time: 0.0126 ||epoch time: 7.5307\n",
      "epoch 15 loss_train: 0.4403 acc_train: 0.9721 || loss_valid: 0.737 acc_valid: 0.9538 || batch time: 0.0122 ||epoch time: 7.3249\n",
      "epoch 16 loss_train: 0.418 acc_train: 0.9736 || loss_valid: 0.7351 acc_valid: 0.9539 || batch time: 0.0124 ||epoch time: 7.396\n",
      "epoch 17 loss_train: 0.3973 acc_train: 0.9751 || loss_valid: 0.7342 acc_valid: 0.9539 || batch time: 0.0112 ||epoch time: 6.716\n",
      "epoch 18 loss_train: 0.378 acc_train: 0.9764 || loss_valid: 0.7341 acc_valid: 0.9542 || batch time: 0.0107 ||epoch time: 6.3911\n",
      "epoch 19 loss_train: 0.36 acc_train: 0.9776 || loss_valid: 0.7345 acc_valid: 0.9543 || batch time: 0.0107 ||epoch time: 6.4171\n",
      "epoch 20 loss_train: 0.343 acc_train: 0.9786 || loss_valid: 0.7358 acc_valid: 0.9544 || batch time: 0.0116 ||epoch time: 6.9332\n",
      "epoch 21 loss_train: 0.3269 acc_train: 0.9798 || loss_valid: 0.7375 acc_valid: 0.9546 || batch time: 0.0108 ||epoch time: 6.4689\n",
      "epoch 22 loss_train: 0.3118 acc_train: 0.9809 || loss_valid: 0.7398 acc_valid: 0.9547 || batch time: 0.0106 ||epoch time: 6.3698\n",
      "epoch 23 loss_train: 0.2974 acc_train: 0.982 || loss_valid: 0.7424 acc_valid: 0.9544 || batch time: 0.0121 ||epoch time: 7.2724\n",
      "epoch 24 loss_train: 0.2837 acc_train: 0.9829 || loss_valid: 0.7456 acc_valid: 0.9542 || batch time: 0.0115 ||epoch time: 6.907\n",
      "epoch 25 loss_train: 0.2718 acc_train: 0.9839 || loss_valid: 0.7489 acc_valid: 0.9543 || batch time: 0.0122 ||epoch time: 7.3324\n",
      "epoch 26 loss_train: 0.2587 acc_train: 0.9849 || loss_valid: 0.753 acc_valid: 0.9541 || batch time: 0.0109 ||epoch time: 6.5496\n",
      "epoch 27 loss_train: 0.2468 acc_train: 0.9857 || loss_valid: 0.7572 acc_valid: 0.9538 || batch time: 0.0113 ||epoch time: 6.7493\n",
      "epoch 28 loss_train: 0.2354 acc_train: 0.9865 || loss_valid: 0.762 acc_valid: 0.954 || batch time: 0.0111 ||epoch time: 6.6536\n",
      "epoch 29 loss_train: 0.2248 acc_train: 0.9873 || loss_valid: 0.7669 acc_valid: 0.9535 || batch time: 0.0117 ||epoch time: 6.9868\n",
      "epoch 30 loss_train: 0.2146 acc_train: 0.988 || loss_valid: 0.772 acc_valid: 0.9535 || batch time: 0.011 ||epoch time: 6.5673\n",
      "epoch 31 loss_train: 0.2048 acc_train: 0.9887 || loss_valid: 0.7777 acc_valid: 0.9532 || batch time: 0.0107 ||epoch time: 6.4079\n",
      "epoch 32 loss_train: 0.1954 acc_train: 0.9893 || loss_valid: 0.7834 acc_valid: 0.953 || batch time: 0.0115 ||epoch time: 6.8679\n",
      "epoch 33 loss_train: 0.1863 acc_train: 0.99 || loss_valid: 0.7893 acc_valid: 0.953 || batch time: 0.0108 ||epoch time: 6.4819\n",
      "epoch 34 loss_train: 0.1776 acc_train: 0.9906 || loss_valid: 0.7957 acc_valid: 0.9531 || batch time: 0.0119 ||epoch time: 7.1015\n",
      "epoch 35 loss_train: 0.1693 acc_train: 0.9912 || loss_valid: 0.802 acc_valid: 0.9533 || batch time: 0.0119 ||epoch time: 7.1391\n",
      "epoch 36 loss_train: 0.1612 acc_train: 0.9919 || loss_valid: 0.8085 acc_valid: 0.9532 || batch time: 0.0114 ||epoch time: 6.7968\n",
      "epoch 37 loss_train: 0.1535 acc_train: 0.9925 || loss_valid: 0.8154 acc_valid: 0.9531 || batch time: 0.0125 ||epoch time: 7.4963\n",
      "epoch 38 loss_train: 0.1461 acc_train: 0.993 || loss_valid: 0.8224 acc_valid: 0.9528 || batch time: 0.0114 ||epoch time: 6.8387\n",
      "epoch 39 loss_train: 0.1391 acc_train: 0.9936 || loss_valid: 0.8295 acc_valid: 0.9524 || batch time: 0.0111 ||epoch time: 6.6219\n",
      "epoch 40 loss_train: 0.1322 acc_train: 0.9941 || loss_valid: 0.837 acc_valid: 0.9523 || batch time: 0.0121 ||epoch time: 7.2572\n",
      "epoch 41 loss_train: 0.1257 acc_train: 0.9946 || loss_valid: 0.8445 acc_valid: 0.9523 || batch time: 0.0118 ||epoch time: 7.0758\n",
      "epoch 42 loss_train: 0.1194 acc_train: 0.9951 || loss_valid: 0.8523 acc_valid: 0.9521 || batch time: 0.0108 ||epoch time: 6.4632\n",
      "epoch 43 loss_train: 0.1133 acc_train: 0.9955 || loss_valid: 0.8605 acc_valid: 0.9519 || batch time: 0.0109 ||epoch time: 6.5349\n",
      "epoch 44 loss_train: 0.1075 acc_train: 0.9959 || loss_valid: 0.8685 acc_valid: 0.9518 || batch time: 0.0116 ||epoch time: 6.9235\n",
      "epoch 45 loss_train: 0.102 acc_train: 0.9963 || loss_valid: 0.8769 acc_valid: 0.9516 || batch time: 0.0112 ||epoch time: 6.7232\n",
      "epoch 46 loss_train: 0.0967 acc_train: 0.9967 || loss_valid: 0.8857 acc_valid: 0.9514 || batch time: 0.0108 ||epoch time: 6.4575\n",
      "epoch 47 loss_train: 0.0915 acc_train: 0.997 || loss_valid: 0.894 acc_valid: 0.9513 || batch time: 0.0113 ||epoch time: 6.7889\n",
      "epoch 48 loss_train: 0.0866 acc_train: 0.9973 || loss_valid: 0.9031 acc_valid: 0.9511 || batch time: 0.0108 ||epoch time: 6.4634\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b8168266fd5c41aeb96a583da143ad67",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2314 acc_train: 0.625 || loss_valid: 2.7271 acc_valid: 0.8428 || batch time: 0.012 ||epoch time: 7.1922\n",
      "epoch 1 loss_train: 2.104 acc_train: 0.8807 || loss_valid: 1.558 acc_valid: 0.9104 || batch time: 0.0123 ||epoch time: 7.3463\n",
      "epoch 2 loss_train: 1.4237 acc_train: 0.9185 || loss_valid: 1.2117 acc_valid: 0.9284 || batch time: 0.0112 ||epoch time: 6.6883\n",
      "epoch 3 loss_train: 1.1497 acc_train: 0.9325 || loss_valid: 1.0501 acc_valid: 0.9363 || batch time: 0.0114 ||epoch time: 6.8445\n",
      "epoch 4 loss_train: 0.99 acc_train: 0.9411 || loss_valid: 0.9572 acc_valid: 0.9411 || batch time: 0.011 ||epoch time: 6.571\n",
      "epoch 5 loss_train: 0.8798 acc_train: 0.9468 || loss_valid: 0.897 acc_valid: 0.9441 || batch time: 0.0111 ||epoch time: 6.6374\n",
      "epoch 6 loss_train: 0.7966 acc_train: 0.9508 || loss_valid: 0.855 acc_valid: 0.9455 || batch time: 0.0118 ||epoch time: 7.0532\n",
      "epoch 7 loss_train: 0.7305 acc_train: 0.9546 || loss_valid: 0.8245 acc_valid: 0.9468 || batch time: 0.0118 ||epoch time: 7.0909\n",
      "epoch 8 loss_train: 0.6757 acc_train: 0.9575 || loss_valid: 0.8016 acc_valid: 0.9481 || batch time: 0.012 ||epoch time: 7.2058\n",
      "epoch 9 loss_train: 0.6292 acc_train: 0.9602 || loss_valid: 0.7837 acc_valid: 0.9497 || batch time: 0.0123 ||epoch time: 7.3343\n",
      "epoch 10 loss_train: 0.5889 acc_train: 0.9628 || loss_valid: 0.7701 acc_valid: 0.9509 || batch time: 0.0122 ||epoch time: 7.2884\n",
      "epoch 11 loss_train: 0.5531 acc_train: 0.965 || loss_valid: 0.7594 acc_valid: 0.9513 || batch time: 0.0116 ||epoch time: 6.932\n",
      "epoch 12 loss_train: 0.5212 acc_train: 0.9669 || loss_valid: 0.7513 acc_valid: 0.9526 || batch time: 0.0118 ||epoch time: 7.0454\n",
      "epoch 13 loss_train: 0.4922 acc_train: 0.9689 || loss_valid: 0.7452 acc_valid: 0.9529 || batch time: 0.012 ||epoch time: 7.2055\n",
      "epoch 14 loss_train: 0.4659 acc_train: 0.9705 || loss_valid: 0.7408 acc_valid: 0.953 || batch time: 0.0125 ||epoch time: 7.4548\n",
      "epoch 15 loss_train: 0.4416 acc_train: 0.972 || loss_valid: 0.7378 acc_valid: 0.953 || batch time: 0.0121 ||epoch time: 7.2499\n",
      "epoch 16 loss_train: 0.4191 acc_train: 0.9734 || loss_valid: 0.7358 acc_valid: 0.9532 || batch time: 0.011 ||epoch time: 6.6096\n",
      "epoch 17 loss_train: 0.3982 acc_train: 0.9747 || loss_valid: 0.7348 acc_valid: 0.9533 || batch time: 0.0117 ||epoch time: 7.0261\n",
      "epoch 18 loss_train: 0.3787 acc_train: 0.9761 || loss_valid: 0.7346 acc_valid: 0.9534 || batch time: 0.0112 ||epoch time: 6.7179\n",
      "epoch 19 loss_train: 0.3604 acc_train: 0.9774 || loss_valid: 0.7351 acc_valid: 0.9535 || batch time: 0.0114 ||epoch time: 6.8437\n",
      "epoch 20 loss_train: 0.3433 acc_train: 0.9785 || loss_valid: 0.7361 acc_valid: 0.9538 || batch time: 0.0116 ||epoch time: 6.9702\n",
      "epoch 21 loss_train: 0.3271 acc_train: 0.9796 || loss_valid: 0.7378 acc_valid: 0.9537 || batch time: 0.0115 ||epoch time: 6.8925\n",
      "epoch 22 loss_train: 0.3118 acc_train: 0.9807 || loss_valid: 0.7398 acc_valid: 0.9539 || batch time: 0.0111 ||epoch time: 6.6676\n",
      "epoch 23 loss_train: 0.2973 acc_train: 0.9818 || loss_valid: 0.7425 acc_valid: 0.9538 || batch time: 0.0116 ||epoch time: 6.9253\n",
      "epoch 24 loss_train: 0.2835 acc_train: 0.9829 || loss_valid: 0.7454 acc_valid: 0.9538 || batch time: 0.011 ||epoch time: 6.6082\n",
      "epoch 25 loss_train: 0.2704 acc_train: 0.9838 || loss_valid: 0.7489 acc_valid: 0.9537 || batch time: 0.0108 ||epoch time: 6.4853\n",
      "epoch 26 loss_train: 0.258 acc_train: 0.9846 || loss_valid: 0.7527 acc_valid: 0.9537 || batch time: 0.012 ||epoch time: 7.1969\n",
      "epoch 27 loss_train: 0.2461 acc_train: 0.9857 || loss_valid: 0.7571 acc_valid: 0.9538 || batch time: 0.0123 ||epoch time: 7.3562\n",
      "epoch 28 loss_train: 0.2348 acc_train: 0.9865 || loss_valid: 0.7616 acc_valid: 0.9537 || batch time: 0.0111 ||epoch time: 6.6365\n",
      "epoch 29 loss_train: 0.2239 acc_train: 0.9873 || loss_valid: 0.7666 acc_valid: 0.9539 || batch time: 0.0116 ||epoch time: 6.9353\n",
      "epoch 30 loss_train: 0.2136 acc_train: 0.9881 || loss_valid: 0.7719 acc_valid: 0.9537 || batch time: 0.0121 ||epoch time: 7.2243\n",
      "epoch 31 loss_train: 0.2036 acc_train: 0.9888 || loss_valid: 0.7774 acc_valid: 0.9537 || batch time: 0.0109 ||epoch time: 6.5294\n",
      "epoch 32 loss_train: 0.1941 acc_train: 0.9894 || loss_valid: 0.7834 acc_valid: 0.9538 || batch time: 0.0118 ||epoch time: 7.0568\n",
      "epoch 33 loss_train: 0.185 acc_train: 0.9902 || loss_valid: 0.7893 acc_valid: 0.9538 || batch time: 0.0108 ||epoch time: 6.4525\n",
      "epoch 34 loss_train: 0.1762 acc_train: 0.9909 || loss_valid: 0.7961 acc_valid: 0.9537 || batch time: 0.0118 ||epoch time: 7.0717\n",
      "epoch 35 loss_train: 0.1678 acc_train: 0.9915 || loss_valid: 0.8028 acc_valid: 0.9534 || batch time: 0.0112 ||epoch time: 6.6986\n",
      "epoch 36 loss_train: 0.1598 acc_train: 0.9922 || loss_valid: 0.8098 acc_valid: 0.9534 || batch time: 0.0117 ||epoch time: 7.0\n",
      "epoch 37 loss_train: 0.152 acc_train: 0.9929 || loss_valid: 0.8168 acc_valid: 0.9532 || batch time: 0.0124 ||epoch time: 7.4134\n",
      "epoch 38 loss_train: 0.1446 acc_train: 0.9934 || loss_valid: 0.8241 acc_valid: 0.9531 || batch time: 0.0123 ||epoch time: 7.3445\n",
      "epoch 39 loss_train: 0.1375 acc_train: 0.9939 || loss_valid: 0.8313 acc_valid: 0.9527 || batch time: 0.0115 ||epoch time: 6.8878\n",
      "epoch 40 loss_train: 0.1307 acc_train: 0.9944 || loss_valid: 0.8391 acc_valid: 0.9528 || batch time: 0.0122 ||epoch time: 7.2904\n",
      "epoch 41 loss_train: 0.1241 acc_train: 0.9948 || loss_valid: 0.8468 acc_valid: 0.9526 || batch time: 0.0123 ||epoch time: 7.3678\n",
      "epoch 42 loss_train: 0.1178 acc_train: 0.9952 || loss_valid: 0.855 acc_valid: 0.9521 || batch time: 0.0113 ||epoch time: 6.7689\n",
      "epoch 43 loss_train: 0.1118 acc_train: 0.9956 || loss_valid: 0.8632 acc_valid: 0.9517 || batch time: 0.0116 ||epoch time: 6.9238\n",
      "epoch 44 loss_train: 0.106 acc_train: 0.996 || loss_valid: 0.8715 acc_valid: 0.9518 || batch time: 0.0108 ||epoch time: 6.4614\n",
      "epoch 45 loss_train: 0.1004 acc_train: 0.9965 || loss_valid: 0.8801 acc_valid: 0.9517 || batch time: 0.0109 ||epoch time: 6.509\n",
      "epoch 46 loss_train: 0.0951 acc_train: 0.9967 || loss_valid: 0.8892 acc_valid: 0.9513 || batch time: 0.0121 ||epoch time: 7.2225\n",
      "epoch 47 loss_train: 0.09 acc_train: 0.9971 || loss_valid: 0.8981 acc_valid: 0.9511 || batch time: 0.012 ||epoch time: 7.1865\n",
      "epoch 48 loss_train: 0.0851 acc_train: 0.9973 || loss_valid: 0.9073 acc_valid: 0.9511 || batch time: 0.0121 ||epoch time: 7.2639\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "79e90b1502be4402835b0f2b02ce9f2d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.123 acc_train: 0.6403 || loss_valid: 2.652 acc_valid: 0.85 || batch time: 0.012 ||epoch time: 7.1673\n",
      "epoch 1 loss_train: 2.0752 acc_train: 0.8824 || loss_valid: 1.5205 acc_valid: 0.9135 || batch time: 0.0122 ||epoch time: 7.2786\n",
      "epoch 2 loss_train: 1.4045 acc_train: 0.9205 || loss_valid: 1.1852 acc_valid: 0.9319 || batch time: 0.0109 ||epoch time: 6.545\n",
      "epoch 3 loss_train: 1.1331 acc_train: 0.9343 || loss_valid: 1.0313 acc_valid: 0.9389 || batch time: 0.0116 ||epoch time: 6.9501\n",
      "epoch 4 loss_train: 0.9755 acc_train: 0.9421 || loss_valid: 0.9423 acc_valid: 0.9437 || batch time: 0.011 ||epoch time: 6.5847\n",
      "epoch 5 loss_train: 0.8669 acc_train: 0.9476 || loss_valid: 0.8848 acc_valid: 0.9467 || batch time: 0.0109 ||epoch time: 6.4976\n",
      "epoch 6 loss_train: 0.7848 acc_train: 0.952 || loss_valid: 0.8445 acc_valid: 0.9485 || batch time: 0.0108 ||epoch time: 6.4355\n",
      "epoch 7 loss_train: 0.7196 acc_train: 0.9555 || loss_valid: 0.8156 acc_valid: 0.9495 || batch time: 0.0112 ||epoch time: 6.7186\n",
      "epoch 8 loss_train: 0.665 acc_train: 0.9583 || loss_valid: 0.7938 acc_valid: 0.9503 || batch time: 0.0121 ||epoch time: 7.2204\n",
      "epoch 9 loss_train: 0.6188 acc_train: 0.961 || loss_valid: 0.7773 acc_valid: 0.9514 || batch time: 0.0108 ||epoch time: 6.4718\n",
      "epoch 10 loss_train: 0.5788 acc_train: 0.9633 || loss_valid: 0.765 acc_valid: 0.9519 || batch time: 0.0115 ||epoch time: 6.8949\n",
      "epoch 11 loss_train: 0.5436 acc_train: 0.9654 || loss_valid: 0.7553 acc_valid: 0.9524 || batch time: 0.0106 ||epoch time: 6.3694\n",
      "epoch 12 loss_train: 0.512 acc_train: 0.9674 || loss_valid: 0.748 acc_valid: 0.9527 || batch time: 0.0107 ||epoch time: 6.3957\n",
      "epoch 13 loss_train: 0.4834 acc_train: 0.9692 || loss_valid: 0.7426 acc_valid: 0.9531 || batch time: 0.0116 ||epoch time: 6.9223\n",
      "epoch 14 loss_train: 0.4574 acc_train: 0.9709 || loss_valid: 0.7387 acc_valid: 0.9531 || batch time: 0.0116 ||epoch time: 6.9612\n",
      "epoch 15 loss_train: 0.4335 acc_train: 0.9724 || loss_valid: 0.7361 acc_valid: 0.9532 || batch time: 0.0108 ||epoch time: 6.4844\n",
      "epoch 16 loss_train: 0.4114 acc_train: 0.9737 || loss_valid: 0.7347 acc_valid: 0.9535 || batch time: 0.012 ||epoch time: 7.2007\n",
      "epoch 17 loss_train: 0.3909 acc_train: 0.975 || loss_valid: 0.7342 acc_valid: 0.9533 || batch time: 0.0122 ||epoch time: 7.3139\n",
      "epoch 18 loss_train: 0.3718 acc_train: 0.9763 || loss_valid: 0.7345 acc_valid: 0.9535 || batch time: 0.0124 ||epoch time: 7.4305\n",
      "epoch 19 loss_train: 0.354 acc_train: 0.9776 || loss_valid: 0.7357 acc_valid: 0.9536 || batch time: 0.012 ||epoch time: 7.1756\n",
      "epoch 20 loss_train: 0.3371 acc_train: 0.9787 || loss_valid: 0.7374 acc_valid: 0.9535 || batch time: 0.0123 ||epoch time: 7.3729\n",
      "epoch 21 loss_train: 0.3213 acc_train: 0.9799 || loss_valid: 0.7397 acc_valid: 0.9539 || batch time: 0.0124 ||epoch time: 7.3984\n",
      "epoch 22 loss_train: 0.3062 acc_train: 0.981 || loss_valid: 0.7426 acc_valid: 0.954 || batch time: 0.0121 ||epoch time: 7.238\n",
      "epoch 23 loss_train: 0.2921 acc_train: 0.9819 || loss_valid: 0.746 acc_valid: 0.9542 || batch time: 0.0123 ||epoch time: 7.3611\n",
      "epoch 24 loss_train: 0.2786 acc_train: 0.983 || loss_valid: 0.7496 acc_valid: 0.9541 || batch time: 0.0117 ||epoch time: 7.0167\n",
      "epoch 25 loss_train: 0.2658 acc_train: 0.9839 || loss_valid: 0.7536 acc_valid: 0.9541 || batch time: 0.012 ||epoch time: 7.2021\n",
      "epoch 26 loss_train: 0.2536 acc_train: 0.9847 || loss_valid: 0.7581 acc_valid: 0.9538 || batch time: 0.0116 ||epoch time: 6.9415\n",
      "epoch 27 loss_train: 0.2419 acc_train: 0.9856 || loss_valid: 0.7631 acc_valid: 0.9538 || batch time: 0.012 ||epoch time: 7.1665\n",
      "epoch 28 loss_train: 0.2309 acc_train: 0.9865 || loss_valid: 0.7681 acc_valid: 0.9535 || batch time: 0.0121 ||epoch time: 7.2291\n",
      "epoch 29 loss_train: 0.2203 acc_train: 0.9874 || loss_valid: 0.7736 acc_valid: 0.9533 || batch time: 0.0111 ||epoch time: 6.6402\n",
      "epoch 30 loss_train: 0.2102 acc_train: 0.9883 || loss_valid: 0.7794 acc_valid: 0.9533 || batch time: 0.0107 ||epoch time: 6.3993\n",
      "epoch 31 loss_train: 0.2005 acc_train: 0.9891 || loss_valid: 0.7854 acc_valid: 0.9532 || batch time: 0.0109 ||epoch time: 6.5281\n",
      "epoch 32 loss_train: 0.1912 acc_train: 0.9897 || loss_valid: 0.7916 acc_valid: 0.9531 || batch time: 0.0111 ||epoch time: 6.6572\n",
      "epoch 33 loss_train: 0.1823 acc_train: 0.9904 || loss_valid: 0.7982 acc_valid: 0.9532 || batch time: 0.0122 ||epoch time: 7.2919\n",
      "epoch 34 loss_train: 0.1737 acc_train: 0.991 || loss_valid: 0.8049 acc_valid: 0.953 || batch time: 0.0112 ||epoch time: 6.6755\n",
      "epoch 35 loss_train: 0.1655 acc_train: 0.9916 || loss_valid: 0.8119 acc_valid: 0.9531 || batch time: 0.0118 ||epoch time: 7.0927\n",
      "epoch 36 loss_train: 0.1576 acc_train: 0.9922 || loss_valid: 0.8191 acc_valid: 0.9529 || batch time: 0.0108 ||epoch time: 6.4613\n",
      "epoch 37 loss_train: 0.15 acc_train: 0.9926 || loss_valid: 0.8266 acc_valid: 0.9532 || batch time: 0.0108 ||epoch time: 6.4685\n",
      "epoch 38 loss_train: 0.1428 acc_train: 0.9932 || loss_valid: 0.8341 acc_valid: 0.9531 || batch time: 0.0107 ||epoch time: 6.4009\n",
      "epoch 39 loss_train: 0.1358 acc_train: 0.9937 || loss_valid: 0.8418 acc_valid: 0.9527 || batch time: 0.0113 ||epoch time: 6.7406\n",
      "epoch 40 loss_train: 0.1291 acc_train: 0.9941 || loss_valid: 0.8498 acc_valid: 0.9528 || batch time: 0.0107 ||epoch time: 6.4103\n",
      "epoch 41 loss_train: 0.1226 acc_train: 0.9946 || loss_valid: 0.8579 acc_valid: 0.9527 || batch time: 0.0107 ||epoch time: 6.4203\n",
      "epoch 42 loss_train: 0.1165 acc_train: 0.995 || loss_valid: 0.8662 acc_valid: 0.9526 || batch time: 0.0109 ||epoch time: 6.5527\n",
      "epoch 43 loss_train: 0.1105 acc_train: 0.9954 || loss_valid: 0.8747 acc_valid: 0.9524 || batch time: 0.0121 ||epoch time: 7.2247\n",
      "epoch 44 loss_train: 0.1048 acc_train: 0.9959 || loss_valid: 0.8831 acc_valid: 0.9524 || batch time: 0.0108 ||epoch time: 6.4589\n",
      "epoch 45 loss_train: 0.0994 acc_train: 0.9962 || loss_valid: 0.892 acc_valid: 0.9524 || batch time: 0.0107 ||epoch time: 6.3941\n",
      "epoch 46 loss_train: 0.0942 acc_train: 0.9966 || loss_valid: 0.9007 acc_valid: 0.9523 || batch time: 0.0107 ||epoch time: 6.4133\n",
      "epoch 47 loss_train: 0.0891 acc_train: 0.997 || loss_valid: 0.9098 acc_valid: 0.9522 || batch time: 0.0107 ||epoch time: 6.4177\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "023790c5fb3e4c00b1ed731abc013a68",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9114 acc_train: 0.6487 || loss_valid: 2.6149 acc_valid: 0.8509 || batch time: 0.0121 ||epoch time: 7.2641\n",
      "epoch 1 loss_train: 2.0616 acc_train: 0.8824 || loss_valid: 1.5303 acc_valid: 0.9135 || batch time: 0.0107 ||epoch time: 6.4317\n",
      "epoch 2 loss_train: 1.4065 acc_train: 0.919 || loss_valid: 1.1987 acc_valid: 0.9309 || batch time: 0.0107 ||epoch time: 6.4223\n",
      "epoch 3 loss_train: 1.1369 acc_train: 0.9337 || loss_valid: 1.0427 acc_valid: 0.9391 || batch time: 0.012 ||epoch time: 7.1782\n",
      "epoch 4 loss_train: 0.979 acc_train: 0.9415 || loss_valid: 0.9529 acc_valid: 0.9434 || batch time: 0.012 ||epoch time: 7.1946\n",
      "epoch 5 loss_train: 0.8705 acc_train: 0.9471 || loss_valid: 0.8941 acc_valid: 0.9465 || batch time: 0.0113 ||epoch time: 6.7522\n",
      "epoch 6 loss_train: 0.789 acc_train: 0.9515 || loss_valid: 0.8531 acc_valid: 0.9488 || batch time: 0.0109 ||epoch time: 6.5491\n",
      "epoch 7 loss_train: 0.7239 acc_train: 0.9552 || loss_valid: 0.8237 acc_valid: 0.95 || batch time: 0.0114 ||epoch time: 6.818\n",
      "epoch 8 loss_train: 0.6702 acc_train: 0.9583 || loss_valid: 0.8011 acc_valid: 0.9513 || batch time: 0.0106 ||epoch time: 6.3452\n",
      "epoch 9 loss_train: 0.6245 acc_train: 0.9608 || loss_valid: 0.7839 acc_valid: 0.9521 || batch time: 0.0106 ||epoch time: 6.3347\n",
      "epoch 10 loss_train: 0.5848 acc_train: 0.963 || loss_valid: 0.7706 acc_valid: 0.9529 || batch time: 0.0118 ||epoch time: 7.0543\n",
      "epoch 11 loss_train: 0.5496 acc_train: 0.9652 || loss_valid: 0.7603 acc_valid: 0.9534 || batch time: 0.0116 ||epoch time: 6.9196\n",
      "epoch 12 loss_train: 0.518 acc_train: 0.9669 || loss_valid: 0.7522 acc_valid: 0.9538 || batch time: 0.0107 ||epoch time: 6.3834\n",
      "epoch 13 loss_train: 0.4894 acc_train: 0.9687 || loss_valid: 0.7462 acc_valid: 0.9536 || batch time: 0.0112 ||epoch time: 6.6816\n",
      "epoch 14 loss_train: 0.4633 acc_train: 0.9704 || loss_valid: 0.7414 acc_valid: 0.9542 || batch time: 0.0107 ||epoch time: 6.3932\n",
      "epoch 15 loss_train: 0.4392 acc_train: 0.9721 || loss_valid: 0.7382 acc_valid: 0.9543 || batch time: 0.011 ||epoch time: 6.6139\n",
      "epoch 16 loss_train: 0.4171 acc_train: 0.9735 || loss_valid: 0.7362 acc_valid: 0.9541 || batch time: 0.0112 ||epoch time: 6.6767\n",
      "epoch 17 loss_train: 0.3965 acc_train: 0.9747 || loss_valid: 0.7348 acc_valid: 0.9548 || batch time: 0.0106 ||epoch time: 6.353\n",
      "epoch 18 loss_train: 0.3773 acc_train: 0.9762 || loss_valid: 0.7345 acc_valid: 0.9548 || batch time: 0.0106 ||epoch time: 6.3585\n",
      "epoch 19 loss_train: 0.3592 acc_train: 0.9774 || loss_valid: 0.7351 acc_valid: 0.955 || batch time: 0.0115 ||epoch time: 6.8704\n",
      "epoch 20 loss_train: 0.3423 acc_train: 0.9787 || loss_valid: 0.7365 acc_valid: 0.9551 || batch time: 0.0117 ||epoch time: 6.9979\n",
      "epoch 21 loss_train: 0.3263 acc_train: 0.9798 || loss_valid: 0.7384 acc_valid: 0.9546 || batch time: 0.0121 ||epoch time: 7.2226\n",
      "epoch 22 loss_train: 0.3112 acc_train: 0.9808 || loss_valid: 0.7411 acc_valid: 0.9547 || batch time: 0.011 ||epoch time: 6.5713\n",
      "epoch 23 loss_train: 0.2969 acc_train: 0.9818 || loss_valid: 0.7441 acc_valid: 0.9545 || batch time: 0.0106 ||epoch time: 6.3575\n",
      "epoch 24 loss_train: 0.2833 acc_train: 0.9828 || loss_valid: 0.7476 acc_valid: 0.9544 || batch time: 0.0108 ||epoch time: 6.486\n",
      "epoch 25 loss_train: 0.2704 acc_train: 0.9838 || loss_valid: 0.7516 acc_valid: 0.9543 || batch time: 0.0108 ||epoch time: 6.4744\n",
      "epoch 26 loss_train: 0.2582 acc_train: 0.9847 || loss_valid: 0.756 acc_valid: 0.9544 || batch time: 0.0106 ||epoch time: 6.3313\n",
      "epoch 27 loss_train: 0.2465 acc_train: 0.9856 || loss_valid: 0.7605 acc_valid: 0.9543 || batch time: 0.0106 ||epoch time: 6.3574\n",
      "epoch 28 loss_train: 0.2353 acc_train: 0.9864 || loss_valid: 0.7658 acc_valid: 0.9541 || batch time: 0.0111 ||epoch time: 6.6654\n",
      "epoch 29 loss_train: 0.2246 acc_train: 0.9872 || loss_valid: 0.7711 acc_valid: 0.9538 || batch time: 0.0121 ||epoch time: 7.2339\n",
      "epoch 30 loss_train: 0.2143 acc_train: 0.9879 || loss_valid: 0.7768 acc_valid: 0.9539 || batch time: 0.0114 ||epoch time: 6.8289\n",
      "epoch 31 loss_train: 0.2045 acc_train: 0.9887 || loss_valid: 0.7827 acc_valid: 0.9535 || batch time: 0.0117 ||epoch time: 6.9746\n",
      "epoch 32 loss_train: 0.1951 acc_train: 0.9894 || loss_valid: 0.7888 acc_valid: 0.9535 || batch time: 0.0108 ||epoch time: 6.4773\n",
      "epoch 33 loss_train: 0.1861 acc_train: 0.99 || loss_valid: 0.7954 acc_valid: 0.9533 || batch time: 0.0108 ||epoch time: 6.4672\n",
      "epoch 34 loss_train: 0.1774 acc_train: 0.9907 || loss_valid: 0.8023 acc_valid: 0.9533 || batch time: 0.0108 ||epoch time: 6.4724\n",
      "epoch 35 loss_train: 0.1691 acc_train: 0.9914 || loss_valid: 0.8092 acc_valid: 0.9531 || batch time: 0.0107 ||epoch time: 6.4081\n",
      "epoch 36 loss_train: 0.1612 acc_train: 0.9919 || loss_valid: 0.8164 acc_valid: 0.9531 || batch time: 0.0107 ||epoch time: 6.3801\n",
      "epoch 37 loss_train: 0.1535 acc_train: 0.9925 || loss_valid: 0.8238 acc_valid: 0.953 || batch time: 0.0107 ||epoch time: 6.3878\n",
      "epoch 38 loss_train: 0.1461 acc_train: 0.993 || loss_valid: 0.8315 acc_valid: 0.9527 || batch time: 0.0107 ||epoch time: 6.3992\n",
      "epoch 39 loss_train: 0.139 acc_train: 0.9935 || loss_valid: 0.8394 acc_valid: 0.9528 || batch time: 0.0109 ||epoch time: 6.5306\n",
      "epoch 40 loss_train: 0.1323 acc_train: 0.994 || loss_valid: 0.8473 acc_valid: 0.9527 || batch time: 0.0108 ||epoch time: 6.4593\n",
      "epoch 41 loss_train: 0.1257 acc_train: 0.9945 || loss_valid: 0.8556 acc_valid: 0.9528 || batch time: 0.0114 ||epoch time: 6.801\n",
      "epoch 42 loss_train: 0.1195 acc_train: 0.995 || loss_valid: 0.864 acc_valid: 0.9527 || batch time: 0.0124 ||epoch time: 7.4462\n",
      "epoch 43 loss_train: 0.1135 acc_train: 0.9954 || loss_valid: 0.8728 acc_valid: 0.9524 || batch time: 0.0117 ||epoch time: 7.0255\n",
      "epoch 44 loss_train: 0.1077 acc_train: 0.9958 || loss_valid: 0.8818 acc_valid: 0.9523 || batch time: 0.0108 ||epoch time: 6.492\n",
      "epoch 45 loss_train: 0.1022 acc_train: 0.9962 || loss_valid: 0.8909 acc_valid: 0.9522 || batch time: 0.0122 ||epoch time: 7.2756\n",
      "epoch 46 loss_train: 0.0969 acc_train: 0.9966 || loss_valid: 0.9006 acc_valid: 0.9518 || batch time: 0.0118 ||epoch time: 7.0702\n",
      "epoch 47 loss_train: 0.0919 acc_train: 0.9969 || loss_valid: 0.9098 acc_valid: 0.9517 || batch time: 0.012 ||epoch time: 7.1626\n",
      "epoch 48 loss_train: 0.087 acc_train: 0.9972 || loss_valid: 0.9197 acc_valid: 0.9515 || batch time: 0.0111 ||epoch time: 6.6196\n",
      "30 times no decrease\n",
      "loss acc: 0.9525 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9d4de47c3fa24c349b30503d7634a076",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0932 acc_train: 0.6391 || loss_valid: 2.6757 acc_valid: 0.8486 || batch time: 0.0118 ||epoch time: 7.0773\n",
      "epoch 1 loss_train: 2.0963 acc_train: 0.8823 || loss_valid: 1.5279 acc_valid: 0.9109 || batch time: 0.0121 ||epoch time: 7.2291\n",
      "epoch 2 loss_train: 1.4191 acc_train: 0.9199 || loss_valid: 1.1897 acc_valid: 0.9293 || batch time: 0.0119 ||epoch time: 7.1152\n",
      "epoch 3 loss_train: 1.1462 acc_train: 0.9335 || loss_valid: 1.0324 acc_valid: 0.9382 || batch time: 0.0119 ||epoch time: 7.1249\n",
      "epoch 4 loss_train: 0.9873 acc_train: 0.9417 || loss_valid: 0.9422 acc_valid: 0.9426 || batch time: 0.011 ||epoch time: 6.5597\n",
      "epoch 5 loss_train: 0.8779 acc_train: 0.9471 || loss_valid: 0.8838 acc_valid: 0.9459 || batch time: 0.0109 ||epoch time: 6.5083\n",
      "epoch 6 loss_train: 0.7958 acc_train: 0.9513 || loss_valid: 0.8435 acc_valid: 0.9483 || batch time: 0.0107 ||epoch time: 6.4012\n",
      "epoch 7 loss_train: 0.7304 acc_train: 0.9549 || loss_valid: 0.8146 acc_valid: 0.9495 || batch time: 0.0114 ||epoch time: 6.7971\n",
      "epoch 8 loss_train: 0.6761 acc_train: 0.9576 || loss_valid: 0.7924 acc_valid: 0.9506 || batch time: 0.0122 ||epoch time: 7.2809\n",
      "epoch 9 loss_train: 0.6298 acc_train: 0.9602 || loss_valid: 0.775 acc_valid: 0.9517 || batch time: 0.0112 ||epoch time: 6.7203\n",
      "epoch 10 loss_train: 0.5896 acc_train: 0.9627 || loss_valid: 0.7612 acc_valid: 0.9527 || batch time: 0.0116 ||epoch time: 6.9308\n",
      "epoch 11 loss_train: 0.554 acc_train: 0.9647 || loss_valid: 0.7506 acc_valid: 0.9531 || batch time: 0.0123 ||epoch time: 7.382\n",
      "epoch 12 loss_train: 0.5221 acc_train: 0.9668 || loss_valid: 0.7425 acc_valid: 0.9538 || batch time: 0.012 ||epoch time: 7.1658\n",
      "epoch 13 loss_train: 0.4932 acc_train: 0.9686 || loss_valid: 0.7361 acc_valid: 0.9543 || batch time: 0.0108 ||epoch time: 6.4918\n",
      "epoch 14 loss_train: 0.4668 acc_train: 0.9704 || loss_valid: 0.7311 acc_valid: 0.9546 || batch time: 0.0109 ||epoch time: 6.5229\n",
      "epoch 15 loss_train: 0.4425 acc_train: 0.9721 || loss_valid: 0.7277 acc_valid: 0.9546 || batch time: 0.0116 ||epoch time: 6.9387\n",
      "epoch 16 loss_train: 0.42 acc_train: 0.9734 || loss_valid: 0.7255 acc_valid: 0.9545 || batch time: 0.0118 ||epoch time: 7.0707\n",
      "epoch 17 loss_train: 0.3991 acc_train: 0.9748 || loss_valid: 0.7241 acc_valid: 0.9547 || batch time: 0.0108 ||epoch time: 6.4855\n",
      "epoch 18 loss_train: 0.3795 acc_train: 0.9762 || loss_valid: 0.7238 acc_valid: 0.9546 || batch time: 0.0107 ||epoch time: 6.3948\n",
      "epoch 19 loss_train: 0.3611 acc_train: 0.9774 || loss_valid: 0.7238 acc_valid: 0.9544 || batch time: 0.0107 ||epoch time: 6.4272\n",
      "epoch 20 loss_train: 0.3439 acc_train: 0.9788 || loss_valid: 0.7247 acc_valid: 0.9543 || batch time: 0.0116 ||epoch time: 6.9449\n",
      "epoch 21 loss_train: 0.3276 acc_train: 0.9798 || loss_valid: 0.7261 acc_valid: 0.9541 || batch time: 0.0112 ||epoch time: 6.6982\n",
      "epoch 22 loss_train: 0.3122 acc_train: 0.9809 || loss_valid: 0.7281 acc_valid: 0.9542 || batch time: 0.0107 ||epoch time: 6.4175\n",
      "epoch 23 loss_train: 0.2976 acc_train: 0.9819 || loss_valid: 0.731 acc_valid: 0.9541 || batch time: 0.0119 ||epoch time: 7.1156\n",
      "epoch 24 loss_train: 0.2838 acc_train: 0.983 || loss_valid: 0.7341 acc_valid: 0.954 || batch time: 0.0123 ||epoch time: 7.3932\n",
      "epoch 25 loss_train: 0.2706 acc_train: 0.9839 || loss_valid: 0.7377 acc_valid: 0.954 || batch time: 0.0122 ||epoch time: 7.2915\n",
      "epoch 26 loss_train: 0.2581 acc_train: 0.9848 || loss_valid: 0.7418 acc_valid: 0.9538 || batch time: 0.0118 ||epoch time: 7.0361\n",
      "epoch 27 loss_train: 0.2461 acc_train: 0.9859 || loss_valid: 0.7461 acc_valid: 0.9535 || batch time: 0.0122 ||epoch time: 7.3004\n",
      "epoch 28 loss_train: 0.2346 acc_train: 0.9865 || loss_valid: 0.7509 acc_valid: 0.9535 || batch time: 0.0107 ||epoch time: 6.427\n",
      "epoch 29 loss_train: 0.2238 acc_train: 0.9873 || loss_valid: 0.7562 acc_valid: 0.9534 || batch time: 0.012 ||epoch time: 7.1584\n",
      "epoch 30 loss_train: 0.2133 acc_train: 0.9881 || loss_valid: 0.7616 acc_valid: 0.9535 || batch time: 0.0107 ||epoch time: 6.4221\n",
      "epoch 31 loss_train: 0.2033 acc_train: 0.9888 || loss_valid: 0.7671 acc_valid: 0.9533 || batch time: 0.0108 ||epoch time: 6.4506\n",
      "epoch 32 loss_train: 0.1938 acc_train: 0.9895 || loss_valid: 0.7732 acc_valid: 0.953 || batch time: 0.0107 ||epoch time: 6.4245\n",
      "epoch 33 loss_train: 0.1846 acc_train: 0.9903 || loss_valid: 0.7793 acc_valid: 0.9531 || batch time: 0.0108 ||epoch time: 6.4709\n",
      "epoch 34 loss_train: 0.1757 acc_train: 0.9909 || loss_valid: 0.7857 acc_valid: 0.9529 || batch time: 0.0108 ||epoch time: 6.4699\n",
      "epoch 35 loss_train: 0.1673 acc_train: 0.9916 || loss_valid: 0.7924 acc_valid: 0.9527 || batch time: 0.0107 ||epoch time: 6.396\n",
      "epoch 36 loss_train: 0.1592 acc_train: 0.9922 || loss_valid: 0.7993 acc_valid: 0.9523 || batch time: 0.0118 ||epoch time: 7.0452\n",
      "epoch 37 loss_train: 0.1514 acc_train: 0.9927 || loss_valid: 0.8066 acc_valid: 0.9522 || batch time: 0.0121 ||epoch time: 7.2654\n",
      "epoch 38 loss_train: 0.144 acc_train: 0.9932 || loss_valid: 0.8139 acc_valid: 0.9519 || batch time: 0.0118 ||epoch time: 7.0419\n",
      "epoch 39 loss_train: 0.1369 acc_train: 0.9938 || loss_valid: 0.8213 acc_valid: 0.9519 || batch time: 0.0109 ||epoch time: 6.4948\n",
      "epoch 40 loss_train: 0.13 acc_train: 0.9942 || loss_valid: 0.8289 acc_valid: 0.952 || batch time: 0.0107 ||epoch time: 6.426\n",
      "epoch 41 loss_train: 0.1234 acc_train: 0.9947 || loss_valid: 0.8368 acc_valid: 0.9519 || batch time: 0.0107 ||epoch time: 6.4064\n",
      "epoch 42 loss_train: 0.1171 acc_train: 0.9952 || loss_valid: 0.8448 acc_valid: 0.9516 || batch time: 0.0121 ||epoch time: 7.2619\n",
      "epoch 43 loss_train: 0.1111 acc_train: 0.9956 || loss_valid: 0.8531 acc_valid: 0.9517 || batch time: 0.012 ||epoch time: 7.2134\n",
      "epoch 44 loss_train: 0.1053 acc_train: 0.996 || loss_valid: 0.8614 acc_valid: 0.9518 || batch time: 0.0123 ||epoch time: 7.3654\n",
      "epoch 45 loss_train: 0.0998 acc_train: 0.9964 || loss_valid: 0.87 acc_valid: 0.9513 || batch time: 0.012 ||epoch time: 7.1989\n",
      "epoch 46 loss_train: 0.0945 acc_train: 0.9967 || loss_valid: 0.8788 acc_valid: 0.9513 || batch time: 0.0124 ||epoch time: 7.3956\n",
      "epoch 47 loss_train: 0.0894 acc_train: 0.997 || loss_valid: 0.8876 acc_valid: 0.9511 || batch time: 0.0118 ||epoch time: 7.0397\n",
      "epoch 48 loss_train: 0.0846 acc_train: 0.9973 || loss_valid: 0.8968 acc_valid: 0.9509 || batch time: 0.012 ||epoch time: 7.174\n",
      "30 times no decrease\n",
      "loss acc: 0.9522 load epoch: 18\n",
      "\n",
      "#####################################\n",
      "walk_time: 4 ways: both conbime： Lstm\n",
      "batch_times: 0.011609999999999999\n",
      "epoch_times: 6.946310000000001\n",
      "total_times: 401.5366153717041\n",
      "loss_accs: 0.9526899999999999 [0.9536, 0.9521, 0.9534, 0.953, 0.9522, 0.9528, 0.9523, 0.9528, 0.9525, 0.9522]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.011609999999999999 6.946310000000001 0.9526899999999999 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7d49962710914955b2b32c23f6c245c7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fd41eba611404a18a5d08cbbf719a6fc",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0902 acc_train: 0.6381 || loss_valid: 2.7267 acc_valid: 0.8439 || batch time: 0.0135 ||epoch time: 8.0596\n",
      "epoch 1 loss_train: 2.1241 acc_train: 0.8805 || loss_valid: 1.5629 acc_valid: 0.9076 || batch time: 0.0139 ||epoch time: 8.3141\n",
      "epoch 2 loss_train: 1.4291 acc_train: 0.9193 || loss_valid: 1.2132 acc_valid: 0.9272 || batch time: 0.0136 ||epoch time: 8.1521\n",
      "epoch 3 loss_train: 1.1497 acc_train: 0.933 || loss_valid: 1.051 acc_valid: 0.9367 || batch time: 0.0131 ||epoch time: 7.8631\n",
      "epoch 4 loss_train: 0.9891 acc_train: 0.9412 || loss_valid: 0.9581 acc_valid: 0.941 || batch time: 0.0132 ||epoch time: 7.8877\n",
      "epoch 5 loss_train: 0.879 acc_train: 0.9469 || loss_valid: 0.8984 acc_valid: 0.9451 || batch time: 0.013 ||epoch time: 7.7854\n",
      "epoch 6 loss_train: 0.7962 acc_train: 0.9516 || loss_valid: 0.8562 acc_valid: 0.9479 || batch time: 0.0132 ||epoch time: 7.9035\n",
      "epoch 7 loss_train: 0.7305 acc_train: 0.9551 || loss_valid: 0.8255 acc_valid: 0.9493 || batch time: 0.013 ||epoch time: 7.7934\n",
      "epoch 8 loss_train: 0.6765 acc_train: 0.9581 || loss_valid: 0.8026 acc_valid: 0.95 || batch time: 0.0132 ||epoch time: 7.8842\n",
      "epoch 9 loss_train: 0.6305 acc_train: 0.9608 || loss_valid: 0.7852 acc_valid: 0.9508 || batch time: 0.0133 ||epoch time: 7.9606\n",
      "epoch 10 loss_train: 0.5903 acc_train: 0.9631 || loss_valid: 0.7714 acc_valid: 0.9516 || batch time: 0.0132 ||epoch time: 7.922\n",
      "epoch 11 loss_train: 0.5547 acc_train: 0.9652 || loss_valid: 0.7606 acc_valid: 0.952 || batch time: 0.0134 ||epoch time: 8.0088\n",
      "epoch 12 loss_train: 0.5226 acc_train: 0.9672 || loss_valid: 0.752 acc_valid: 0.9524 || batch time: 0.0133 ||epoch time: 7.9328\n",
      "epoch 13 loss_train: 0.4935 acc_train: 0.9689 || loss_valid: 0.7455 acc_valid: 0.9525 || batch time: 0.0133 ||epoch time: 7.9498\n",
      "epoch 14 loss_train: 0.467 acc_train: 0.9704 || loss_valid: 0.7404 acc_valid: 0.953 || batch time: 0.0134 ||epoch time: 7.9925\n",
      "epoch 15 loss_train: 0.4425 acc_train: 0.9719 || loss_valid: 0.7367 acc_valid: 0.9535 || batch time: 0.0132 ||epoch time: 7.9008\n",
      "epoch 16 loss_train: 0.42 acc_train: 0.9735 || loss_valid: 0.7342 acc_valid: 0.9536 || batch time: 0.0132 ||epoch time: 7.9148\n",
      "epoch 17 loss_train: 0.3991 acc_train: 0.9749 || loss_valid: 0.7325 acc_valid: 0.954 || batch time: 0.013 ||epoch time: 7.7741\n",
      "epoch 18 loss_train: 0.3796 acc_train: 0.9763 || loss_valid: 0.7318 acc_valid: 0.9541 || batch time: 0.0131 ||epoch time: 7.843\n",
      "epoch 19 loss_train: 0.3614 acc_train: 0.9775 || loss_valid: 0.7317 acc_valid: 0.9542 || batch time: 0.013 ||epoch time: 7.8002\n",
      "epoch 20 loss_train: 0.3443 acc_train: 0.9788 || loss_valid: 0.7324 acc_valid: 0.9545 || batch time: 0.013 ||epoch time: 7.7649\n",
      "epoch 21 loss_train: 0.3282 acc_train: 0.9799 || loss_valid: 0.7335 acc_valid: 0.9544 || batch time: 0.013 ||epoch time: 7.8014\n",
      "epoch 22 loss_train: 0.3129 acc_train: 0.981 || loss_valid: 0.7355 acc_valid: 0.9545 || batch time: 0.0149 ||epoch time: 8.9056\n",
      "epoch 23 loss_train: 0.2985 acc_train: 0.9821 || loss_valid: 0.7379 acc_valid: 0.9547 || batch time: 0.0147 ||epoch time: 8.7647\n",
      "epoch 24 loss_train: 0.2848 acc_train: 0.9831 || loss_valid: 0.7407 acc_valid: 0.9548 || batch time: 0.0132 ||epoch time: 7.9061\n",
      "epoch 25 loss_train: 0.2717 acc_train: 0.984 || loss_valid: 0.744 acc_valid: 0.9548 || batch time: 0.0147 ||epoch time: 8.8023\n",
      "epoch 26 loss_train: 0.2592 acc_train: 0.9849 || loss_valid: 0.7477 acc_valid: 0.9548 || batch time: 0.0138 ||epoch time: 8.242\n",
      "epoch 27 loss_train: 0.2474 acc_train: 0.9856 || loss_valid: 0.7516 acc_valid: 0.9548 || batch time: 0.0147 ||epoch time: 8.772\n",
      "epoch 28 loss_train: 0.236 acc_train: 0.9865 || loss_valid: 0.756 acc_valid: 0.9546 || batch time: 0.013 ||epoch time: 7.7872\n",
      "epoch 29 loss_train: 0.2251 acc_train: 0.9874 || loss_valid: 0.7605 acc_valid: 0.9546 || batch time: 0.0133 ||epoch time: 7.9414\n",
      "epoch 30 loss_train: 0.2148 acc_train: 0.9881 || loss_valid: 0.7655 acc_valid: 0.9544 || batch time: 0.0131 ||epoch time: 7.8284\n",
      "epoch 31 loss_train: 0.2048 acc_train: 0.9888 || loss_valid: 0.7709 acc_valid: 0.9541 || batch time: 0.0131 ||epoch time: 7.8404\n",
      "epoch 32 loss_train: 0.1952 acc_train: 0.9895 || loss_valid: 0.7764 acc_valid: 0.9545 || batch time: 0.0133 ||epoch time: 7.9687\n",
      "epoch 33 loss_train: 0.1861 acc_train: 0.9902 || loss_valid: 0.7824 acc_valid: 0.9545 || batch time: 0.0134 ||epoch time: 8.041\n",
      "epoch 34 loss_train: 0.1773 acc_train: 0.9907 || loss_valid: 0.7887 acc_valid: 0.9546 || batch time: 0.0146 ||epoch time: 8.7384\n",
      "epoch 35 loss_train: 0.1689 acc_train: 0.9913 || loss_valid: 0.7948 acc_valid: 0.9544 || batch time: 0.0136 ||epoch time: 8.135\n",
      "epoch 36 loss_train: 0.1609 acc_train: 0.9919 || loss_valid: 0.8014 acc_valid: 0.9544 || batch time: 0.0132 ||epoch time: 7.9096\n",
      "epoch 37 loss_train: 0.1532 acc_train: 0.9925 || loss_valid: 0.808 acc_valid: 0.9541 || batch time: 0.0131 ||epoch time: 7.8581\n",
      "epoch 38 loss_train: 0.1458 acc_train: 0.993 || loss_valid: 0.8149 acc_valid: 0.954 || batch time: 0.0134 ||epoch time: 8.0055\n",
      "epoch 39 loss_train: 0.1387 acc_train: 0.9935 || loss_valid: 0.8216 acc_valid: 0.9538 || batch time: 0.0141 ||epoch time: 8.4283\n",
      "epoch 40 loss_train: 0.1318 acc_train: 0.994 || loss_valid: 0.8288 acc_valid: 0.9537 || batch time: 0.0132 ||epoch time: 7.8776\n",
      "epoch 41 loss_train: 0.1253 acc_train: 0.9945 || loss_valid: 0.8361 acc_valid: 0.9533 || batch time: 0.0132 ||epoch time: 7.8837\n",
      "epoch 42 loss_train: 0.119 acc_train: 0.995 || loss_valid: 0.8436 acc_valid: 0.953 || batch time: 0.0141 ||epoch time: 8.4355\n",
      "epoch 43 loss_train: 0.1129 acc_train: 0.9954 || loss_valid: 0.8514 acc_valid: 0.9527 || batch time: 0.0136 ||epoch time: 8.1105\n",
      "epoch 44 loss_train: 0.1071 acc_train: 0.9958 || loss_valid: 0.8594 acc_valid: 0.9527 || batch time: 0.0132 ||epoch time: 7.8735\n",
      "epoch 45 loss_train: 0.1016 acc_train: 0.9962 || loss_valid: 0.8678 acc_valid: 0.9529 || batch time: 0.0132 ||epoch time: 7.9198\n",
      "epoch 46 loss_train: 0.0963 acc_train: 0.9966 || loss_valid: 0.8761 acc_valid: 0.9528 || batch time: 0.0132 ||epoch time: 7.8952\n",
      "epoch 47 loss_train: 0.0912 acc_train: 0.9969 || loss_valid: 0.8848 acc_valid: 0.9528 || batch time: 0.0131 ||epoch time: 7.848\n",
      "epoch 48 loss_train: 0.0864 acc_train: 0.9972 || loss_valid: 0.8933 acc_valid: 0.9528 || batch time: 0.013 ||epoch time: 7.7985\n",
      "epoch 49 loss_train: 0.0817 acc_train: 0.9975 || loss_valid: 0.9025 acc_valid: 0.9524 || batch time: 0.0131 ||epoch time: 7.8458\n",
      "30 times no decrease\n",
      "loss acc: 0.9529 load epoch: 19\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3912260c5fbd40d9a7e9dabcc6cb2007",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0097 acc_train: 0.6446 || loss_valid: 2.6542 acc_valid: 0.8523 || batch time: 0.0134 ||epoch time: 7.9935\n",
      "epoch 1 loss_train: 2.1087 acc_train: 0.8816 || loss_valid: 1.5314 acc_valid: 0.9136 || batch time: 0.0141 ||epoch time: 8.4605\n",
      "epoch 2 loss_train: 1.4252 acc_train: 0.919 || loss_valid: 1.1903 acc_valid: 0.9311 || batch time: 0.0148 ||epoch time: 8.8371\n",
      "epoch 3 loss_train: 1.1472 acc_train: 0.9336 || loss_valid: 1.031 acc_valid: 0.94 || batch time: 0.0146 ||epoch time: 8.7162\n",
      "epoch 4 loss_train: 0.9858 acc_train: 0.9416 || loss_valid: 0.9393 acc_valid: 0.944 || batch time: 0.0139 ||epoch time: 8.317\n",
      "epoch 5 loss_train: 0.8752 acc_train: 0.9473 || loss_valid: 0.8797 acc_valid: 0.9467 || batch time: 0.0131 ||epoch time: 7.8632\n",
      "epoch 6 loss_train: 0.7923 acc_train: 0.9515 || loss_valid: 0.8375 acc_valid: 0.9487 || batch time: 0.013 ||epoch time: 7.7927\n",
      "epoch 7 loss_train: 0.7266 acc_train: 0.9552 || loss_valid: 0.8066 acc_valid: 0.9496 || batch time: 0.0132 ||epoch time: 7.9193\n",
      "epoch 8 loss_train: 0.6721 acc_train: 0.9582 || loss_valid: 0.7834 acc_valid: 0.9506 || batch time: 0.013 ||epoch time: 7.7964\n",
      "epoch 9 loss_train: 0.6259 acc_train: 0.961 || loss_valid: 0.7655 acc_valid: 0.9513 || batch time: 0.0131 ||epoch time: 7.8057\n",
      "epoch 10 loss_train: 0.5858 acc_train: 0.9633 || loss_valid: 0.7518 acc_valid: 0.9518 || batch time: 0.0148 ||epoch time: 8.8414\n",
      "epoch 11 loss_train: 0.5505 acc_train: 0.9653 || loss_valid: 0.7415 acc_valid: 0.9523 || batch time: 0.0131 ||epoch time: 7.8489\n",
      "epoch 12 loss_train: 0.5188 acc_train: 0.967 || loss_valid: 0.7336 acc_valid: 0.9531 || batch time: 0.0142 ||epoch time: 8.4882\n",
      "epoch 13 loss_train: 0.4902 acc_train: 0.9687 || loss_valid: 0.7278 acc_valid: 0.9535 || batch time: 0.0142 ||epoch time: 8.4662\n",
      "epoch 14 loss_train: 0.4642 acc_train: 0.9703 || loss_valid: 0.7234 acc_valid: 0.9536 || batch time: 0.0148 ||epoch time: 8.863\n",
      "epoch 15 loss_train: 0.4404 acc_train: 0.9719 || loss_valid: 0.7205 acc_valid: 0.9539 || batch time: 0.0131 ||epoch time: 7.8371\n",
      "epoch 16 loss_train: 0.4188 acc_train: 0.9734 || loss_valid: 0.7183 acc_valid: 0.9538 || batch time: 0.0135 ||epoch time: 8.081\n",
      "epoch 17 loss_train: 0.3978 acc_train: 0.9748 || loss_valid: 0.7173 acc_valid: 0.9541 || batch time: 0.0142 ||epoch time: 8.5061\n",
      "epoch 18 loss_train: 0.3788 acc_train: 0.9762 || loss_valid: 0.7175 acc_valid: 0.9541 || batch time: 0.0138 ||epoch time: 8.2481\n",
      "epoch 19 loss_train: 0.361 acc_train: 0.9773 || loss_valid: 0.7181 acc_valid: 0.9543 || batch time: 0.0132 ||epoch time: 7.8866\n",
      "epoch 20 loss_train: 0.3442 acc_train: 0.9784 || loss_valid: 0.7194 acc_valid: 0.9546 || batch time: 0.0138 ||epoch time: 8.2343\n",
      "epoch 21 loss_train: 0.3283 acc_train: 0.9795 || loss_valid: 0.7211 acc_valid: 0.9546 || batch time: 0.0147 ||epoch time: 8.787\n",
      "epoch 22 loss_train: 0.3133 acc_train: 0.9805 || loss_valid: 0.7235 acc_valid: 0.9547 || batch time: 0.013 ||epoch time: 7.8034\n",
      "epoch 23 loss_train: 0.299 acc_train: 0.9816 || loss_valid: 0.7261 acc_valid: 0.9546 || batch time: 0.0132 ||epoch time: 7.8754\n",
      "epoch 24 loss_train: 0.2854 acc_train: 0.9825 || loss_valid: 0.7293 acc_valid: 0.9544 || batch time: 0.0132 ||epoch time: 7.9069\n",
      "epoch 25 loss_train: 0.2725 acc_train: 0.9835 || loss_valid: 0.7326 acc_valid: 0.9542 || batch time: 0.0132 ||epoch time: 7.8869\n",
      "epoch 26 loss_train: 0.2602 acc_train: 0.9844 || loss_valid: 0.7363 acc_valid: 0.9541 || batch time: 0.0149 ||epoch time: 8.8948\n",
      "epoch 27 loss_train: 0.2485 acc_train: 0.9853 || loss_valid: 0.7404 acc_valid: 0.954 || batch time: 0.0149 ||epoch time: 8.8989\n",
      "epoch 28 loss_train: 0.2373 acc_train: 0.9861 || loss_valid: 0.7448 acc_valid: 0.9539 || batch time: 0.0136 ||epoch time: 8.1297\n",
      "epoch 29 loss_train: 0.2267 acc_train: 0.9868 || loss_valid: 0.7496 acc_valid: 0.9539 || batch time: 0.0136 ||epoch time: 8.1609\n",
      "epoch 30 loss_train: 0.2164 acc_train: 0.9876 || loss_valid: 0.7548 acc_valid: 0.9535 || batch time: 0.0137 ||epoch time: 8.1865\n",
      "epoch 31 loss_train: 0.2066 acc_train: 0.9884 || loss_valid: 0.7604 acc_valid: 0.9533 || batch time: 0.0136 ||epoch time: 8.1399\n",
      "epoch 32 loss_train: 0.1972 acc_train: 0.9891 || loss_valid: 0.7661 acc_valid: 0.9532 || batch time: 0.014 ||epoch time: 8.3746\n",
      "epoch 33 loss_train: 0.1882 acc_train: 0.9896 || loss_valid: 0.7721 acc_valid: 0.9534 || batch time: 0.0134 ||epoch time: 7.992\n",
      "epoch 34 loss_train: 0.1795 acc_train: 0.9904 || loss_valid: 0.7784 acc_valid: 0.9532 || batch time: 0.0133 ||epoch time: 7.9661\n",
      "epoch 35 loss_train: 0.1711 acc_train: 0.991 || loss_valid: 0.7851 acc_valid: 0.9532 || batch time: 0.0133 ||epoch time: 7.9542\n",
      "epoch 36 loss_train: 0.1631 acc_train: 0.9917 || loss_valid: 0.792 acc_valid: 0.9533 || batch time: 0.0133 ||epoch time: 7.9633\n",
      "epoch 37 loss_train: 0.1554 acc_train: 0.9923 || loss_valid: 0.7989 acc_valid: 0.9532 || batch time: 0.0133 ||epoch time: 7.9678\n",
      "epoch 38 loss_train: 0.148 acc_train: 0.993 || loss_valid: 0.8059 acc_valid: 0.9533 || batch time: 0.0133 ||epoch time: 7.9658\n",
      "epoch 39 loss_train: 0.1409 acc_train: 0.9935 || loss_valid: 0.8135 acc_valid: 0.9533 || batch time: 0.0133 ||epoch time: 7.9573\n",
      "epoch 40 loss_train: 0.1341 acc_train: 0.9939 || loss_valid: 0.8211 acc_valid: 0.953 || batch time: 0.0139 ||epoch time: 8.3034\n",
      "epoch 41 loss_train: 0.1275 acc_train: 0.9944 || loss_valid: 0.8289 acc_valid: 0.9532 || batch time: 0.0139 ||epoch time: 8.3162\n",
      "epoch 42 loss_train: 0.1212 acc_train: 0.9948 || loss_valid: 0.8371 acc_valid: 0.9532 || batch time: 0.0139 ||epoch time: 8.2912\n",
      "epoch 43 loss_train: 0.1151 acc_train: 0.9952 || loss_valid: 0.8451 acc_valid: 0.9527 || batch time: 0.0134 ||epoch time: 7.9853\n",
      "epoch 44 loss_train: 0.1093 acc_train: 0.9955 || loss_valid: 0.8534 acc_valid: 0.9525 || batch time: 0.0138 ||epoch time: 8.2513\n",
      "epoch 45 loss_train: 0.1037 acc_train: 0.996 || loss_valid: 0.8618 acc_valid: 0.9524 || batch time: 0.0131 ||epoch time: 7.8447\n",
      "epoch 46 loss_train: 0.0984 acc_train: 0.9963 || loss_valid: 0.8705 acc_valid: 0.9521 || batch time: 0.0136 ||epoch time: 8.1442\n",
      "epoch 47 loss_train: 0.0932 acc_train: 0.9967 || loss_valid: 0.879 acc_valid: 0.9522 || batch time: 0.0133 ||epoch time: 7.9412\n",
      "30 times no decrease\n",
      "loss acc: 0.9519 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c7201c4af025418eacc86c7712d70606",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9258 acc_train: 0.6464 || loss_valid: 2.6529 acc_valid: 0.8468 || batch time: 0.0134 ||epoch time: 8.045\n",
      "epoch 1 loss_train: 2.0728 acc_train: 0.8835 || loss_valid: 1.5496 acc_valid: 0.9094 || batch time: 0.0139 ||epoch time: 8.3121\n",
      "epoch 2 loss_train: 1.4108 acc_train: 0.9203 || loss_valid: 1.2098 acc_valid: 0.9286 || batch time: 0.0135 ||epoch time: 8.0527\n",
      "epoch 3 loss_train: 1.138 acc_train: 0.9341 || loss_valid: 1.0498 acc_valid: 0.937 || batch time: 0.0131 ||epoch time: 7.8517\n",
      "epoch 4 loss_train: 0.9792 acc_train: 0.9419 || loss_valid: 0.9573 acc_valid: 0.9416 || batch time: 0.0142 ||epoch time: 8.4713\n",
      "epoch 5 loss_train: 0.8706 acc_train: 0.9475 || loss_valid: 0.8966 acc_valid: 0.9442 || batch time: 0.0144 ||epoch time: 8.5894\n",
      "epoch 6 loss_train: 0.7891 acc_train: 0.9518 || loss_valid: 0.8547 acc_valid: 0.9465 || batch time: 0.0131 ||epoch time: 7.8238\n",
      "epoch 7 loss_train: 0.7241 acc_train: 0.9553 || loss_valid: 0.8242 acc_valid: 0.9487 || batch time: 0.0134 ||epoch time: 8.0291\n",
      "epoch 8 loss_train: 0.6704 acc_train: 0.9584 || loss_valid: 0.8011 acc_valid: 0.9499 || batch time: 0.0132 ||epoch time: 7.8814\n",
      "epoch 9 loss_train: 0.6247 acc_train: 0.9608 || loss_valid: 0.7834 acc_valid: 0.9508 || batch time: 0.0132 ||epoch time: 7.9184\n",
      "epoch 10 loss_train: 0.585 acc_train: 0.9634 || loss_valid: 0.7698 acc_valid: 0.9519 || batch time: 0.0133 ||epoch time: 7.9368\n",
      "epoch 11 loss_train: 0.5499 acc_train: 0.9652 || loss_valid: 0.7589 acc_valid: 0.9523 || batch time: 0.0133 ||epoch time: 7.9284\n",
      "epoch 12 loss_train: 0.5183 acc_train: 0.9673 || loss_valid: 0.7504 acc_valid: 0.9524 || batch time: 0.0137 ||epoch time: 8.2144\n",
      "epoch 13 loss_train: 0.4898 acc_train: 0.9691 || loss_valid: 0.7441 acc_valid: 0.9532 || batch time: 0.0146 ||epoch time: 8.7219\n",
      "epoch 14 loss_train: 0.4637 acc_train: 0.9707 || loss_valid: 0.7395 acc_valid: 0.9531 || batch time: 0.0146 ||epoch time: 8.7486\n",
      "epoch 15 loss_train: 0.4397 acc_train: 0.9723 || loss_valid: 0.7362 acc_valid: 0.9531 || batch time: 0.0131 ||epoch time: 7.8477\n",
      "epoch 16 loss_train: 0.4176 acc_train: 0.9736 || loss_valid: 0.7342 acc_valid: 0.9534 || batch time: 0.0131 ||epoch time: 7.8165\n",
      "epoch 17 loss_train: 0.3972 acc_train: 0.9749 || loss_valid: 0.7331 acc_valid: 0.9536 || batch time: 0.0131 ||epoch time: 7.8586\n",
      "epoch 18 loss_train: 0.378 acc_train: 0.9763 || loss_valid: 0.7328 acc_valid: 0.9536 || batch time: 0.0141 ||epoch time: 8.4091\n",
      "epoch 19 loss_train: 0.3602 acc_train: 0.9775 || loss_valid: 0.7332 acc_valid: 0.9538 || batch time: 0.0145 ||epoch time: 8.6458\n",
      "epoch 20 loss_train: 0.3433 acc_train: 0.9786 || loss_valid: 0.7344 acc_valid: 0.9536 || batch time: 0.0133 ||epoch time: 7.9438\n",
      "epoch 21 loss_train: 0.3274 acc_train: 0.9798 || loss_valid: 0.7363 acc_valid: 0.9537 || batch time: 0.0142 ||epoch time: 8.5034\n",
      "epoch 22 loss_train: 0.3124 acc_train: 0.9808 || loss_valid: 0.7386 acc_valid: 0.9538 || batch time: 0.0131 ||epoch time: 7.8583\n",
      "epoch 23 loss_train: 0.2982 acc_train: 0.9818 || loss_valid: 0.7416 acc_valid: 0.9536 || batch time: 0.0131 ||epoch time: 7.8441\n",
      "epoch 24 loss_train: 0.2846 acc_train: 0.9827 || loss_valid: 0.7447 acc_valid: 0.9534 || batch time: 0.0132 ||epoch time: 7.8875\n",
      "epoch 25 loss_train: 0.2717 acc_train: 0.9837 || loss_valid: 0.7486 acc_valid: 0.9532 || batch time: 0.0133 ||epoch time: 7.9319\n",
      "epoch 26 loss_train: 0.2594 acc_train: 0.9848 || loss_valid: 0.7525 acc_valid: 0.9529 || batch time: 0.0135 ||epoch time: 8.0704\n",
      "epoch 27 loss_train: 0.2477 acc_train: 0.9854 || loss_valid: 0.757 acc_valid: 0.953 || batch time: 0.0143 ||epoch time: 8.5599\n",
      "epoch 28 loss_train: 0.2365 acc_train: 0.9863 || loss_valid: 0.7619 acc_valid: 0.9527 || batch time: 0.0132 ||epoch time: 7.9073\n",
      "epoch 29 loss_train: 0.2257 acc_train: 0.9871 || loss_valid: 0.767 acc_valid: 0.9525 || batch time: 0.0131 ||epoch time: 7.823\n",
      "epoch 30 loss_train: 0.2154 acc_train: 0.9878 || loss_valid: 0.7725 acc_valid: 0.9526 || batch time: 0.0131 ||epoch time: 7.8164\n",
      "epoch 31 loss_train: 0.2055 acc_train: 0.9887 || loss_valid: 0.7781 acc_valid: 0.9524 || batch time: 0.0131 ||epoch time: 7.839\n",
      "epoch 32 loss_train: 0.1961 acc_train: 0.9894 || loss_valid: 0.7843 acc_valid: 0.9526 || batch time: 0.0131 ||epoch time: 7.8475\n",
      "epoch 33 loss_train: 0.187 acc_train: 0.99 || loss_valid: 0.7907 acc_valid: 0.9525 || batch time: 0.0133 ||epoch time: 7.9296\n",
      "epoch 34 loss_train: 0.1783 acc_train: 0.9907 || loss_valid: 0.7973 acc_valid: 0.9523 || batch time: 0.0134 ||epoch time: 8.0307\n",
      "epoch 35 loss_train: 0.1699 acc_train: 0.9914 || loss_valid: 0.804 acc_valid: 0.9524 || batch time: 0.0149 ||epoch time: 8.8883\n",
      "epoch 36 loss_train: 0.1619 acc_train: 0.992 || loss_valid: 0.8109 acc_valid: 0.9523 || batch time: 0.0143 ||epoch time: 8.5356\n",
      "epoch 37 loss_train: 0.1542 acc_train: 0.9925 || loss_valid: 0.8182 acc_valid: 0.9522 || batch time: 0.0131 ||epoch time: 7.856\n",
      "epoch 38 loss_train: 0.1468 acc_train: 0.993 || loss_valid: 0.8258 acc_valid: 0.9521 || batch time: 0.0139 ||epoch time: 8.3112\n",
      "epoch 39 loss_train: 0.1396 acc_train: 0.9936 || loss_valid: 0.8331 acc_valid: 0.9521 || batch time: 0.0133 ||epoch time: 7.9666\n",
      "epoch 40 loss_train: 0.1328 acc_train: 0.9941 || loss_valid: 0.8411 acc_valid: 0.9517 || batch time: 0.0149 ||epoch time: 8.9191\n",
      "epoch 41 loss_train: 0.1262 acc_train: 0.9945 || loss_valid: 0.8492 acc_valid: 0.9516 || batch time: 0.0146 ||epoch time: 8.7541\n",
      "epoch 42 loss_train: 0.1199 acc_train: 0.995 || loss_valid: 0.8577 acc_valid: 0.9517 || batch time: 0.0139 ||epoch time: 8.3149\n",
      "epoch 43 loss_train: 0.1138 acc_train: 0.9954 || loss_valid: 0.8662 acc_valid: 0.9517 || batch time: 0.0135 ||epoch time: 8.0644\n",
      "epoch 44 loss_train: 0.108 acc_train: 0.9958 || loss_valid: 0.8752 acc_valid: 0.9517 || batch time: 0.0136 ||epoch time: 8.152\n",
      "epoch 45 loss_train: 0.1024 acc_train: 0.9961 || loss_valid: 0.8836 acc_valid: 0.9515 || batch time: 0.0137 ||epoch time: 8.1816\n",
      "epoch 46 loss_train: 0.0971 acc_train: 0.9964 || loss_valid: 0.8928 acc_valid: 0.9513 || batch time: 0.0136 ||epoch time: 8.1395\n",
      "epoch 47 loss_train: 0.092 acc_train: 0.9968 || loss_valid: 0.9021 acc_valid: 0.9512 || batch time: 0.0132 ||epoch time: 7.8748\n",
      "epoch 48 loss_train: 0.0871 acc_train: 0.9971 || loss_valid: 0.9117 acc_valid: 0.9513 || batch time: 0.0139 ||epoch time: 8.3144\n",
      "30 times no decrease\n",
      "loss acc: 0.9529 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0245de104a474841bc23abbf99f71967",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0865 acc_train: 0.6384 || loss_valid: 2.7002 acc_valid: 0.845 || batch time: 0.0143 ||epoch time: 8.5482\n",
      "epoch 1 loss_train: 2.1218 acc_train: 0.8794 || loss_valid: 1.5539 acc_valid: 0.9113 || batch time: 0.0133 ||epoch time: 7.9285\n",
      "epoch 2 loss_train: 1.4307 acc_train: 0.9184 || loss_valid: 1.206 acc_valid: 0.9293 || batch time: 0.0141 ||epoch time: 8.4342\n",
      "epoch 3 loss_train: 1.1487 acc_train: 0.9331 || loss_valid: 1.0435 acc_valid: 0.9378 || batch time: 0.0145 ||epoch time: 8.6673\n",
      "epoch 4 loss_train: 0.9864 acc_train: 0.9413 || loss_valid: 0.9495 acc_valid: 0.9424 || batch time: 0.0142 ||epoch time: 8.4794\n",
      "epoch 5 loss_train: 0.8759 acc_train: 0.9468 || loss_valid: 0.8891 acc_valid: 0.9455 || batch time: 0.0135 ||epoch time: 8.0752\n",
      "epoch 6 loss_train: 0.7932 acc_train: 0.951 || loss_valid: 0.8468 acc_valid: 0.9477 || batch time: 0.0138 ||epoch time: 8.2482\n",
      "epoch 7 loss_train: 0.7276 acc_train: 0.9545 || loss_valid: 0.8161 acc_valid: 0.9493 || batch time: 0.0146 ||epoch time: 8.7096\n",
      "epoch 8 loss_train: 0.6735 acc_train: 0.9573 || loss_valid: 0.7932 acc_valid: 0.9503 || batch time: 0.0144 ||epoch time: 8.6227\n",
      "epoch 9 loss_train: 0.6274 acc_train: 0.9601 || loss_valid: 0.7758 acc_valid: 0.9511 || batch time: 0.0142 ||epoch time: 8.4752\n",
      "epoch 10 loss_train: 0.5875 acc_train: 0.9625 || loss_valid: 0.7624 acc_valid: 0.9515 || batch time: 0.0144 ||epoch time: 8.6253\n",
      "epoch 11 loss_train: 0.5522 acc_train: 0.9647 || loss_valid: 0.752 acc_valid: 0.952 || batch time: 0.0143 ||epoch time: 8.5853\n",
      "epoch 12 loss_train: 0.5206 acc_train: 0.9668 || loss_valid: 0.7442 acc_valid: 0.9522 || batch time: 0.0145 ||epoch time: 8.6599\n",
      "epoch 13 loss_train: 0.4919 acc_train: 0.9687 || loss_valid: 0.7382 acc_valid: 0.9525 || batch time: 0.0145 ||epoch time: 8.6815\n",
      "epoch 14 loss_train: 0.4659 acc_train: 0.9703 || loss_valid: 0.7336 acc_valid: 0.9532 || batch time: 0.0144 ||epoch time: 8.6249\n",
      "epoch 15 loss_train: 0.4419 acc_train: 0.9719 || loss_valid: 0.7304 acc_valid: 0.9533 || batch time: 0.0144 ||epoch time: 8.6144\n",
      "epoch 16 loss_train: 0.4198 acc_train: 0.9734 || loss_valid: 0.7286 acc_valid: 0.9534 || batch time: 0.0142 ||epoch time: 8.4971\n",
      "epoch 17 loss_train: 0.3993 acc_train: 0.9746 || loss_valid: 0.7276 acc_valid: 0.9537 || batch time: 0.0145 ||epoch time: 8.6572\n",
      "epoch 18 loss_train: 0.3801 acc_train: 0.976 || loss_valid: 0.7272 acc_valid: 0.9538 || batch time: 0.0143 ||epoch time: 8.5711\n",
      "epoch 19 loss_train: 0.3622 acc_train: 0.9773 || loss_valid: 0.7275 acc_valid: 0.9538 || batch time: 0.0138 ||epoch time: 8.2507\n",
      "epoch 20 loss_train: 0.3454 acc_train: 0.9784 || loss_valid: 0.7286 acc_valid: 0.954 || batch time: 0.013 ||epoch time: 7.7765\n",
      "epoch 21 loss_train: 0.3294 acc_train: 0.9796 || loss_valid: 0.7301 acc_valid: 0.9538 || batch time: 0.0135 ||epoch time: 8.1007\n",
      "epoch 22 loss_train: 0.3144 acc_train: 0.9807 || loss_valid: 0.7324 acc_valid: 0.9542 || batch time: 0.0144 ||epoch time: 8.6076\n",
      "epoch 23 loss_train: 0.3001 acc_train: 0.9817 || loss_valid: 0.735 acc_valid: 0.9543 || batch time: 0.0145 ||epoch time: 8.7002\n",
      "epoch 24 loss_train: 0.2865 acc_train: 0.9828 || loss_valid: 0.738 acc_valid: 0.9541 || batch time: 0.0141 ||epoch time: 8.4171\n",
      "epoch 25 loss_train: 0.2737 acc_train: 0.9837 || loss_valid: 0.7417 acc_valid: 0.954 || batch time: 0.0146 ||epoch time: 8.752\n",
      "epoch 26 loss_train: 0.2614 acc_train: 0.9846 || loss_valid: 0.7457 acc_valid: 0.9543 || batch time: 0.0144 ||epoch time: 8.6103\n",
      "epoch 27 loss_train: 0.2497 acc_train: 0.9855 || loss_valid: 0.75 acc_valid: 0.9541 || batch time: 0.0136 ||epoch time: 8.1135\n",
      "epoch 28 loss_train: 0.2385 acc_train: 0.9863 || loss_valid: 0.7548 acc_valid: 0.9538 || batch time: 0.0138 ||epoch time: 8.2319\n",
      "epoch 29 loss_train: 0.2278 acc_train: 0.987 || loss_valid: 0.7596 acc_valid: 0.9539 || batch time: 0.0145 ||epoch time: 8.6646\n",
      "epoch 30 loss_train: 0.2175 acc_train: 0.9878 || loss_valid: 0.7652 acc_valid: 0.9535 || batch time: 0.0146 ||epoch time: 8.7453\n",
      "epoch 31 loss_train: 0.2077 acc_train: 0.9885 || loss_valid: 0.7709 acc_valid: 0.9535 || batch time: 0.0144 ||epoch time: 8.604\n",
      "epoch 32 loss_train: 0.1982 acc_train: 0.9891 || loss_valid: 0.7766 acc_valid: 0.9533 || batch time: 0.0144 ||epoch time: 8.5877\n",
      "epoch 33 loss_train: 0.1891 acc_train: 0.9897 || loss_valid: 0.7828 acc_valid: 0.9531 || batch time: 0.0146 ||epoch time: 8.7372\n",
      "epoch 34 loss_train: 0.1803 acc_train: 0.9904 || loss_valid: 0.7891 acc_valid: 0.9531 || batch time: 0.0145 ||epoch time: 8.669\n",
      "epoch 35 loss_train: 0.1719 acc_train: 0.9909 || loss_valid: 0.7959 acc_valid: 0.9527 || batch time: 0.0143 ||epoch time: 8.5568\n",
      "epoch 36 loss_train: 0.1639 acc_train: 0.9915 || loss_valid: 0.8027 acc_valid: 0.9527 || batch time: 0.0143 ||epoch time: 8.5526\n",
      "epoch 37 loss_train: 0.1561 acc_train: 0.9921 || loss_valid: 0.8098 acc_valid: 0.9527 || batch time: 0.0143 ||epoch time: 8.5419\n",
      "epoch 38 loss_train: 0.1487 acc_train: 0.9927 || loss_valid: 0.8174 acc_valid: 0.9527 || batch time: 0.0145 ||epoch time: 8.6587\n",
      "epoch 39 loss_train: 0.1415 acc_train: 0.9932 || loss_valid: 0.8249 acc_valid: 0.9524 || batch time: 0.0145 ||epoch time: 8.6652\n",
      "epoch 40 loss_train: 0.1346 acc_train: 0.9937 || loss_valid: 0.8328 acc_valid: 0.9524 || batch time: 0.0145 ||epoch time: 8.6491\n",
      "epoch 41 loss_train: 0.128 acc_train: 0.9942 || loss_valid: 0.8407 acc_valid: 0.9523 || batch time: 0.0145 ||epoch time: 8.6728\n",
      "epoch 42 loss_train: 0.1217 acc_train: 0.9947 || loss_valid: 0.8488 acc_valid: 0.9521 || batch time: 0.0145 ||epoch time: 8.6651\n",
      "epoch 43 loss_train: 0.1156 acc_train: 0.9952 || loss_valid: 0.8571 acc_valid: 0.9519 || batch time: 0.0144 ||epoch time: 8.6369\n",
      "epoch 44 loss_train: 0.1097 acc_train: 0.9955 || loss_valid: 0.866 acc_valid: 0.9519 || batch time: 0.0146 ||epoch time: 8.7436\n",
      "epoch 45 loss_train: 0.1041 acc_train: 0.9959 || loss_valid: 0.8745 acc_valid: 0.9519 || batch time: 0.0142 ||epoch time: 8.525\n",
      "epoch 46 loss_train: 0.0987 acc_train: 0.9963 || loss_valid: 0.8833 acc_valid: 0.9518 || batch time: 0.0143 ||epoch time: 8.5652\n",
      "epoch 47 loss_train: 0.0936 acc_train: 0.9966 || loss_valid: 0.8923 acc_valid: 0.9517 || batch time: 0.0144 ||epoch time: 8.6263\n",
      "epoch 48 loss_train: 0.0886 acc_train: 0.997 || loss_valid: 0.9016 acc_valid: 0.9516 || batch time: 0.014 ||epoch time: 8.3576\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d4f4777de4164ab282a073993ff67573",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0688 acc_train: 0.6353 || loss_valid: 2.6584 acc_valid: 0.85 || batch time: 0.0146 ||epoch time: 8.7113\n",
      "epoch 1 loss_train: 2.0909 acc_train: 0.8828 || loss_valid: 1.5271 acc_valid: 0.9135 || batch time: 0.0145 ||epoch time: 8.6885\n",
      "epoch 2 loss_train: 1.4156 acc_train: 0.9203 || loss_valid: 1.1894 acc_valid: 0.9312 || batch time: 0.0147 ||epoch time: 8.7905\n",
      "epoch 3 loss_train: 1.1421 acc_train: 0.9342 || loss_valid: 1.0342 acc_valid: 0.9381 || batch time: 0.0142 ||epoch time: 8.5035\n",
      "epoch 4 loss_train: 0.9846 acc_train: 0.9418 || loss_valid: 0.9453 acc_valid: 0.9428 || batch time: 0.0144 ||epoch time: 8.6073\n",
      "epoch 5 loss_train: 0.8761 acc_train: 0.9473 || loss_valid: 0.8876 acc_valid: 0.9457 || batch time: 0.0144 ||epoch time: 8.6014\n",
      "epoch 6 loss_train: 0.7948 acc_train: 0.9515 || loss_valid: 0.8471 acc_valid: 0.9483 || batch time: 0.0145 ||epoch time: 8.7023\n",
      "epoch 7 loss_train: 0.7303 acc_train: 0.9549 || loss_valid: 0.8166 acc_valid: 0.9496 || batch time: 0.0145 ||epoch time: 8.6484\n",
      "epoch 8 loss_train: 0.6765 acc_train: 0.9578 || loss_valid: 0.794 acc_valid: 0.9507 || batch time: 0.013 ||epoch time: 7.765\n",
      "epoch 9 loss_train: 0.6307 acc_train: 0.9606 || loss_valid: 0.7761 acc_valid: 0.9513 || batch time: 0.0131 ||epoch time: 7.841\n",
      "epoch 10 loss_train: 0.5907 acc_train: 0.9629 || loss_valid: 0.7621 acc_valid: 0.9518 || batch time: 0.0145 ||epoch time: 8.7038\n",
      "epoch 11 loss_train: 0.5554 acc_train: 0.965 || loss_valid: 0.7506 acc_valid: 0.9524 || batch time: 0.0146 ||epoch time: 8.7264\n",
      "epoch 12 loss_train: 0.5237 acc_train: 0.967 || loss_valid: 0.7418 acc_valid: 0.9533 || batch time: 0.0143 ||epoch time: 8.568\n",
      "epoch 13 loss_train: 0.4949 acc_train: 0.9687 || loss_valid: 0.735 acc_valid: 0.9536 || batch time: 0.0143 ||epoch time: 8.5426\n",
      "epoch 14 loss_train: 0.4687 acc_train: 0.9703 || loss_valid: 0.7296 acc_valid: 0.9535 || batch time: 0.0146 ||epoch time: 8.7427\n",
      "epoch 15 loss_train: 0.4446 acc_train: 0.9718 || loss_valid: 0.7259 acc_valid: 0.9538 || batch time: 0.0146 ||epoch time: 8.7151\n",
      "epoch 16 loss_train: 0.4224 acc_train: 0.9733 || loss_valid: 0.723 acc_valid: 0.9538 || batch time: 0.0142 ||epoch time: 8.5232\n",
      "epoch 17 loss_train: 0.4016 acc_train: 0.9747 || loss_valid: 0.7214 acc_valid: 0.954 || batch time: 0.0146 ||epoch time: 8.7334\n",
      "epoch 18 loss_train: 0.3823 acc_train: 0.9763 || loss_valid: 0.7205 acc_valid: 0.9543 || batch time: 0.015 ||epoch time: 8.9583\n",
      "epoch 19 loss_train: 0.3641 acc_train: 0.9776 || loss_valid: 0.7206 acc_valid: 0.9541 || batch time: 0.0148 ||epoch time: 8.8721\n",
      "epoch 20 loss_train: 0.347 acc_train: 0.9786 || loss_valid: 0.7212 acc_valid: 0.954 || batch time: 0.0144 ||epoch time: 8.6295\n",
      "epoch 21 loss_train: 0.3309 acc_train: 0.9797 || loss_valid: 0.7224 acc_valid: 0.9541 || batch time: 0.0142 ||epoch time: 8.511\n",
      "epoch 22 loss_train: 0.3157 acc_train: 0.9809 || loss_valid: 0.724 acc_valid: 0.9539 || batch time: 0.0147 ||epoch time: 8.8044\n",
      "epoch 23 loss_train: 0.3014 acc_train: 0.982 || loss_valid: 0.7263 acc_valid: 0.9542 || batch time: 0.0147 ||epoch time: 8.8164\n",
      "epoch 24 loss_train: 0.2878 acc_train: 0.9829 || loss_valid: 0.7293 acc_valid: 0.9541 || batch time: 0.0142 ||epoch time: 8.4928\n",
      "epoch 25 loss_train: 0.2748 acc_train: 0.9839 || loss_valid: 0.7326 acc_valid: 0.9539 || batch time: 0.0143 ||epoch time: 8.5352\n",
      "epoch 26 loss_train: 0.2625 acc_train: 0.9847 || loss_valid: 0.7363 acc_valid: 0.9538 || batch time: 0.0146 ||epoch time: 8.717\n",
      "epoch 27 loss_train: 0.2507 acc_train: 0.9856 || loss_valid: 0.7403 acc_valid: 0.9538 || batch time: 0.0146 ||epoch time: 8.7115\n",
      "epoch 28 loss_train: 0.2395 acc_train: 0.9864 || loss_valid: 0.745 acc_valid: 0.9536 || batch time: 0.0138 ||epoch time: 8.2762\n",
      "epoch 29 loss_train: 0.2288 acc_train: 0.9871 || loss_valid: 0.7501 acc_valid: 0.9538 || batch time: 0.0142 ||epoch time: 8.5243\n",
      "epoch 30 loss_train: 0.2186 acc_train: 0.9879 || loss_valid: 0.7553 acc_valid: 0.9537 || batch time: 0.0146 ||epoch time: 8.747\n",
      "epoch 31 loss_train: 0.2088 acc_train: 0.9886 || loss_valid: 0.7607 acc_valid: 0.9535 || batch time: 0.0145 ||epoch time: 8.6714\n",
      "epoch 32 loss_train: 0.1993 acc_train: 0.9892 || loss_valid: 0.7665 acc_valid: 0.9532 || batch time: 0.0141 ||epoch time: 8.4213\n",
      "epoch 33 loss_train: 0.1903 acc_train: 0.9899 || loss_valid: 0.7727 acc_valid: 0.9532 || batch time: 0.0143 ||epoch time: 8.5451\n",
      "epoch 34 loss_train: 0.1816 acc_train: 0.9905 || loss_valid: 0.7789 acc_valid: 0.9532 || batch time: 0.0141 ||epoch time: 8.4393\n",
      "epoch 35 loss_train: 0.1732 acc_train: 0.9911 || loss_valid: 0.7856 acc_valid: 0.9531 || batch time: 0.014 ||epoch time: 8.3662\n",
      "epoch 36 loss_train: 0.1652 acc_train: 0.9917 || loss_valid: 0.7922 acc_valid: 0.953 || batch time: 0.0147 ||epoch time: 8.7744\n",
      "epoch 37 loss_train: 0.1575 acc_train: 0.9923 || loss_valid: 0.7994 acc_valid: 0.9529 || batch time: 0.0142 ||epoch time: 8.4799\n",
      "epoch 38 loss_train: 0.1501 acc_train: 0.9928 || loss_valid: 0.8064 acc_valid: 0.9527 || batch time: 0.013 ||epoch time: 7.7877\n",
      "epoch 39 loss_train: 0.143 acc_train: 0.9933 || loss_valid: 0.8138 acc_valid: 0.9525 || batch time: 0.0131 ||epoch time: 7.8447\n",
      "epoch 40 loss_train: 0.1361 acc_train: 0.9939 || loss_valid: 0.8212 acc_valid: 0.9524 || batch time: 0.0131 ||epoch time: 7.8634\n",
      "epoch 41 loss_train: 0.1296 acc_train: 0.9944 || loss_valid: 0.8289 acc_valid: 0.9523 || batch time: 0.0131 ||epoch time: 7.8543\n",
      "epoch 42 loss_train: 0.1232 acc_train: 0.9948 || loss_valid: 0.8366 acc_valid: 0.952 || batch time: 0.0133 ||epoch time: 7.9671\n",
      "epoch 43 loss_train: 0.1172 acc_train: 0.9952 || loss_valid: 0.8449 acc_valid: 0.9521 || batch time: 0.014 ||epoch time: 8.3837\n",
      "epoch 44 loss_train: 0.1114 acc_train: 0.9956 || loss_valid: 0.8527 acc_valid: 0.9522 || batch time: 0.0142 ||epoch time: 8.5013\n",
      "epoch 45 loss_train: 0.1058 acc_train: 0.996 || loss_valid: 0.8612 acc_valid: 0.9521 || batch time: 0.0137 ||epoch time: 8.2049\n",
      "epoch 46 loss_train: 0.1005 acc_train: 0.9963 || loss_valid: 0.8697 acc_valid: 0.9524 || batch time: 0.0144 ||epoch time: 8.6281\n",
      "epoch 47 loss_train: 0.0954 acc_train: 0.9966 || loss_valid: 0.8783 acc_valid: 0.9521 || batch time: 0.013 ||epoch time: 7.7761\n",
      "epoch 48 loss_train: 0.0904 acc_train: 0.9969 || loss_valid: 0.8872 acc_valid: 0.9521 || batch time: 0.0135 ||epoch time: 8.0997\n",
      "30 times no decrease\n",
      "loss acc: 0.9525 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4109cf72811a4ca4a89d6b2caf8e515f",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0819 acc_train: 0.6389 || loss_valid: 2.7037 acc_valid: 0.8485 || batch time: 0.0144 ||epoch time: 8.5896\n",
      "epoch 1 loss_train: 2.1171 acc_train: 0.8812 || loss_valid: 1.549 acc_valid: 0.9118 || batch time: 0.0136 ||epoch time: 8.1376\n",
      "epoch 2 loss_train: 1.4265 acc_train: 0.9188 || loss_valid: 1.2047 acc_valid: 0.9303 || batch time: 0.0141 ||epoch time: 8.4266\n",
      "epoch 3 loss_train: 1.1498 acc_train: 0.9334 || loss_valid: 1.0465 acc_valid: 0.9374 || batch time: 0.0139 ||epoch time: 8.3105\n",
      "epoch 4 loss_train: 0.9908 acc_train: 0.9416 || loss_valid: 0.9556 acc_valid: 0.9422 || batch time: 0.015 ||epoch time: 8.9788\n",
      "epoch 5 loss_train: 0.8813 acc_train: 0.9468 || loss_valid: 0.8969 acc_valid: 0.9457 || batch time: 0.0144 ||epoch time: 8.6347\n",
      "epoch 6 loss_train: 0.7989 acc_train: 0.9512 || loss_valid: 0.8559 acc_valid: 0.9473 || batch time: 0.0142 ||epoch time: 8.4995\n",
      "epoch 7 loss_train: 0.7332 acc_train: 0.9547 || loss_valid: 0.826 acc_valid: 0.9492 || batch time: 0.0141 ||epoch time: 8.4601\n",
      "epoch 8 loss_train: 0.679 acc_train: 0.9579 || loss_valid: 0.8037 acc_valid: 0.9505 || batch time: 0.0131 ||epoch time: 7.8117\n",
      "epoch 9 loss_train: 0.6327 acc_train: 0.9606 || loss_valid: 0.7868 acc_valid: 0.9513 || batch time: 0.0131 ||epoch time: 7.8494\n",
      "epoch 10 loss_train: 0.5925 acc_train: 0.963 || loss_valid: 0.7738 acc_valid: 0.9516 || batch time: 0.0129 ||epoch time: 7.7223\n",
      "epoch 11 loss_train: 0.5571 acc_train: 0.9653 || loss_valid: 0.7639 acc_valid: 0.9519 || batch time: 0.0138 ||epoch time: 8.2311\n",
      "epoch 12 loss_train: 0.5255 acc_train: 0.9671 || loss_valid: 0.7562 acc_valid: 0.9524 || batch time: 0.0132 ||epoch time: 7.8816\n",
      "epoch 13 loss_train: 0.4968 acc_train: 0.9686 || loss_valid: 0.75 acc_valid: 0.953 || batch time: 0.0132 ||epoch time: 7.8811\n",
      "epoch 14 loss_train: 0.4705 acc_train: 0.9702 || loss_valid: 0.7461 acc_valid: 0.9533 || batch time: 0.013 ||epoch time: 7.8047\n",
      "epoch 15 loss_train: 0.4465 acc_train: 0.9717 || loss_valid: 0.743 acc_valid: 0.9534 || batch time: 0.0143 ||epoch time: 8.5751\n",
      "epoch 16 loss_train: 0.4243 acc_train: 0.9732 || loss_valid: 0.741 acc_valid: 0.9539 || batch time: 0.0132 ||epoch time: 7.8829\n",
      "epoch 17 loss_train: 0.4036 acc_train: 0.9746 || loss_valid: 0.74 acc_valid: 0.954 || batch time: 0.0135 ||epoch time: 8.0825\n",
      "epoch 18 loss_train: 0.3844 acc_train: 0.9759 || loss_valid: 0.74 acc_valid: 0.9538 || batch time: 0.0132 ||epoch time: 7.9254\n",
      "epoch 19 loss_train: 0.3663 acc_train: 0.977 || loss_valid: 0.7407 acc_valid: 0.9536 || batch time: 0.013 ||epoch time: 7.7728\n",
      "epoch 20 loss_train: 0.3493 acc_train: 0.9782 || loss_valid: 0.7419 acc_valid: 0.9535 || batch time: 0.0141 ||epoch time: 8.4165\n",
      "epoch 21 loss_train: 0.3333 acc_train: 0.9794 || loss_valid: 0.7439 acc_valid: 0.9531 || batch time: 0.0139 ||epoch time: 8.3218\n",
      "epoch 22 loss_train: 0.3181 acc_train: 0.9804 || loss_valid: 0.7461 acc_valid: 0.953 || batch time: 0.0143 ||epoch time: 8.5712\n",
      "epoch 23 loss_train: 0.3037 acc_train: 0.9813 || loss_valid: 0.7489 acc_valid: 0.953 || batch time: 0.0138 ||epoch time: 8.2438\n",
      "epoch 24 loss_train: 0.2899 acc_train: 0.9823 || loss_valid: 0.7523 acc_valid: 0.953 || batch time: 0.0141 ||epoch time: 8.446\n",
      "epoch 25 loss_train: 0.2768 acc_train: 0.9832 || loss_valid: 0.7559 acc_valid: 0.9532 || batch time: 0.0135 ||epoch time: 8.0774\n",
      "epoch 26 loss_train: 0.2644 acc_train: 0.9844 || loss_valid: 0.7596 acc_valid: 0.9527 || batch time: 0.0142 ||epoch time: 8.5146\n",
      "epoch 27 loss_train: 0.2525 acc_train: 0.9853 || loss_valid: 0.7639 acc_valid: 0.9527 || batch time: 0.0132 ||epoch time: 7.8803\n",
      "epoch 28 loss_train: 0.2411 acc_train: 0.9862 || loss_valid: 0.7684 acc_valid: 0.9527 || batch time: 0.014 ||epoch time: 8.3473\n",
      "epoch 29 loss_train: 0.2303 acc_train: 0.9869 || loss_valid: 0.7734 acc_valid: 0.9527 || batch time: 0.0132 ||epoch time: 7.8745\n",
      "epoch 30 loss_train: 0.2199 acc_train: 0.9877 || loss_valid: 0.7787 acc_valid: 0.9525 || batch time: 0.0132 ||epoch time: 7.9212\n",
      "epoch 31 loss_train: 0.21 acc_train: 0.9883 || loss_valid: 0.7843 acc_valid: 0.9523 || batch time: 0.0142 ||epoch time: 8.5178\n",
      "epoch 32 loss_train: 0.2011 acc_train: 0.989 || loss_valid: 0.7899 acc_valid: 0.9524 || batch time: 0.0129 ||epoch time: 7.74\n",
      "epoch 33 loss_train: 0.1916 acc_train: 0.9898 || loss_valid: 0.7954 acc_valid: 0.9523 || batch time: 0.013 ||epoch time: 7.7727\n",
      "epoch 34 loss_train: 0.1826 acc_train: 0.9904 || loss_valid: 0.8014 acc_valid: 0.9522 || batch time: 0.0143 ||epoch time: 8.5542\n",
      "epoch 35 loss_train: 0.1742 acc_train: 0.991 || loss_valid: 0.8079 acc_valid: 0.9521 || batch time: 0.0133 ||epoch time: 7.9582\n",
      "epoch 36 loss_train: 0.1662 acc_train: 0.9915 || loss_valid: 0.8144 acc_valid: 0.952 || batch time: 0.0144 ||epoch time: 8.5924\n",
      "epoch 37 loss_train: 0.1585 acc_train: 0.9922 || loss_valid: 0.8212 acc_valid: 0.9521 || batch time: 0.0145 ||epoch time: 8.7034\n",
      "epoch 38 loss_train: 0.151 acc_train: 0.9927 || loss_valid: 0.8279 acc_valid: 0.9519 || batch time: 0.0133 ||epoch time: 7.9546\n",
      "epoch 39 loss_train: 0.1438 acc_train: 0.9932 || loss_valid: 0.8349 acc_valid: 0.9517 || batch time: 0.0144 ||epoch time: 8.6011\n",
      "epoch 40 loss_train: 0.1368 acc_train: 0.9937 || loss_valid: 0.8421 acc_valid: 0.9516 || batch time: 0.0131 ||epoch time: 7.8155\n",
      "epoch 41 loss_train: 0.1302 acc_train: 0.9942 || loss_valid: 0.8495 acc_valid: 0.9516 || batch time: 0.0144 ||epoch time: 8.5971\n",
      "epoch 42 loss_train: 0.1237 acc_train: 0.9947 || loss_valid: 0.8573 acc_valid: 0.9517 || batch time: 0.013 ||epoch time: 7.7632\n",
      "epoch 43 loss_train: 0.1176 acc_train: 0.9952 || loss_valid: 0.8653 acc_valid: 0.9513 || batch time: 0.0137 ||epoch time: 8.2009\n",
      "epoch 44 loss_train: 0.1116 acc_train: 0.9956 || loss_valid: 0.8731 acc_valid: 0.9512 || batch time: 0.0137 ||epoch time: 8.1708\n",
      "epoch 45 loss_train: 0.1059 acc_train: 0.996 || loss_valid: 0.8816 acc_valid: 0.9509 || batch time: 0.014 ||epoch time: 8.3926\n",
      "epoch 46 loss_train: 0.1005 acc_train: 0.9963 || loss_valid: 0.8901 acc_valid: 0.9509 || batch time: 0.0135 ||epoch time: 8.0694\n",
      "epoch 47 loss_train: 0.0953 acc_train: 0.9966 || loss_valid: 0.8985 acc_valid: 0.9508 || batch time: 0.013 ||epoch time: 7.7709\n",
      "30 times no decrease\n",
      "loss acc: 0.9524 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "78dc0f6f455b4bd3b9cd547249d20cb3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2765 acc_train: 0.6235 || loss_valid: 2.738 acc_valid: 0.8459 || batch time: 0.0141 ||epoch time: 8.4263\n",
      "epoch 1 loss_train: 2.1195 acc_train: 0.8811 || loss_valid: 1.5488 acc_valid: 0.9129 || batch time: 0.0134 ||epoch time: 8.0116\n",
      "epoch 2 loss_train: 1.4275 acc_train: 0.9195 || loss_valid: 1.2004 acc_valid: 0.93 || batch time: 0.0137 ||epoch time: 8.1741\n",
      "epoch 3 loss_train: 1.1514 acc_train: 0.9337 || loss_valid: 1.0388 acc_valid: 0.938 || batch time: 0.0133 ||epoch time: 7.9497\n",
      "epoch 4 loss_train: 0.9914 acc_train: 0.9414 || loss_valid: 0.9462 acc_valid: 0.9422 || batch time: 0.0143 ||epoch time: 8.5437\n",
      "epoch 5 loss_train: 0.8812 acc_train: 0.947 || loss_valid: 0.8863 acc_valid: 0.9454 || batch time: 0.0136 ||epoch time: 8.1147\n",
      "epoch 6 loss_train: 0.7981 acc_train: 0.9512 || loss_valid: 0.8442 acc_valid: 0.9473 || batch time: 0.0143 ||epoch time: 8.5324\n",
      "epoch 7 loss_train: 0.7321 acc_train: 0.9544 || loss_valid: 0.8139 acc_valid: 0.9489 || batch time: 0.0133 ||epoch time: 7.9551\n",
      "epoch 8 loss_train: 0.6775 acc_train: 0.9575 || loss_valid: 0.7911 acc_valid: 0.9497 || batch time: 0.013 ||epoch time: 7.7482\n",
      "epoch 9 loss_train: 0.631 acc_train: 0.9604 || loss_valid: 0.7735 acc_valid: 0.9508 || batch time: 0.0134 ||epoch time: 8.0049\n",
      "epoch 10 loss_train: 0.5907 acc_train: 0.9626 || loss_valid: 0.7599 acc_valid: 0.9513 || batch time: 0.0145 ||epoch time: 8.649\n",
      "epoch 11 loss_train: 0.5552 acc_train: 0.9648 || loss_valid: 0.7495 acc_valid: 0.9519 || batch time: 0.0133 ||epoch time: 7.9348\n",
      "epoch 12 loss_train: 0.5233 acc_train: 0.9667 || loss_valid: 0.7415 acc_valid: 0.9521 || batch time: 0.0129 ||epoch time: 7.7323\n",
      "epoch 13 loss_train: 0.4944 acc_train: 0.9684 || loss_valid: 0.7356 acc_valid: 0.9526 || batch time: 0.0132 ||epoch time: 7.908\n",
      "epoch 14 loss_train: 0.4681 acc_train: 0.9701 || loss_valid: 0.7312 acc_valid: 0.9529 || batch time: 0.0144 ||epoch time: 8.5857\n",
      "epoch 15 loss_train: 0.4439 acc_train: 0.9717 || loss_valid: 0.7282 acc_valid: 0.953 || batch time: 0.0141 ||epoch time: 8.4557\n",
      "epoch 16 loss_train: 0.4216 acc_train: 0.9731 || loss_valid: 0.7264 acc_valid: 0.9533 || batch time: 0.0132 ||epoch time: 7.8896\n",
      "epoch 17 loss_train: 0.4007 acc_train: 0.9744 || loss_valid: 0.7255 acc_valid: 0.9535 || batch time: 0.014 ||epoch time: 8.3911\n",
      "epoch 18 loss_train: 0.3814 acc_train: 0.9755 || loss_valid: 0.7252 acc_valid: 0.9535 || batch time: 0.0131 ||epoch time: 7.8058\n",
      "epoch 19 loss_train: 0.3632 acc_train: 0.9768 || loss_valid: 0.7257 acc_valid: 0.9534 || batch time: 0.0134 ||epoch time: 8.0354\n",
      "epoch 20 loss_train: 0.3461 acc_train: 0.9781 || loss_valid: 0.7267 acc_valid: 0.9536 || batch time: 0.0144 ||epoch time: 8.5984\n",
      "epoch 21 loss_train: 0.3299 acc_train: 0.9793 || loss_valid: 0.7282 acc_valid: 0.954 || batch time: 0.0134 ||epoch time: 8.0005\n",
      "epoch 22 loss_train: 0.3147 acc_train: 0.9804 || loss_valid: 0.7305 acc_valid: 0.954 || batch time: 0.0131 ||epoch time: 7.8588\n",
      "epoch 23 loss_train: 0.3002 acc_train: 0.9814 || loss_valid: 0.7332 acc_valid: 0.9543 || batch time: 0.0135 ||epoch time: 8.0658\n",
      "epoch 24 loss_train: 0.2864 acc_train: 0.9825 || loss_valid: 0.7363 acc_valid: 0.9541 || batch time: 0.0136 ||epoch time: 8.1427\n",
      "epoch 25 loss_train: 0.2734 acc_train: 0.9836 || loss_valid: 0.7399 acc_valid: 0.9539 || batch time: 0.0147 ||epoch time: 8.815\n",
      "epoch 26 loss_train: 0.2609 acc_train: 0.9845 || loss_valid: 0.7439 acc_valid: 0.9543 || batch time: 0.0139 ||epoch time: 8.3195\n",
      "epoch 27 loss_train: 0.249 acc_train: 0.9855 || loss_valid: 0.7483 acc_valid: 0.9542 || batch time: 0.0131 ||epoch time: 7.851\n",
      "epoch 28 loss_train: 0.2377 acc_train: 0.9863 || loss_valid: 0.753 acc_valid: 0.954 || batch time: 0.013 ||epoch time: 7.7507\n",
      "epoch 29 loss_train: 0.2268 acc_train: 0.9872 || loss_valid: 0.7579 acc_valid: 0.954 || batch time: 0.0137 ||epoch time: 8.167\n",
      "epoch 30 loss_train: 0.2164 acc_train: 0.9878 || loss_valid: 0.7631 acc_valid: 0.9539 || batch time: 0.014 ||epoch time: 8.3549\n",
      "epoch 31 loss_train: 0.2064 acc_train: 0.9886 || loss_valid: 0.7687 acc_valid: 0.9539 || batch time: 0.0146 ||epoch time: 8.7145\n",
      "epoch 32 loss_train: 0.1968 acc_train: 0.9893 || loss_valid: 0.7745 acc_valid: 0.9538 || batch time: 0.0131 ||epoch time: 7.8145\n",
      "epoch 33 loss_train: 0.1877 acc_train: 0.99 || loss_valid: 0.7804 acc_valid: 0.9537 || batch time: 0.0142 ||epoch time: 8.5178\n",
      "epoch 34 loss_train: 0.1789 acc_train: 0.9907 || loss_valid: 0.7867 acc_valid: 0.9535 || batch time: 0.0145 ||epoch time: 8.7037\n",
      "epoch 35 loss_train: 0.1704 acc_train: 0.9913 || loss_valid: 0.7931 acc_valid: 0.9533 || batch time: 0.0145 ||epoch time: 8.6704\n",
      "epoch 36 loss_train: 0.1623 acc_train: 0.992 || loss_valid: 0.8001 acc_valid: 0.9531 || batch time: 0.0138 ||epoch time: 8.2754\n",
      "epoch 37 loss_train: 0.1545 acc_train: 0.9925 || loss_valid: 0.8073 acc_valid: 0.953 || batch time: 0.0142 ||epoch time: 8.5068\n",
      "epoch 38 loss_train: 0.1471 acc_train: 0.993 || loss_valid: 0.8147 acc_valid: 0.9528 || batch time: 0.0129 ||epoch time: 7.692\n",
      "epoch 39 loss_train: 0.1399 acc_train: 0.9935 || loss_valid: 0.8225 acc_valid: 0.9526 || batch time: 0.0146 ||epoch time: 8.758\n",
      "epoch 40 loss_train: 0.133 acc_train: 0.9941 || loss_valid: 0.8301 acc_valid: 0.9526 || batch time: 0.0132 ||epoch time: 7.9073\n",
      "epoch 41 loss_train: 0.1264 acc_train: 0.9946 || loss_valid: 0.8382 acc_valid: 0.9525 || batch time: 0.0129 ||epoch time: 7.6888\n",
      "epoch 42 loss_train: 0.1201 acc_train: 0.995 || loss_valid: 0.8462 acc_valid: 0.9525 || batch time: 0.013 ||epoch time: 7.7627\n",
      "epoch 43 loss_train: 0.114 acc_train: 0.9955 || loss_valid: 0.8545 acc_valid: 0.9524 || batch time: 0.013 ||epoch time: 7.7999\n",
      "epoch 44 loss_train: 0.1081 acc_train: 0.9959 || loss_valid: 0.8629 acc_valid: 0.9523 || batch time: 0.0143 ||epoch time: 8.5743\n",
      "epoch 45 loss_train: 0.1026 acc_train: 0.9963 || loss_valid: 0.8716 acc_valid: 0.9523 || batch time: 0.0144 ||epoch time: 8.6011\n",
      "epoch 46 loss_train: 0.0972 acc_train: 0.9967 || loss_valid: 0.8805 acc_valid: 0.9517 || batch time: 0.0145 ||epoch time: 8.656\n",
      "epoch 47 loss_train: 0.0921 acc_train: 0.997 || loss_valid: 0.8895 acc_valid: 0.9518 || batch time: 0.0139 ||epoch time: 8.3218\n",
      "epoch 48 loss_train: 0.0871 acc_train: 0.9973 || loss_valid: 0.8988 acc_valid: 0.9517 || batch time: 0.0129 ||epoch time: 7.7356\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e4a19569abb94b22b623267e0d635014",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1719 acc_train: 0.6371 || loss_valid: 2.6824 acc_valid: 0.8481 || batch time: 0.0134 ||epoch time: 8.0\n",
      "epoch 1 loss_train: 2.0942 acc_train: 0.8829 || loss_valid: 1.5272 acc_valid: 0.9143 || batch time: 0.0131 ||epoch time: 7.8441\n",
      "epoch 2 loss_train: 1.4119 acc_train: 0.9204 || loss_valid: 1.1877 acc_valid: 0.9316 || batch time: 0.0132 ||epoch time: 7.8711\n",
      "epoch 3 loss_train: 1.1377 acc_train: 0.9341 || loss_valid: 1.0318 acc_valid: 0.9396 || batch time: 0.0142 ||epoch time: 8.4998\n",
      "epoch 4 loss_train: 0.9795 acc_train: 0.9419 || loss_valid: 0.9426 acc_valid: 0.944 || batch time: 0.0135 ||epoch time: 8.07\n",
      "epoch 5 loss_train: 0.8706 acc_train: 0.9473 || loss_valid: 0.8853 acc_valid: 0.9471 || batch time: 0.0134 ||epoch time: 8.0307\n",
      "epoch 6 loss_train: 0.7885 acc_train: 0.9519 || loss_valid: 0.8452 acc_valid: 0.949 || batch time: 0.0137 ||epoch time: 8.2157\n",
      "epoch 7 loss_train: 0.7234 acc_train: 0.9553 || loss_valid: 0.816 acc_valid: 0.9506 || batch time: 0.0136 ||epoch time: 8.1406\n",
      "epoch 8 loss_train: 0.6688 acc_train: 0.9583 || loss_valid: 0.7943 acc_valid: 0.9516 || batch time: 0.0144 ||epoch time: 8.5893\n",
      "epoch 9 loss_train: 0.6226 acc_train: 0.961 || loss_valid: 0.7778 acc_valid: 0.9522 || batch time: 0.0142 ||epoch time: 8.4936\n",
      "epoch 10 loss_train: 0.5826 acc_train: 0.9632 || loss_valid: 0.7649 acc_valid: 0.9529 || batch time: 0.0141 ||epoch time: 8.4515\n",
      "epoch 11 loss_train: 0.5474 acc_train: 0.9654 || loss_valid: 0.7548 acc_valid: 0.9533 || batch time: 0.0146 ||epoch time: 8.7115\n",
      "epoch 12 loss_train: 0.5159 acc_train: 0.9674 || loss_valid: 0.747 acc_valid: 0.9535 || batch time: 0.0142 ||epoch time: 8.4658\n",
      "epoch 13 loss_train: 0.4874 acc_train: 0.9691 || loss_valid: 0.741 acc_valid: 0.9537 || batch time: 0.014 ||epoch time: 8.3739\n",
      "epoch 14 loss_train: 0.4614 acc_train: 0.9708 || loss_valid: 0.7364 acc_valid: 0.9541 || batch time: 0.0145 ||epoch time: 8.6963\n",
      "epoch 15 loss_train: 0.4376 acc_train: 0.9722 || loss_valid: 0.7334 acc_valid: 0.9543 || batch time: 0.0144 ||epoch time: 8.6122\n",
      "epoch 16 loss_train: 0.4156 acc_train: 0.9737 || loss_valid: 0.7316 acc_valid: 0.9546 || batch time: 0.014 ||epoch time: 8.4022\n",
      "epoch 17 loss_train: 0.3953 acc_train: 0.975 || loss_valid: 0.7308 acc_valid: 0.9549 || batch time: 0.0132 ||epoch time: 7.8962\n",
      "epoch 18 loss_train: 0.3763 acc_train: 0.9763 || loss_valid: 0.731 acc_valid: 0.9549 || batch time: 0.0138 ||epoch time: 8.2699\n",
      "epoch 19 loss_train: 0.3585 acc_train: 0.9775 || loss_valid: 0.7319 acc_valid: 0.9549 || batch time: 0.0146 ||epoch time: 8.7485\n",
      "epoch 20 loss_train: 0.3418 acc_train: 0.9785 || loss_valid: 0.7333 acc_valid: 0.9546 || batch time: 0.014 ||epoch time: 8.3895\n",
      "epoch 21 loss_train: 0.326 acc_train: 0.9796 || loss_valid: 0.7351 acc_valid: 0.9546 || batch time: 0.0149 ||epoch time: 8.9169\n",
      "epoch 22 loss_train: 0.3111 acc_train: 0.9805 || loss_valid: 0.7377 acc_valid: 0.9543 || batch time: 0.0138 ||epoch time: 8.2288\n",
      "epoch 23 loss_train: 0.2969 acc_train: 0.9816 || loss_valid: 0.7408 acc_valid: 0.9543 || batch time: 0.013 ||epoch time: 7.7475\n",
      "epoch 24 loss_train: 0.2835 acc_train: 0.9826 || loss_valid: 0.7445 acc_valid: 0.9542 || batch time: 0.014 ||epoch time: 8.3554\n",
      "epoch 25 loss_train: 0.2707 acc_train: 0.9836 || loss_valid: 0.7484 acc_valid: 0.9541 || batch time: 0.0144 ||epoch time: 8.5955\n",
      "epoch 26 loss_train: 0.2585 acc_train: 0.9846 || loss_valid: 0.753 acc_valid: 0.9538 || batch time: 0.0141 ||epoch time: 8.4189\n",
      "epoch 27 loss_train: 0.247 acc_train: 0.9854 || loss_valid: 0.7579 acc_valid: 0.9538 || batch time: 0.0146 ||epoch time: 8.7247\n",
      "epoch 28 loss_train: 0.2359 acc_train: 0.9863 || loss_valid: 0.7631 acc_valid: 0.9538 || batch time: 0.0134 ||epoch time: 8.0438\n",
      "epoch 29 loss_train: 0.2253 acc_train: 0.9871 || loss_valid: 0.7682 acc_valid: 0.9535 || batch time: 0.0132 ||epoch time: 7.8786\n",
      "epoch 30 loss_train: 0.2152 acc_train: 0.9878 || loss_valid: 0.774 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.5935\n",
      "epoch 31 loss_train: 0.2055 acc_train: 0.9886 || loss_valid: 0.7799 acc_valid: 0.9532 || batch time: 0.0145 ||epoch time: 8.6479\n",
      "epoch 32 loss_train: 0.1962 acc_train: 0.9893 || loss_valid: 0.7861 acc_valid: 0.9532 || batch time: 0.0139 ||epoch time: 8.2889\n",
      "epoch 33 loss_train: 0.1873 acc_train: 0.9901 || loss_valid: 0.7925 acc_valid: 0.9533 || batch time: 0.0146 ||epoch time: 8.7045\n",
      "epoch 34 loss_train: 0.1787 acc_train: 0.9907 || loss_valid: 0.7991 acc_valid: 0.9528 || batch time: 0.0142 ||epoch time: 8.498\n",
      "epoch 35 loss_train: 0.1705 acc_train: 0.9913 || loss_valid: 0.8058 acc_valid: 0.9525 || batch time: 0.0145 ||epoch time: 8.6464\n",
      "epoch 36 loss_train: 0.1626 acc_train: 0.9918 || loss_valid: 0.8127 acc_valid: 0.9524 || batch time: 0.0144 ||epoch time: 8.6109\n",
      "epoch 37 loss_train: 0.1549 acc_train: 0.9924 || loss_valid: 0.82 acc_valid: 0.9521 || batch time: 0.0148 ||epoch time: 8.8556\n",
      "epoch 38 loss_train: 0.1476 acc_train: 0.9929 || loss_valid: 0.8272 acc_valid: 0.9518 || batch time: 0.0134 ||epoch time: 8.0185\n",
      "epoch 39 loss_train: 0.1406 acc_train: 0.9932 || loss_valid: 0.835 acc_valid: 0.9519 || batch time: 0.0129 ||epoch time: 7.7284\n",
      "epoch 40 loss_train: 0.1338 acc_train: 0.9937 || loss_valid: 0.8425 acc_valid: 0.9517 || batch time: 0.014 ||epoch time: 8.368\n",
      "epoch 41 loss_train: 0.1273 acc_train: 0.9942 || loss_valid: 0.8507 acc_valid: 0.9517 || batch time: 0.0136 ||epoch time: 8.1407\n",
      "epoch 42 loss_train: 0.1211 acc_train: 0.9947 || loss_valid: 0.8587 acc_valid: 0.9517 || batch time: 0.0131 ||epoch time: 7.8053\n",
      "epoch 43 loss_train: 0.1151 acc_train: 0.9951 || loss_valid: 0.867 acc_valid: 0.9514 || batch time: 0.0133 ||epoch time: 7.9304\n",
      "epoch 44 loss_train: 0.1093 acc_train: 0.9956 || loss_valid: 0.8758 acc_valid: 0.9516 || batch time: 0.0131 ||epoch time: 7.8538\n",
      "epoch 45 loss_train: 0.1038 acc_train: 0.996 || loss_valid: 0.8845 acc_valid: 0.9514 || batch time: 0.0131 ||epoch time: 7.8247\n",
      "epoch 46 loss_train: 0.0985 acc_train: 0.9963 || loss_valid: 0.8933 acc_valid: 0.9512 || batch time: 0.0129 ||epoch time: 7.7288\n",
      "epoch 47 loss_train: 0.0934 acc_train: 0.9966 || loss_valid: 0.902 acc_valid: 0.9511 || batch time: 0.0139 ||epoch time: 8.3115\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4e08f92757954acfbc781a19aa2d0f17",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9398 acc_train: 0.6483 || loss_valid: 2.6239 acc_valid: 0.8513 || batch time: 0.0132 ||epoch time: 7.8798\n",
      "epoch 1 loss_train: 2.0664 acc_train: 0.8828 || loss_valid: 1.531 acc_valid: 0.9146 || batch time: 0.0137 ||epoch time: 8.2208\n",
      "epoch 2 loss_train: 1.4063 acc_train: 0.9201 || loss_valid: 1.1995 acc_valid: 0.9327 || batch time: 0.0143 ||epoch time: 8.5541\n",
      "epoch 3 loss_train: 1.1359 acc_train: 0.9338 || loss_valid: 1.0439 acc_valid: 0.9394 || batch time: 0.0142 ||epoch time: 8.4734\n",
      "epoch 4 loss_train: 0.9782 acc_train: 0.942 || loss_valid: 0.9542 acc_valid: 0.9435 || batch time: 0.0145 ||epoch time: 8.672\n",
      "epoch 5 loss_train: 0.8701 acc_train: 0.9474 || loss_valid: 0.8966 acc_valid: 0.9461 || batch time: 0.0138 ||epoch time: 8.2669\n",
      "epoch 6 loss_train: 0.789 acc_train: 0.9516 || loss_valid: 0.8561 acc_valid: 0.948 || batch time: 0.0149 ||epoch time: 8.9415\n",
      "epoch 7 loss_train: 0.7244 acc_train: 0.9551 || loss_valid: 0.8267 acc_valid: 0.9494 || batch time: 0.0144 ||epoch time: 8.6425\n",
      "epoch 8 loss_train: 0.671 acc_train: 0.9579 || loss_valid: 0.8043 acc_valid: 0.9503 || batch time: 0.013 ||epoch time: 7.7814\n",
      "epoch 9 loss_train: 0.6257 acc_train: 0.9606 || loss_valid: 0.7866 acc_valid: 0.9511 || batch time: 0.0137 ||epoch time: 8.1752\n",
      "epoch 10 loss_train: 0.5862 acc_train: 0.9631 || loss_valid: 0.7733 acc_valid: 0.9514 || batch time: 0.0128 ||epoch time: 7.6584\n",
      "epoch 11 loss_train: 0.5511 acc_train: 0.9651 || loss_valid: 0.7629 acc_valid: 0.9521 || batch time: 0.0136 ||epoch time: 8.1579\n",
      "epoch 12 loss_train: 0.5196 acc_train: 0.9672 || loss_valid: 0.7547 acc_valid: 0.9527 || batch time: 0.0145 ||epoch time: 8.6546\n",
      "epoch 13 loss_train: 0.491 acc_train: 0.969 || loss_valid: 0.7484 acc_valid: 0.953 || batch time: 0.0131 ||epoch time: 7.857\n",
      "epoch 14 loss_train: 0.465 acc_train: 0.9706 || loss_valid: 0.7439 acc_valid: 0.953 || batch time: 0.014 ||epoch time: 8.3741\n",
      "epoch 15 loss_train: 0.4412 acc_train: 0.9723 || loss_valid: 0.7405 acc_valid: 0.9531 || batch time: 0.0132 ||epoch time: 7.8683\n",
      "epoch 16 loss_train: 0.419 acc_train: 0.9736 || loss_valid: 0.7384 acc_valid: 0.9531 || batch time: 0.0133 ||epoch time: 7.9738\n",
      "epoch 17 loss_train: 0.3986 acc_train: 0.9749 || loss_valid: 0.7368 acc_valid: 0.9532 || batch time: 0.014 ||epoch time: 8.351\n",
      "epoch 18 loss_train: 0.3794 acc_train: 0.976 || loss_valid: 0.7363 acc_valid: 0.953 || batch time: 0.0144 ||epoch time: 8.6001\n",
      "epoch 19 loss_train: 0.3615 acc_train: 0.9774 || loss_valid: 0.7365 acc_valid: 0.953 || batch time: 0.0131 ||epoch time: 7.8293\n",
      "epoch 20 loss_train: 0.3447 acc_train: 0.9786 || loss_valid: 0.7374 acc_valid: 0.953 || batch time: 0.0137 ||epoch time: 8.2139\n",
      "epoch 21 loss_train: 0.3288 acc_train: 0.9796 || loss_valid: 0.7391 acc_valid: 0.953 || batch time: 0.0142 ||epoch time: 8.5176\n",
      "epoch 22 loss_train: 0.3138 acc_train: 0.9808 || loss_valid: 0.7415 acc_valid: 0.9529 || batch time: 0.0136 ||epoch time: 8.1154\n",
      "epoch 23 loss_train: 0.2996 acc_train: 0.9819 || loss_valid: 0.7443 acc_valid: 0.9534 || batch time: 0.014 ||epoch time: 8.373\n",
      "epoch 24 loss_train: 0.2861 acc_train: 0.9829 || loss_valid: 0.7478 acc_valid: 0.9532 || batch time: 0.0145 ||epoch time: 8.7026\n",
      "epoch 25 loss_train: 0.2732 acc_train: 0.9838 || loss_valid: 0.7516 acc_valid: 0.953 || batch time: 0.0134 ||epoch time: 8.0455\n",
      "epoch 26 loss_train: 0.2611 acc_train: 0.9846 || loss_valid: 0.756 acc_valid: 0.9529 || batch time: 0.0133 ||epoch time: 7.9774\n",
      "epoch 27 loss_train: 0.2494 acc_train: 0.9855 || loss_valid: 0.7608 acc_valid: 0.9529 || batch time: 0.0145 ||epoch time: 8.6479\n",
      "epoch 28 loss_train: 0.2383 acc_train: 0.9863 || loss_valid: 0.7659 acc_valid: 0.953 || batch time: 0.0141 ||epoch time: 8.4183\n",
      "epoch 29 loss_train: 0.2277 acc_train: 0.987 || loss_valid: 0.7711 acc_valid: 0.9528 || batch time: 0.0129 ||epoch time: 7.7193\n",
      "epoch 30 loss_train: 0.2175 acc_train: 0.9877 || loss_valid: 0.7765 acc_valid: 0.9526 || batch time: 0.0142 ||epoch time: 8.5202\n",
      "epoch 31 loss_train: 0.2077 acc_train: 0.9885 || loss_valid: 0.7828 acc_valid: 0.9524 || batch time: 0.0133 ||epoch time: 7.9621\n",
      "epoch 32 loss_train: 0.1984 acc_train: 0.9891 || loss_valid: 0.7888 acc_valid: 0.9524 || batch time: 0.0138 ||epoch time: 8.2294\n",
      "epoch 33 loss_train: 0.1894 acc_train: 0.9897 || loss_valid: 0.7954 acc_valid: 0.952 || batch time: 0.0147 ||epoch time: 8.8154\n",
      "epoch 34 loss_train: 0.1808 acc_train: 0.9904 || loss_valid: 0.8022 acc_valid: 0.9519 || batch time: 0.014 ||epoch time: 8.3612\n",
      "epoch 35 loss_train: 0.1725 acc_train: 0.991 || loss_valid: 0.809 acc_valid: 0.9519 || batch time: 0.0145 ||epoch time: 8.6581\n",
      "epoch 36 loss_train: 0.1645 acc_train: 0.9916 || loss_valid: 0.8163 acc_valid: 0.952 || batch time: 0.0142 ||epoch time: 8.5002\n",
      "epoch 37 loss_train: 0.1569 acc_train: 0.9921 || loss_valid: 0.8235 acc_valid: 0.9519 || batch time: 0.0143 ||epoch time: 8.5691\n",
      "epoch 38 loss_train: 0.1495 acc_train: 0.9927 || loss_valid: 0.831 acc_valid: 0.9519 || batch time: 0.0136 ||epoch time: 8.1426\n",
      "epoch 39 loss_train: 0.1424 acc_train: 0.9933 || loss_valid: 0.8389 acc_valid: 0.9518 || batch time: 0.0134 ||epoch time: 8.0334\n",
      "epoch 40 loss_train: 0.1356 acc_train: 0.9937 || loss_valid: 0.8469 acc_valid: 0.9513 || batch time: 0.0129 ||epoch time: 7.7068\n",
      "epoch 41 loss_train: 0.1291 acc_train: 0.9942 || loss_valid: 0.855 acc_valid: 0.9511 || batch time: 0.0135 ||epoch time: 8.0532\n",
      "epoch 42 loss_train: 0.1228 acc_train: 0.9947 || loss_valid: 0.8634 acc_valid: 0.951 || batch time: 0.0136 ||epoch time: 8.1412\n",
      "epoch 43 loss_train: 0.1168 acc_train: 0.9951 || loss_valid: 0.8719 acc_valid: 0.9508 || batch time: 0.0145 ||epoch time: 8.6838\n",
      "epoch 44 loss_train: 0.1109 acc_train: 0.9954 || loss_valid: 0.8807 acc_valid: 0.9507 || batch time: 0.0146 ||epoch time: 8.7629\n",
      "epoch 45 loss_train: 0.1054 acc_train: 0.9958 || loss_valid: 0.8895 acc_valid: 0.9508 || batch time: 0.0146 ||epoch time: 8.7228\n",
      "epoch 46 loss_train: 0.1 acc_train: 0.9962 || loss_valid: 0.8985 acc_valid: 0.9507 || batch time: 0.0143 ||epoch time: 8.5418\n",
      "epoch 47 loss_train: 0.0949 acc_train: 0.9966 || loss_valid: 0.9076 acc_valid: 0.9506 || batch time: 0.0131 ||epoch time: 7.8203\n",
      "epoch 48 loss_train: 0.0899 acc_train: 0.9969 || loss_valid: 0.9171 acc_valid: 0.9503 || batch time: 0.0129 ||epoch time: 7.6908\n",
      "30 times no decrease\n",
      "loss acc: 0.9527 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b5dc483336ff42e882eaa14200e0f385",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1365 acc_train: 0.6363 || loss_valid: 2.7074 acc_valid: 0.8453 || batch time: 0.0136 ||epoch time: 8.1527\n",
      "epoch 1 loss_train: 2.1072 acc_train: 0.8822 || loss_valid: 1.5303 acc_valid: 0.9128 || batch time: 0.0139 ||epoch time: 8.2858\n",
      "epoch 2 loss_train: 1.4171 acc_train: 0.9201 || loss_valid: 1.1875 acc_valid: 0.9303 || batch time: 0.0144 ||epoch time: 8.5864\n",
      "epoch 3 loss_train: 1.1424 acc_train: 0.9339 || loss_valid: 1.0295 acc_valid: 0.9381 || batch time: 0.0136 ||epoch time: 8.1608\n",
      "epoch 4 loss_train: 0.9834 acc_train: 0.9418 || loss_valid: 0.9393 acc_valid: 0.9432 || batch time: 0.0143 ||epoch time: 8.5265\n",
      "epoch 5 loss_train: 0.8746 acc_train: 0.9475 || loss_valid: 0.881 acc_valid: 0.9457 || batch time: 0.0135 ||epoch time: 8.0734\n",
      "epoch 6 loss_train: 0.7926 acc_train: 0.9516 || loss_valid: 0.8409 acc_valid: 0.948 || batch time: 0.0134 ||epoch time: 8.0183\n",
      "epoch 7 loss_train: 0.7274 acc_train: 0.9549 || loss_valid: 0.8119 acc_valid: 0.9494 || batch time: 0.0141 ||epoch time: 8.4425\n",
      "epoch 8 loss_train: 0.6734 acc_train: 0.9578 || loss_valid: 0.7897 acc_valid: 0.9505 || batch time: 0.0134 ||epoch time: 8.0251\n",
      "epoch 9 loss_train: 0.6274 acc_train: 0.9604 || loss_valid: 0.7727 acc_valid: 0.9512 || batch time: 0.0132 ||epoch time: 7.8961\n",
      "epoch 10 loss_train: 0.5876 acc_train: 0.9628 || loss_valid: 0.7592 acc_valid: 0.9522 || batch time: 0.0133 ||epoch time: 7.9362\n",
      "epoch 11 loss_train: 0.5524 acc_train: 0.9649 || loss_valid: 0.7487 acc_valid: 0.9525 || batch time: 0.0137 ||epoch time: 8.1717\n",
      "epoch 12 loss_train: 0.5208 acc_train: 0.9669 || loss_valid: 0.7404 acc_valid: 0.9533 || batch time: 0.0131 ||epoch time: 7.8153\n",
      "epoch 13 loss_train: 0.4921 acc_train: 0.9687 || loss_valid: 0.7342 acc_valid: 0.9537 || batch time: 0.0133 ||epoch time: 7.9266\n",
      "epoch 14 loss_train: 0.466 acc_train: 0.9704 || loss_valid: 0.7298 acc_valid: 0.954 || batch time: 0.014 ||epoch time: 8.3749\n",
      "epoch 15 loss_train: 0.442 acc_train: 0.9721 || loss_valid: 0.7264 acc_valid: 0.9546 || batch time: 0.0146 ||epoch time: 8.7462\n",
      "epoch 16 loss_train: 0.4198 acc_train: 0.9736 || loss_valid: 0.7244 acc_valid: 0.9546 || batch time: 0.0148 ||epoch time: 8.8688\n",
      "epoch 17 loss_train: 0.3991 acc_train: 0.975 || loss_valid: 0.7236 acc_valid: 0.9545 || batch time: 0.0137 ||epoch time: 8.2243\n",
      "epoch 18 loss_train: 0.3798 acc_train: 0.9762 || loss_valid: 0.7234 acc_valid: 0.9543 || batch time: 0.0148 ||epoch time: 8.8343\n",
      "epoch 19 loss_train: 0.3617 acc_train: 0.9776 || loss_valid: 0.7239 acc_valid: 0.9544 || batch time: 0.014 ||epoch time: 8.3611\n",
      "epoch 20 loss_train: 0.3447 acc_train: 0.9787 || loss_valid: 0.7253 acc_valid: 0.9543 || batch time: 0.0131 ||epoch time: 7.8279\n",
      "epoch 21 loss_train: 0.3286 acc_train: 0.9798 || loss_valid: 0.7272 acc_valid: 0.9546 || batch time: 0.0131 ||epoch time: 7.8098\n",
      "epoch 22 loss_train: 0.3134 acc_train: 0.9809 || loss_valid: 0.7295 acc_valid: 0.9544 || batch time: 0.0145 ||epoch time: 8.6955\n",
      "epoch 23 loss_train: 0.299 acc_train: 0.9819 || loss_valid: 0.7325 acc_valid: 0.9543 || batch time: 0.0142 ||epoch time: 8.478\n",
      "epoch 24 loss_train: 0.2853 acc_train: 0.9829 || loss_valid: 0.7359 acc_valid: 0.9543 || batch time: 0.0133 ||epoch time: 7.9641\n",
      "epoch 25 loss_train: 0.2723 acc_train: 0.9839 || loss_valid: 0.7398 acc_valid: 0.9543 || batch time: 0.0146 ||epoch time: 8.7237\n",
      "epoch 26 loss_train: 0.2599 acc_train: 0.9848 || loss_valid: 0.7441 acc_valid: 0.9542 || batch time: 0.0136 ||epoch time: 8.1083\n",
      "epoch 27 loss_train: 0.2481 acc_train: 0.9856 || loss_valid: 0.7486 acc_valid: 0.954 || batch time: 0.0132 ||epoch time: 7.9245\n",
      "epoch 28 loss_train: 0.2368 acc_train: 0.9863 || loss_valid: 0.7536 acc_valid: 0.9539 || batch time: 0.0132 ||epoch time: 7.9248\n",
      "epoch 29 loss_train: 0.226 acc_train: 0.9872 || loss_valid: 0.7586 acc_valid: 0.9535 || batch time: 0.0133 ||epoch time: 7.931\n",
      "epoch 30 loss_train: 0.2157 acc_train: 0.9879 || loss_valid: 0.7642 acc_valid: 0.9535 || batch time: 0.0134 ||epoch time: 8.0141\n",
      "epoch 31 loss_train: 0.2058 acc_train: 0.9887 || loss_valid: 0.7703 acc_valid: 0.9535 || batch time: 0.0141 ||epoch time: 8.4087\n",
      "epoch 32 loss_train: 0.1963 acc_train: 0.9894 || loss_valid: 0.7764 acc_valid: 0.9534 || batch time: 0.014 ||epoch time: 8.3957\n",
      "epoch 33 loss_train: 0.1871 acc_train: 0.9901 || loss_valid: 0.7828 acc_valid: 0.953 || batch time: 0.0133 ||epoch time: 7.9821\n",
      "epoch 34 loss_train: 0.1784 acc_train: 0.9907 || loss_valid: 0.7895 acc_valid: 0.9528 || batch time: 0.0136 ||epoch time: 8.1269\n",
      "epoch 35 loss_train: 0.17 acc_train: 0.9913 || loss_valid: 0.7966 acc_valid: 0.9527 || batch time: 0.0136 ||epoch time: 8.1261\n",
      "epoch 36 loss_train: 0.162 acc_train: 0.9919 || loss_valid: 0.8038 acc_valid: 0.9526 || batch time: 0.0147 ||epoch time: 8.7664\n",
      "epoch 37 loss_train: 0.1542 acc_train: 0.9925 || loss_valid: 0.8114 acc_valid: 0.9526 || batch time: 0.0136 ||epoch time: 8.1434\n",
      "epoch 38 loss_train: 0.1468 acc_train: 0.9932 || loss_valid: 0.819 acc_valid: 0.9526 || batch time: 0.014 ||epoch time: 8.3846\n",
      "epoch 39 loss_train: 0.1397 acc_train: 0.9936 || loss_valid: 0.827 acc_valid: 0.9526 || batch time: 0.0145 ||epoch time: 8.6787\n",
      "epoch 40 loss_train: 0.1328 acc_train: 0.994 || loss_valid: 0.8351 acc_valid: 0.9526 || batch time: 0.0137 ||epoch time: 8.1938\n",
      "epoch 41 loss_train: 0.1262 acc_train: 0.9945 || loss_valid: 0.8434 acc_valid: 0.9527 || batch time: 0.0131 ||epoch time: 7.8342\n",
      "epoch 42 loss_train: 0.1199 acc_train: 0.9949 || loss_valid: 0.8515 acc_valid: 0.9525 || batch time: 0.0132 ||epoch time: 7.9191\n",
      "epoch 43 loss_train: 0.1138 acc_train: 0.9953 || loss_valid: 0.8602 acc_valid: 0.9523 || batch time: 0.013 ||epoch time: 7.7894\n",
      "epoch 44 loss_train: 0.108 acc_train: 0.9957 || loss_valid: 0.8691 acc_valid: 0.9522 || batch time: 0.0131 ||epoch time: 7.8334\n",
      "epoch 45 loss_train: 0.1024 acc_train: 0.9961 || loss_valid: 0.8775 acc_valid: 0.9522 || batch time: 0.013 ||epoch time: 7.7869\n",
      "epoch 46 loss_train: 0.097 acc_train: 0.9965 || loss_valid: 0.8871 acc_valid: 0.9521 || batch time: 0.0134 ||epoch time: 8.008\n",
      "epoch 47 loss_train: 0.0919 acc_train: 0.9968 || loss_valid: 0.8961 acc_valid: 0.9522 || batch time: 0.0142 ||epoch time: 8.488\n",
      "epoch 48 loss_train: 0.0869 acc_train: 0.9971 || loss_valid: 0.9052 acc_valid: 0.9521 || batch time: 0.0137 ||epoch time: 8.2068\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "\n",
      "#####################################\n",
      "walk_time: 5 ways: both conbime： Lstm\n",
      "batch_times: 0.01379\n",
      "epoch_times: 8.252080000000001\n",
      "total_times: 479.15894122123717\n",
      "loss_accs: 0.9525299999999998 [0.9529, 0.9519, 0.9529, 0.953, 0.9525, 0.9524, 0.9521, 0.9528, 0.9527, 0.9521]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.01379 8.252080000000001 0.9525299999999998 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c3f30ed85b5b4d7a873ea3fc4066792e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "bdff60ad4d1048ae9112eb0154684b1b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1301 acc_train: 0.6345 || loss_valid: 2.7305 acc_valid: 0.8437 || batch time: 0.0148 ||epoch time: 8.8296\n",
      "epoch 1 loss_train: 2.1337 acc_train: 0.8813 || loss_valid: 1.5483 acc_valid: 0.9113 || batch time: 0.0147 ||epoch time: 8.8099\n",
      "epoch 2 loss_train: 1.4301 acc_train: 0.9202 || loss_valid: 1.1983 acc_valid: 0.9309 || batch time: 0.0159 ||epoch time: 9.5154\n",
      "epoch 3 loss_train: 1.1498 acc_train: 0.934 || loss_valid: 1.0371 acc_valid: 0.9394 || batch time: 0.0148 ||epoch time: 8.8505\n",
      "epoch 4 loss_train: 0.9896 acc_train: 0.9419 || loss_valid: 0.9457 acc_valid: 0.9435 || batch time: 0.0144 ||epoch time: 8.6084\n",
      "epoch 5 loss_train: 0.88 acc_train: 0.9471 || loss_valid: 0.8878 acc_valid: 0.9459 || batch time: 0.0146 ||epoch time: 8.7377\n",
      "epoch 6 loss_train: 0.7975 acc_train: 0.9516 || loss_valid: 0.8468 acc_valid: 0.9481 || batch time: 0.0147 ||epoch time: 8.7706\n",
      "epoch 7 loss_train: 0.7322 acc_train: 0.955 || loss_valid: 0.8171 acc_valid: 0.9494 || batch time: 0.0146 ||epoch time: 8.7073\n",
      "epoch 8 loss_train: 0.6781 acc_train: 0.9579 || loss_valid: 0.7949 acc_valid: 0.9507 || batch time: 0.0157 ||epoch time: 9.3742\n",
      "epoch 9 loss_train: 0.6321 acc_train: 0.9606 || loss_valid: 0.7779 acc_valid: 0.951 || batch time: 0.0143 ||epoch time: 8.5524\n",
      "epoch 10 loss_train: 0.5918 acc_train: 0.9631 || loss_valid: 0.7649 acc_valid: 0.9516 || batch time: 0.0146 ||epoch time: 8.708\n",
      "epoch 11 loss_train: 0.5561 acc_train: 0.9652 || loss_valid: 0.7543 acc_valid: 0.9524 || batch time: 0.0145 ||epoch time: 8.6406\n",
      "epoch 12 loss_train: 0.5241 acc_train: 0.9671 || loss_valid: 0.7464 acc_valid: 0.9528 || batch time: 0.0145 ||epoch time: 8.6588\n",
      "epoch 13 loss_train: 0.4951 acc_train: 0.9686 || loss_valid: 0.7401 acc_valid: 0.9528 || batch time: 0.0143 ||epoch time: 8.5681\n",
      "epoch 14 loss_train: 0.4686 acc_train: 0.9702 || loss_valid: 0.7352 acc_valid: 0.9535 || batch time: 0.0145 ||epoch time: 8.6411\n",
      "epoch 15 loss_train: 0.4443 acc_train: 0.9717 || loss_valid: 0.7317 acc_valid: 0.9535 || batch time: 0.0145 ||epoch time: 8.6625\n",
      "epoch 16 loss_train: 0.4219 acc_train: 0.9733 || loss_valid: 0.7295 acc_valid: 0.9534 || batch time: 0.0145 ||epoch time: 8.6461\n",
      "epoch 17 loss_train: 0.401 acc_train: 0.9746 || loss_valid: 0.7283 acc_valid: 0.9534 || batch time: 0.0146 ||epoch time: 8.7003\n",
      "epoch 18 loss_train: 0.3817 acc_train: 0.976 || loss_valid: 0.7281 acc_valid: 0.9534 || batch time: 0.0145 ||epoch time: 8.6632\n",
      "epoch 19 loss_train: 0.3635 acc_train: 0.9774 || loss_valid: 0.7286 acc_valid: 0.9536 || batch time: 0.0146 ||epoch time: 8.7333\n",
      "epoch 20 loss_train: 0.3465 acc_train: 0.9786 || loss_valid: 0.7295 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.606\n",
      "epoch 21 loss_train: 0.3305 acc_train: 0.9797 || loss_valid: 0.7313 acc_valid: 0.9535 || batch time: 0.0144 ||epoch time: 8.6129\n",
      "epoch 22 loss_train: 0.3153 acc_train: 0.9806 || loss_valid: 0.7338 acc_valid: 0.9537 || batch time: 0.0145 ||epoch time: 8.6429\n",
      "epoch 23 loss_train: 0.3009 acc_train: 0.9817 || loss_valid: 0.7365 acc_valid: 0.9537 || batch time: 0.0147 ||epoch time: 8.8166\n",
      "epoch 24 loss_train: 0.2872 acc_train: 0.9827 || loss_valid: 0.74 acc_valid: 0.9535 || batch time: 0.0151 ||epoch time: 9.0117\n",
      "epoch 25 loss_train: 0.2742 acc_train: 0.9837 || loss_valid: 0.7438 acc_valid: 0.9532 || batch time: 0.0146 ||epoch time: 8.7532\n",
      "epoch 26 loss_train: 0.2618 acc_train: 0.9845 || loss_valid: 0.7481 acc_valid: 0.9534 || batch time: 0.0154 ||epoch time: 9.1825\n",
      "epoch 27 loss_train: 0.25 acc_train: 0.9854 || loss_valid: 0.7525 acc_valid: 0.9535 || batch time: 0.0146 ||epoch time: 8.7511\n",
      "epoch 28 loss_train: 0.2386 acc_train: 0.9864 || loss_valid: 0.7575 acc_valid: 0.9535 || batch time: 0.0152 ||epoch time: 9.0921\n",
      "epoch 29 loss_train: 0.2278 acc_train: 0.9872 || loss_valid: 0.7627 acc_valid: 0.9535 || batch time: 0.0144 ||epoch time: 8.6191\n",
      "epoch 30 loss_train: 0.2174 acc_train: 0.9879 || loss_valid: 0.7681 acc_valid: 0.9532 || batch time: 0.0146 ||epoch time: 8.7453\n",
      "epoch 31 loss_train: 0.2075 acc_train: 0.9886 || loss_valid: 0.7741 acc_valid: 0.9533 || batch time: 0.0146 ||epoch time: 8.7479\n",
      "epoch 32 loss_train: 0.198 acc_train: 0.9893 || loss_valid: 0.7805 acc_valid: 0.9533 || batch time: 0.0146 ||epoch time: 8.7484\n",
      "epoch 33 loss_train: 0.1889 acc_train: 0.99 || loss_valid: 0.787 acc_valid: 0.9534 || batch time: 0.0151 ||epoch time: 9.0101\n",
      "epoch 34 loss_train: 0.1801 acc_train: 0.9906 || loss_valid: 0.7935 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.6275\n",
      "epoch 35 loss_train: 0.1717 acc_train: 0.9911 || loss_valid: 0.8004 acc_valid: 0.9534 || batch time: 0.0146 ||epoch time: 8.7195\n",
      "epoch 36 loss_train: 0.1636 acc_train: 0.9917 || loss_valid: 0.8075 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.6326\n",
      "epoch 37 loss_train: 0.1559 acc_train: 0.9921 || loss_valid: 0.8148 acc_valid: 0.9534 || batch time: 0.0146 ||epoch time: 8.7272\n",
      "epoch 38 loss_train: 0.1484 acc_train: 0.9928 || loss_valid: 0.8222 acc_valid: 0.9532 || batch time: 0.0147 ||epoch time: 8.7899\n",
      "epoch 39 loss_train: 0.1413 acc_train: 0.9933 || loss_valid: 0.8299 acc_valid: 0.9532 || batch time: 0.0147 ||epoch time: 8.7878\n",
      "epoch 40 loss_train: 0.1344 acc_train: 0.9938 || loss_valid: 0.8378 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.6375\n",
      "epoch 41 loss_train: 0.1278 acc_train: 0.9943 || loss_valid: 0.8456 acc_valid: 0.9532 || batch time: 0.0154 ||epoch time: 9.2281\n",
      "epoch 42 loss_train: 0.1215 acc_train: 0.9947 || loss_valid: 0.8537 acc_valid: 0.9531 || batch time: 0.0162 ||epoch time: 9.6893\n",
      "epoch 43 loss_train: 0.1154 acc_train: 0.9951 || loss_valid: 0.8619 acc_valid: 0.9529 || batch time: 0.0143 ||epoch time: 8.5507\n",
      "epoch 44 loss_train: 0.1096 acc_train: 0.9957 || loss_valid: 0.8707 acc_valid: 0.9529 || batch time: 0.0149 ||epoch time: 8.8997\n",
      "epoch 45 loss_train: 0.104 acc_train: 0.9961 || loss_valid: 0.879 acc_valid: 0.9529 || batch time: 0.0146 ||epoch time: 8.7134\n",
      "epoch 46 loss_train: 0.0987 acc_train: 0.9965 || loss_valid: 0.8875 acc_valid: 0.9527 || batch time: 0.0146 ||epoch time: 8.7188\n",
      "epoch 47 loss_train: 0.0936 acc_train: 0.9968 || loss_valid: 0.8967 acc_valid: 0.9527 || batch time: 0.0147 ||epoch time: 8.8059\n",
      "epoch 48 loss_train: 0.0886 acc_train: 0.9971 || loss_valid: 0.9057 acc_valid: 0.9525 || batch time: 0.0145 ||epoch time: 8.6834\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a2ecae78e87b4d80a7f35881eba71c67",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0486 acc_train: 0.6427 || loss_valid: 2.6939 acc_valid: 0.8462 || batch time: 0.0163 ||epoch time: 9.7287\n",
      "epoch 1 loss_train: 2.1229 acc_train: 0.8807 || loss_valid: 1.5529 acc_valid: 0.9119 || batch time: 0.0153 ||epoch time: 9.1238\n",
      "epoch 2 loss_train: 1.4321 acc_train: 0.919 || loss_valid: 1.2069 acc_valid: 0.9298 || batch time: 0.0166 ||epoch time: 9.9198\n",
      "epoch 3 loss_train: 1.1512 acc_train: 0.9336 || loss_valid: 1.0455 acc_valid: 0.9382 || batch time: 0.0166 ||epoch time: 9.9087\n",
      "epoch 4 loss_train: 0.9887 acc_train: 0.9416 || loss_valid: 0.9525 acc_valid: 0.9424 || batch time: 0.0157 ||epoch time: 9.3824\n",
      "epoch 5 loss_train: 0.8775 acc_train: 0.9472 || loss_valid: 0.8923 acc_valid: 0.945 || batch time: 0.0145 ||epoch time: 8.6788\n",
      "epoch 6 loss_train: 0.7945 acc_train: 0.9515 || loss_valid: 0.8499 acc_valid: 0.9482 || batch time: 0.0145 ||epoch time: 8.6687\n",
      "epoch 7 loss_train: 0.7287 acc_train: 0.955 || loss_valid: 0.8188 acc_valid: 0.9497 || batch time: 0.0145 ||epoch time: 8.6783\n",
      "epoch 8 loss_train: 0.6742 acc_train: 0.9581 || loss_valid: 0.7956 acc_valid: 0.9508 || batch time: 0.0145 ||epoch time: 8.6528\n",
      "epoch 9 loss_train: 0.628 acc_train: 0.9606 || loss_valid: 0.7778 acc_valid: 0.9513 || batch time: 0.0142 ||epoch time: 8.5072\n",
      "epoch 10 loss_train: 0.5879 acc_train: 0.963 || loss_valid: 0.7641 acc_valid: 0.9514 || batch time: 0.0147 ||epoch time: 8.7901\n",
      "epoch 11 loss_train: 0.5526 acc_train: 0.9651 || loss_valid: 0.7537 acc_valid: 0.9522 || batch time: 0.0145 ||epoch time: 8.6683\n",
      "epoch 12 loss_train: 0.5216 acc_train: 0.9669 || loss_valid: 0.7454 acc_valid: 0.9524 || batch time: 0.0144 ||epoch time: 8.5949\n",
      "epoch 13 loss_train: 0.4929 acc_train: 0.9685 || loss_valid: 0.7393 acc_valid: 0.9526 || batch time: 0.0145 ||epoch time: 8.6505\n",
      "epoch 14 loss_train: 0.4666 acc_train: 0.97 || loss_valid: 0.7353 acc_valid: 0.9529 || batch time: 0.0151 ||epoch time: 9.0073\n",
      "epoch 15 loss_train: 0.4428 acc_train: 0.9715 || loss_valid: 0.7325 acc_valid: 0.9531 || batch time: 0.0151 ||epoch time: 9.0321\n",
      "epoch 16 loss_train: 0.4208 acc_train: 0.9731 || loss_valid: 0.7307 acc_valid: 0.9532 || batch time: 0.0157 ||epoch time: 9.3887\n",
      "epoch 17 loss_train: 0.4003 acc_train: 0.9746 || loss_valid: 0.7301 acc_valid: 0.9533 || batch time: 0.0157 ||epoch time: 9.4014\n",
      "epoch 18 loss_train: 0.3812 acc_train: 0.976 || loss_valid: 0.7303 acc_valid: 0.9534 || batch time: 0.0145 ||epoch time: 8.6863\n",
      "epoch 19 loss_train: 0.3633 acc_train: 0.9774 || loss_valid: 0.7311 acc_valid: 0.9536 || batch time: 0.0143 ||epoch time: 8.5367\n",
      "epoch 20 loss_train: 0.3465 acc_train: 0.9786 || loss_valid: 0.7326 acc_valid: 0.9537 || batch time: 0.0143 ||epoch time: 8.5552\n",
      "epoch 21 loss_train: 0.3307 acc_train: 0.9795 || loss_valid: 0.7347 acc_valid: 0.9536 || batch time: 0.0143 ||epoch time: 8.5588\n",
      "epoch 22 loss_train: 0.3157 acc_train: 0.9805 || loss_valid: 0.7374 acc_valid: 0.9536 || batch time: 0.0146 ||epoch time: 8.7515\n",
      "epoch 23 loss_train: 0.3015 acc_train: 0.9816 || loss_valid: 0.7404 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.6041\n",
      "epoch 24 loss_train: 0.288 acc_train: 0.9826 || loss_valid: 0.7439 acc_valid: 0.9531 || batch time: 0.0143 ||epoch time: 8.5375\n",
      "epoch 25 loss_train: 0.2752 acc_train: 0.9835 || loss_valid: 0.7478 acc_valid: 0.9531 || batch time: 0.0148 ||epoch time: 8.8214\n",
      "epoch 26 loss_train: 0.2629 acc_train: 0.9844 || loss_valid: 0.7521 acc_valid: 0.9535 || batch time: 0.0145 ||epoch time: 8.6499\n",
      "epoch 27 loss_train: 0.2513 acc_train: 0.9853 || loss_valid: 0.7566 acc_valid: 0.9535 || batch time: 0.0149 ||epoch time: 8.8978\n",
      "epoch 28 loss_train: 0.2401 acc_train: 0.9859 || loss_valid: 0.7614 acc_valid: 0.9533 || batch time: 0.0144 ||epoch time: 8.6104\n",
      "epoch 29 loss_train: 0.2295 acc_train: 0.9868 || loss_valid: 0.7664 acc_valid: 0.9532 || batch time: 0.0143 ||epoch time: 8.5389\n",
      "epoch 30 loss_train: 0.2192 acc_train: 0.9875 || loss_valid: 0.7717 acc_valid: 0.9532 || batch time: 0.0161 ||epoch time: 9.6403\n",
      "epoch 31 loss_train: 0.2094 acc_train: 0.9882 || loss_valid: 0.7771 acc_valid: 0.9532 || batch time: 0.0165 ||epoch time: 9.8799\n",
      "epoch 32 loss_train: 0.2 acc_train: 0.989 || loss_valid: 0.783 acc_valid: 0.9533 || batch time: 0.0151 ||epoch time: 9.017\n",
      "epoch 33 loss_train: 0.191 acc_train: 0.9897 || loss_valid: 0.7891 acc_valid: 0.9534 || batch time: 0.0155 ||epoch time: 9.2801\n",
      "epoch 34 loss_train: 0.1823 acc_train: 0.9903 || loss_valid: 0.7954 acc_valid: 0.9532 || batch time: 0.0144 ||epoch time: 8.6161\n",
      "epoch 35 loss_train: 0.1739 acc_train: 0.991 || loss_valid: 0.8019 acc_valid: 0.9533 || batch time: 0.0146 ||epoch time: 8.7352\n",
      "epoch 36 loss_train: 0.1659 acc_train: 0.9916 || loss_valid: 0.8087 acc_valid: 0.9532 || batch time: 0.0146 ||epoch time: 8.7324\n",
      "epoch 37 loss_train: 0.1582 acc_train: 0.9922 || loss_valid: 0.816 acc_valid: 0.9532 || batch time: 0.0144 ||epoch time: 8.6082\n",
      "epoch 38 loss_train: 0.1508 acc_train: 0.9928 || loss_valid: 0.823 acc_valid: 0.9532 || batch time: 0.0144 ||epoch time: 8.5881\n",
      "epoch 39 loss_train: 0.1437 acc_train: 0.9933 || loss_valid: 0.8302 acc_valid: 0.953 || batch time: 0.0144 ||epoch time: 8.6251\n",
      "epoch 40 loss_train: 0.1368 acc_train: 0.9938 || loss_valid: 0.8377 acc_valid: 0.9531 || batch time: 0.0144 ||epoch time: 8.6275\n",
      "epoch 41 loss_train: 0.1302 acc_train: 0.9942 || loss_valid: 0.8455 acc_valid: 0.9533 || batch time: 0.0144 ||epoch time: 8.6392\n",
      "epoch 42 loss_train: 0.1239 acc_train: 0.9948 || loss_valid: 0.8531 acc_valid: 0.9531 || batch time: 0.0143 ||epoch time: 8.5714\n",
      "epoch 43 loss_train: 0.1178 acc_train: 0.9952 || loss_valid: 0.8612 acc_valid: 0.9531 || batch time: 0.0143 ||epoch time: 8.5432\n",
      "epoch 44 loss_train: 0.1119 acc_train: 0.9956 || loss_valid: 0.8695 acc_valid: 0.953 || batch time: 0.0144 ||epoch time: 8.5863\n",
      "epoch 45 loss_train: 0.1063 acc_train: 0.9959 || loss_valid: 0.8777 acc_valid: 0.9528 || batch time: 0.0145 ||epoch time: 8.6724\n",
      "epoch 46 loss_train: 0.1009 acc_train: 0.9962 || loss_valid: 0.8862 acc_valid: 0.9526 || batch time: 0.015 ||epoch time: 8.9663\n",
      "epoch 47 loss_train: 0.0957 acc_train: 0.9965 || loss_valid: 0.8951 acc_valid: 0.9523 || batch time: 0.0159 ||epoch time: 9.5126\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "aaa262d30e1440779537ca5ddef0a181",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9654 acc_train: 0.6445 || loss_valid: 2.6694 acc_valid: 0.8485 || batch time: 0.0161 ||epoch time: 9.6009\n",
      "epoch 1 loss_train: 2.0847 acc_train: 0.8832 || loss_valid: 1.5452 acc_valid: 0.9105 || batch time: 0.0155 ||epoch time: 9.2958\n",
      "epoch 2 loss_train: 1.4164 acc_train: 0.9203 || loss_valid: 1.201 acc_valid: 0.9294 || batch time: 0.0144 ||epoch time: 8.6117\n",
      "epoch 3 loss_train: 1.1432 acc_train: 0.9341 || loss_valid: 1.041 acc_valid: 0.9384 || batch time: 0.0151 ||epoch time: 9.0332\n",
      "epoch 4 loss_train: 0.9845 acc_train: 0.9417 || loss_valid: 0.9491 acc_valid: 0.9431 || batch time: 0.0151 ||epoch time: 9.0476\n",
      "epoch 5 loss_train: 0.876 acc_train: 0.9472 || loss_valid: 0.8893 acc_valid: 0.9461 || batch time: 0.0157 ||epoch time: 9.3782\n",
      "epoch 6 loss_train: 0.7946 acc_train: 0.9514 || loss_valid: 0.8479 acc_valid: 0.9477 || batch time: 0.016 ||epoch time: 9.5446\n",
      "epoch 7 loss_train: 0.7296 acc_train: 0.9551 || loss_valid: 0.8184 acc_valid: 0.9497 || batch time: 0.0153 ||epoch time: 9.1496\n",
      "epoch 8 loss_train: 0.6757 acc_train: 0.9581 || loss_valid: 0.7958 acc_valid: 0.951 || batch time: 0.0149 ||epoch time: 8.9166\n",
      "epoch 9 loss_train: 0.6298 acc_train: 0.9604 || loss_valid: 0.7786 acc_valid: 0.9519 || batch time: 0.0147 ||epoch time: 8.8034\n",
      "epoch 10 loss_train: 0.59 acc_train: 0.9627 || loss_valid: 0.7652 acc_valid: 0.9525 || batch time: 0.015 ||epoch time: 8.9582\n",
      "epoch 11 loss_train: 0.5547 acc_train: 0.9649 || loss_valid: 0.7546 acc_valid: 0.9533 || batch time: 0.0151 ||epoch time: 9.0318\n",
      "epoch 12 loss_train: 0.523 acc_train: 0.9669 || loss_valid: 0.7463 acc_valid: 0.9538 || batch time: 0.0159 ||epoch time: 9.4998\n",
      "epoch 13 loss_train: 0.4943 acc_train: 0.9686 || loss_valid: 0.74 acc_valid: 0.9537 || batch time: 0.0154 ||epoch time: 9.2001\n",
      "epoch 14 loss_train: 0.468 acc_train: 0.9703 || loss_valid: 0.7353 acc_valid: 0.9538 || batch time: 0.0155 ||epoch time: 9.2845\n",
      "epoch 15 loss_train: 0.4438 acc_train: 0.9718 || loss_valid: 0.7318 acc_valid: 0.9537 || batch time: 0.0149 ||epoch time: 8.919\n",
      "epoch 16 loss_train: 0.4216 acc_train: 0.9734 || loss_valid: 0.7295 acc_valid: 0.9541 || batch time: 0.015 ||epoch time: 8.9433\n",
      "epoch 17 loss_train: 0.4009 acc_train: 0.9747 || loss_valid: 0.7283 acc_valid: 0.9542 || batch time: 0.0162 ||epoch time: 9.6918\n",
      "epoch 18 loss_train: 0.3817 acc_train: 0.976 || loss_valid: 0.7279 acc_valid: 0.9543 || batch time: 0.0153 ||epoch time: 9.1769\n",
      "epoch 19 loss_train: 0.3636 acc_train: 0.9772 || loss_valid: 0.7283 acc_valid: 0.9544 || batch time: 0.0143 ||epoch time: 8.5445\n",
      "epoch 20 loss_train: 0.3467 acc_train: 0.9783 || loss_valid: 0.7292 acc_valid: 0.9543 || batch time: 0.016 ||epoch time: 9.5888\n",
      "epoch 21 loss_train: 0.3307 acc_train: 0.9796 || loss_valid: 0.7305 acc_valid: 0.9543 || batch time: 0.016 ||epoch time: 9.5969\n",
      "epoch 22 loss_train: 0.3156 acc_train: 0.9807 || loss_valid: 0.7326 acc_valid: 0.9542 || batch time: 0.016 ||epoch time: 9.5437\n",
      "epoch 23 loss_train: 0.3012 acc_train: 0.9816 || loss_valid: 0.7352 acc_valid: 0.9542 || batch time: 0.0149 ||epoch time: 8.8917\n",
      "epoch 24 loss_train: 0.2876 acc_train: 0.9826 || loss_valid: 0.7384 acc_valid: 0.9536 || batch time: 0.0152 ||epoch time: 9.0748\n",
      "epoch 25 loss_train: 0.2746 acc_train: 0.9835 || loss_valid: 0.7421 acc_valid: 0.9537 || batch time: 0.0147 ||epoch time: 8.808\n",
      "epoch 26 loss_train: 0.2622 acc_train: 0.9844 || loss_valid: 0.7461 acc_valid: 0.9537 || batch time: 0.0142 ||epoch time: 8.4843\n",
      "epoch 27 loss_train: 0.2504 acc_train: 0.9852 || loss_valid: 0.7507 acc_valid: 0.9534 || batch time: 0.0156 ||epoch time: 9.3247\n",
      "epoch 28 loss_train: 0.239 acc_train: 0.9861 || loss_valid: 0.7554 acc_valid: 0.9535 || batch time: 0.0159 ||epoch time: 9.523\n",
      "epoch 29 loss_train: 0.2282 acc_train: 0.9869 || loss_valid: 0.7605 acc_valid: 0.9536 || batch time: 0.0146 ||epoch time: 8.7442\n",
      "epoch 30 loss_train: 0.2178 acc_train: 0.9877 || loss_valid: 0.766 acc_valid: 0.9535 || batch time: 0.0151 ||epoch time: 9.0528\n",
      "epoch 31 loss_train: 0.2079 acc_train: 0.9885 || loss_valid: 0.7718 acc_valid: 0.9532 || batch time: 0.016 ||epoch time: 9.5675\n",
      "epoch 32 loss_train: 0.1983 acc_train: 0.9892 || loss_valid: 0.778 acc_valid: 0.9533 || batch time: 0.0148 ||epoch time: 8.8708\n",
      "epoch 33 loss_train: 0.1892 acc_train: 0.9898 || loss_valid: 0.7842 acc_valid: 0.953 || batch time: 0.0152 ||epoch time: 9.0775\n",
      "epoch 34 loss_train: 0.1804 acc_train: 0.9905 || loss_valid: 0.7909 acc_valid: 0.9531 || batch time: 0.0155 ||epoch time: 9.2796\n",
      "epoch 35 loss_train: 0.172 acc_train: 0.9913 || loss_valid: 0.7976 acc_valid: 0.953 || batch time: 0.0161 ||epoch time: 9.6312\n",
      "epoch 36 loss_train: 0.1639 acc_train: 0.9919 || loss_valid: 0.8049 acc_valid: 0.9525 || batch time: 0.0147 ||epoch time: 8.807\n",
      "epoch 37 loss_train: 0.1561 acc_train: 0.9924 || loss_valid: 0.8121 acc_valid: 0.9523 || batch time: 0.0155 ||epoch time: 9.2418\n",
      "epoch 38 loss_train: 0.1487 acc_train: 0.993 || loss_valid: 0.8197 acc_valid: 0.9524 || batch time: 0.0144 ||epoch time: 8.6245\n",
      "epoch 39 loss_train: 0.1416 acc_train: 0.9935 || loss_valid: 0.8275 acc_valid: 0.952 || batch time: 0.0157 ||epoch time: 9.3639\n",
      "epoch 40 loss_train: 0.1347 acc_train: 0.994 || loss_valid: 0.8356 acc_valid: 0.9519 || batch time: 0.0155 ||epoch time: 9.2771\n",
      "epoch 41 loss_train: 0.1281 acc_train: 0.9944 || loss_valid: 0.8437 acc_valid: 0.952 || batch time: 0.0155 ||epoch time: 9.2836\n",
      "epoch 42 loss_train: 0.1218 acc_train: 0.9949 || loss_valid: 0.8523 acc_valid: 0.9519 || batch time: 0.0144 ||epoch time: 8.6304\n",
      "epoch 43 loss_train: 0.1157 acc_train: 0.9953 || loss_valid: 0.8608 acc_valid: 0.9517 || batch time: 0.0146 ||epoch time: 8.7141\n",
      "epoch 44 loss_train: 0.1099 acc_train: 0.9958 || loss_valid: 0.8697 acc_valid: 0.9515 || batch time: 0.015 ||epoch time: 8.9787\n",
      "epoch 45 loss_train: 0.1043 acc_train: 0.9961 || loss_valid: 0.879 acc_valid: 0.9516 || batch time: 0.015 ||epoch time: 8.9558\n",
      "epoch 46 loss_train: 0.0989 acc_train: 0.9964 || loss_valid: 0.8879 acc_valid: 0.9513 || batch time: 0.0145 ||epoch time: 8.6992\n",
      "epoch 47 loss_train: 0.0938 acc_train: 0.9967 || loss_valid: 0.8971 acc_valid: 0.9511 || batch time: 0.015 ||epoch time: 8.9497\n",
      "epoch 48 loss_train: 0.0888 acc_train: 0.997 || loss_valid: 0.9069 acc_valid: 0.951 || batch time: 0.0143 ||epoch time: 8.5695\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c6af671c20a5436da8afd654f2fa6de0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1202 acc_train: 0.6367 || loss_valid: 2.7342 acc_valid: 0.844 || batch time: 0.0147 ||epoch time: 8.8058\n",
      "epoch 1 loss_train: 2.1333 acc_train: 0.8795 || loss_valid: 1.5641 acc_valid: 0.9123 || batch time: 0.0157 ||epoch time: 9.3832\n",
      "epoch 2 loss_train: 1.4338 acc_train: 0.9192 || loss_valid: 1.2114 acc_valid: 0.9311 || batch time: 0.0144 ||epoch time: 8.6332\n",
      "epoch 3 loss_train: 1.1502 acc_train: 0.9336 || loss_valid: 1.0469 acc_valid: 0.9395 || batch time: 0.0144 ||epoch time: 8.5865\n",
      "epoch 4 loss_train: 0.9874 acc_train: 0.9416 || loss_valid: 0.9525 acc_valid: 0.9432 || batch time: 0.0151 ||epoch time: 9.0034\n",
      "epoch 5 loss_train: 0.8765 acc_train: 0.947 || loss_valid: 0.892 acc_valid: 0.9463 || batch time: 0.0154 ||epoch time: 9.2375\n",
      "epoch 6 loss_train: 0.7935 acc_train: 0.9511 || loss_valid: 0.85 acc_valid: 0.9485 || batch time: 0.0149 ||epoch time: 8.9173\n",
      "epoch 7 loss_train: 0.7276 acc_train: 0.9544 || loss_valid: 0.82 acc_valid: 0.9499 || batch time: 0.0159 ||epoch time: 9.4842\n",
      "epoch 8 loss_train: 0.6733 acc_train: 0.9574 || loss_valid: 0.7973 acc_valid: 0.9508 || batch time: 0.0146 ||epoch time: 8.7108\n",
      "epoch 9 loss_train: 0.6273 acc_train: 0.9604 || loss_valid: 0.7805 acc_valid: 0.9511 || batch time: 0.0152 ||epoch time: 9.07\n",
      "epoch 10 loss_train: 0.5874 acc_train: 0.9627 || loss_valid: 0.7673 acc_valid: 0.9521 || batch time: 0.0153 ||epoch time: 9.1237\n",
      "epoch 11 loss_train: 0.5522 acc_train: 0.9648 || loss_valid: 0.7573 acc_valid: 0.9522 || batch time: 0.0151 ||epoch time: 9.0399\n",
      "epoch 12 loss_train: 0.5207 acc_train: 0.9668 || loss_valid: 0.7495 acc_valid: 0.9526 || batch time: 0.0157 ||epoch time: 9.4135\n",
      "epoch 13 loss_train: 0.4922 acc_train: 0.9686 || loss_valid: 0.7437 acc_valid: 0.953 || batch time: 0.0147 ||epoch time: 8.7972\n",
      "epoch 14 loss_train: 0.4662 acc_train: 0.9705 || loss_valid: 0.7392 acc_valid: 0.9535 || batch time: 0.0152 ||epoch time: 9.0993\n",
      "epoch 15 loss_train: 0.4423 acc_train: 0.9723 || loss_valid: 0.7361 acc_valid: 0.954 || batch time: 0.0151 ||epoch time: 9.0034\n",
      "epoch 16 loss_train: 0.4201 acc_train: 0.9736 || loss_valid: 0.7341 acc_valid: 0.9543 || batch time: 0.0163 ||epoch time: 9.7624\n",
      "epoch 17 loss_train: 0.3996 acc_train: 0.9749 || loss_valid: 0.7333 acc_valid: 0.9542 || batch time: 0.0151 ||epoch time: 9.0207\n",
      "epoch 18 loss_train: 0.3803 acc_train: 0.9763 || loss_valid: 0.733 acc_valid: 0.9539 || batch time: 0.0153 ||epoch time: 9.1378\n",
      "epoch 19 loss_train: 0.3624 acc_train: 0.9775 || loss_valid: 0.7337 acc_valid: 0.954 || batch time: 0.015 ||epoch time: 8.9776\n",
      "epoch 20 loss_train: 0.3455 acc_train: 0.9786 || loss_valid: 0.7352 acc_valid: 0.9541 || batch time: 0.0151 ||epoch time: 9.0349\n",
      "epoch 21 loss_train: 0.3295 acc_train: 0.9798 || loss_valid: 0.7372 acc_valid: 0.9539 || batch time: 0.0156 ||epoch time: 9.314\n",
      "epoch 22 loss_train: 0.3144 acc_train: 0.9808 || loss_valid: 0.7396 acc_valid: 0.9539 || batch time: 0.0144 ||epoch time: 8.6214\n",
      "epoch 23 loss_train: 0.3002 acc_train: 0.982 || loss_valid: 0.7428 acc_valid: 0.954 || batch time: 0.0145 ||epoch time: 8.6426\n",
      "epoch 24 loss_train: 0.2866 acc_train: 0.9829 || loss_valid: 0.7463 acc_valid: 0.9538 || batch time: 0.0147 ||epoch time: 8.8115\n",
      "epoch 25 loss_train: 0.2737 acc_train: 0.9838 || loss_valid: 0.7503 acc_valid: 0.9534 || batch time: 0.0145 ||epoch time: 8.6484\n",
      "epoch 26 loss_train: 0.2614 acc_train: 0.9848 || loss_valid: 0.7548 acc_valid: 0.9535 || batch time: 0.0159 ||epoch time: 9.4849\n",
      "epoch 27 loss_train: 0.2496 acc_train: 0.9857 || loss_valid: 0.7597 acc_valid: 0.9531 || batch time: 0.0148 ||epoch time: 8.8806\n",
      "epoch 28 loss_train: 0.2383 acc_train: 0.9866 || loss_valid: 0.7648 acc_valid: 0.9528 || batch time: 0.0164 ||epoch time: 9.7833\n",
      "epoch 29 loss_train: 0.2276 acc_train: 0.9873 || loss_valid: 0.7704 acc_valid: 0.9523 || batch time: 0.015 ||epoch time: 8.9847\n",
      "epoch 30 loss_train: 0.2172 acc_train: 0.988 || loss_valid: 0.776 acc_valid: 0.9522 || batch time: 0.0156 ||epoch time: 9.354\n",
      "epoch 31 loss_train: 0.2073 acc_train: 0.9887 || loss_valid: 0.7822 acc_valid: 0.9521 || batch time: 0.016 ||epoch time: 9.5655\n",
      "epoch 32 loss_train: 0.1978 acc_train: 0.9893 || loss_valid: 0.7887 acc_valid: 0.952 || batch time: 0.015 ||epoch time: 8.9691\n",
      "epoch 33 loss_train: 0.1886 acc_train: 0.9899 || loss_valid: 0.7954 acc_valid: 0.9516 || batch time: 0.0149 ||epoch time: 8.9401\n",
      "epoch 34 loss_train: 0.1798 acc_train: 0.9906 || loss_valid: 0.8023 acc_valid: 0.9517 || batch time: 0.015 ||epoch time: 8.9876\n",
      "epoch 35 loss_train: 0.1714 acc_train: 0.9911 || loss_valid: 0.8096 acc_valid: 0.9518 || batch time: 0.0145 ||epoch time: 8.6432\n",
      "epoch 36 loss_train: 0.1633 acc_train: 0.9918 || loss_valid: 0.8169 acc_valid: 0.9518 || batch time: 0.0145 ||epoch time: 8.6795\n",
      "epoch 37 loss_train: 0.1555 acc_train: 0.9923 || loss_valid: 0.8245 acc_valid: 0.9515 || batch time: 0.0151 ||epoch time: 9.0425\n",
      "epoch 38 loss_train: 0.148 acc_train: 0.9927 || loss_valid: 0.8323 acc_valid: 0.9517 || batch time: 0.0146 ||epoch time: 8.7154\n",
      "epoch 39 loss_train: 0.1408 acc_train: 0.9932 || loss_valid: 0.8402 acc_valid: 0.9516 || batch time: 0.0145 ||epoch time: 8.6771\n",
      "epoch 40 loss_train: 0.1339 acc_train: 0.9938 || loss_valid: 0.8485 acc_valid: 0.9514 || batch time: 0.0149 ||epoch time: 8.8939\n",
      "epoch 41 loss_train: 0.1273 acc_train: 0.9942 || loss_valid: 0.8567 acc_valid: 0.9514 || batch time: 0.0152 ||epoch time: 9.083\n",
      "epoch 42 loss_train: 0.121 acc_train: 0.9948 || loss_valid: 0.8649 acc_valid: 0.9513 || batch time: 0.0162 ||epoch time: 9.6714\n",
      "epoch 43 loss_train: 0.1149 acc_train: 0.9953 || loss_valid: 0.8738 acc_valid: 0.9509 || batch time: 0.0162 ||epoch time: 9.7038\n",
      "epoch 44 loss_train: 0.1091 acc_train: 0.9957 || loss_valid: 0.8823 acc_valid: 0.951 || batch time: 0.0154 ||epoch time: 9.1888\n",
      "epoch 45 loss_train: 0.1035 acc_train: 0.9961 || loss_valid: 0.8915 acc_valid: 0.9507 || batch time: 0.0159 ||epoch time: 9.5117\n",
      "epoch 46 loss_train: 0.0981 acc_train: 0.9965 || loss_valid: 0.9004 acc_valid: 0.9505 || batch time: 0.0145 ||epoch time: 8.6531\n",
      "epoch 47 loss_train: 0.093 acc_train: 0.9968 || loss_valid: 0.9094 acc_valid: 0.9506 || batch time: 0.0144 ||epoch time: 8.6232\n",
      "epoch 48 loss_train: 0.0881 acc_train: 0.9971 || loss_valid: 0.919 acc_valid: 0.9506 || batch time: 0.0161 ||epoch time: 9.6141\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b8412af9d7014d93a8ee29453eba9a40",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1065 acc_train: 0.6325 || loss_valid: 2.6893 acc_valid: 0.8489 || batch time: 0.0151 ||epoch time: 9.0086\n",
      "epoch 1 loss_train: 2.1059 acc_train: 0.8815 || loss_valid: 1.5434 acc_valid: 0.9126 || batch time: 0.015 ||epoch time: 8.9454\n",
      "epoch 2 loss_train: 1.4216 acc_train: 0.9201 || loss_valid: 1.1987 acc_valid: 0.9311 || batch time: 0.0161 ||epoch time: 9.6463\n",
      "epoch 3 loss_train: 1.1457 acc_train: 0.9337 || loss_valid: 1.04 acc_valid: 0.939 || batch time: 0.0153 ||epoch time: 9.153\n",
      "epoch 4 loss_train: 0.9872 acc_train: 0.9414 || loss_valid: 0.95 acc_valid: 0.9444 || batch time: 0.0161 ||epoch time: 9.6378\n",
      "epoch 5 loss_train: 0.8787 acc_train: 0.9469 || loss_valid: 0.892 acc_valid: 0.947 || batch time: 0.0161 ||epoch time: 9.6088\n",
      "epoch 6 loss_train: 0.7973 acc_train: 0.9513 || loss_valid: 0.851 acc_valid: 0.9489 || batch time: 0.0147 ||epoch time: 8.7802\n",
      "epoch 7 loss_train: 0.7327 acc_train: 0.9548 || loss_valid: 0.821 acc_valid: 0.9503 || batch time: 0.0156 ||epoch time: 9.3311\n",
      "epoch 8 loss_train: 0.6792 acc_train: 0.9576 || loss_valid: 0.7979 acc_valid: 0.9514 || batch time: 0.0147 ||epoch time: 8.8209\n",
      "epoch 9 loss_train: 0.6332 acc_train: 0.9603 || loss_valid: 0.7806 acc_valid: 0.9524 || batch time: 0.016 ||epoch time: 9.5536\n",
      "epoch 10 loss_train: 0.5932 acc_train: 0.9625 || loss_valid: 0.767 acc_valid: 0.9525 || batch time: 0.0159 ||epoch time: 9.5029\n",
      "epoch 11 loss_train: 0.5579 acc_train: 0.9648 || loss_valid: 0.7558 acc_valid: 0.9534 || batch time: 0.0153 ||epoch time: 9.1359\n",
      "epoch 12 loss_train: 0.5262 acc_train: 0.9669 || loss_valid: 0.7471 acc_valid: 0.9539 || batch time: 0.0162 ||epoch time: 9.6795\n",
      "epoch 13 loss_train: 0.4974 acc_train: 0.9687 || loss_valid: 0.7402 acc_valid: 0.9545 || batch time: 0.0142 ||epoch time: 8.5137\n",
      "epoch 14 loss_train: 0.4712 acc_train: 0.9702 || loss_valid: 0.7348 acc_valid: 0.9544 || batch time: 0.0142 ||epoch time: 8.492\n",
      "epoch 15 loss_train: 0.4469 acc_train: 0.9717 || loss_valid: 0.7307 acc_valid: 0.9545 || batch time: 0.0144 ||epoch time: 8.6259\n",
      "epoch 16 loss_train: 0.4245 acc_train: 0.9731 || loss_valid: 0.7278 acc_valid: 0.9544 || batch time: 0.0157 ||epoch time: 9.4053\n",
      "epoch 17 loss_train: 0.4037 acc_train: 0.9746 || loss_valid: 0.726 acc_valid: 0.9547 || batch time: 0.0157 ||epoch time: 9.3764\n",
      "epoch 18 loss_train: 0.3843 acc_train: 0.9759 || loss_valid: 0.7252 acc_valid: 0.955 || batch time: 0.0155 ||epoch time: 9.2703\n",
      "epoch 19 loss_train: 0.3661 acc_train: 0.9771 || loss_valid: 0.7255 acc_valid: 0.9554 || batch time: 0.0148 ||epoch time: 8.8669\n",
      "epoch 20 loss_train: 0.3491 acc_train: 0.9782 || loss_valid: 0.7262 acc_valid: 0.9555 || batch time: 0.0146 ||epoch time: 8.7205\n",
      "epoch 21 loss_train: 0.333 acc_train: 0.9793 || loss_valid: 0.7274 acc_valid: 0.9558 || batch time: 0.0148 ||epoch time: 8.8351\n",
      "epoch 22 loss_train: 0.3177 acc_train: 0.9805 || loss_valid: 0.7295 acc_valid: 0.9559 || batch time: 0.0158 ||epoch time: 9.464\n",
      "epoch 23 loss_train: 0.3033 acc_train: 0.9815 || loss_valid: 0.732 acc_valid: 0.9558 || batch time: 0.0158 ||epoch time: 9.4244\n",
      "epoch 24 loss_train: 0.2895 acc_train: 0.9824 || loss_valid: 0.735 acc_valid: 0.9556 || batch time: 0.0142 ||epoch time: 8.4688\n",
      "epoch 25 loss_train: 0.2765 acc_train: 0.9835 || loss_valid: 0.7387 acc_valid: 0.9554 || batch time: 0.0146 ||epoch time: 8.7574\n",
      "epoch 26 loss_train: 0.2641 acc_train: 0.9845 || loss_valid: 0.7428 acc_valid: 0.9554 || batch time: 0.0162 ||epoch time: 9.6785\n",
      "epoch 27 loss_train: 0.2522 acc_train: 0.9854 || loss_valid: 0.7468 acc_valid: 0.9554 || batch time: 0.0143 ||epoch time: 8.5641\n",
      "epoch 28 loss_train: 0.241 acc_train: 0.9862 || loss_valid: 0.7515 acc_valid: 0.9552 || batch time: 0.0157 ||epoch time: 9.3818\n",
      "epoch 29 loss_train: 0.2301 acc_train: 0.9871 || loss_valid: 0.7565 acc_valid: 0.9552 || batch time: 0.0159 ||epoch time: 9.4978\n",
      "epoch 30 loss_train: 0.2198 acc_train: 0.9879 || loss_valid: 0.7619 acc_valid: 0.955 || batch time: 0.0146 ||epoch time: 8.7409\n",
      "epoch 31 loss_train: 0.21 acc_train: 0.9885 || loss_valid: 0.7673 acc_valid: 0.9547 || batch time: 0.0154 ||epoch time: 9.2236\n",
      "epoch 32 loss_train: 0.2005 acc_train: 0.9892 || loss_valid: 0.7731 acc_valid: 0.9547 || batch time: 0.015 ||epoch time: 8.9508\n",
      "epoch 33 loss_train: 0.1915 acc_train: 0.9898 || loss_valid: 0.7792 acc_valid: 0.9548 || batch time: 0.0157 ||epoch time: 9.3979\n",
      "epoch 34 loss_train: 0.1828 acc_train: 0.9905 || loss_valid: 0.7854 acc_valid: 0.9545 || batch time: 0.0151 ||epoch time: 9.0206\n",
      "epoch 35 loss_train: 0.1745 acc_train: 0.9911 || loss_valid: 0.792 acc_valid: 0.9543 || batch time: 0.0147 ||epoch time: 8.8048\n",
      "epoch 36 loss_train: 0.1665 acc_train: 0.9916 || loss_valid: 0.7986 acc_valid: 0.9543 || batch time: 0.0158 ||epoch time: 9.4719\n",
      "epoch 37 loss_train: 0.1588 acc_train: 0.9921 || loss_valid: 0.8057 acc_valid: 0.9541 || batch time: 0.0145 ||epoch time: 8.6723\n",
      "epoch 38 loss_train: 0.1514 acc_train: 0.9926 || loss_valid: 0.8127 acc_valid: 0.9542 || batch time: 0.0157 ||epoch time: 9.3721\n",
      "epoch 39 loss_train: 0.1443 acc_train: 0.9932 || loss_valid: 0.8201 acc_valid: 0.9542 || batch time: 0.0161 ||epoch time: 9.6192\n",
      "epoch 40 loss_train: 0.1375 acc_train: 0.9938 || loss_valid: 0.8277 acc_valid: 0.9539 || batch time: 0.0158 ||epoch time: 9.4269\n",
      "epoch 41 loss_train: 0.1309 acc_train: 0.9942 || loss_valid: 0.8353 acc_valid: 0.9539 || batch time: 0.015 ||epoch time: 8.9555\n",
      "epoch 42 loss_train: 0.1246 acc_train: 0.9946 || loss_valid: 0.8431 acc_valid: 0.9539 || batch time: 0.0159 ||epoch time: 9.5059\n",
      "epoch 43 loss_train: 0.1186 acc_train: 0.9951 || loss_valid: 0.8515 acc_valid: 0.9538 || batch time: 0.0157 ||epoch time: 9.4008\n",
      "epoch 44 loss_train: 0.1127 acc_train: 0.9955 || loss_valid: 0.8596 acc_valid: 0.9535 || batch time: 0.0163 ||epoch time: 9.7575\n",
      "epoch 45 loss_train: 0.1072 acc_train: 0.9959 || loss_valid: 0.868 acc_valid: 0.9535 || batch time: 0.0148 ||epoch time: 8.8502\n",
      "epoch 46 loss_train: 0.1018 acc_train: 0.9962 || loss_valid: 0.8766 acc_valid: 0.9535 || batch time: 0.016 ||epoch time: 9.5825\n",
      "epoch 47 loss_train: 0.0967 acc_train: 0.9965 || loss_valid: 0.885 acc_valid: 0.9532 || batch time: 0.0163 ||epoch time: 9.7572\n",
      "epoch 48 loss_train: 0.0917 acc_train: 0.9968 || loss_valid: 0.8941 acc_valid: 0.9531 || batch time: 0.0157 ||epoch time: 9.4069\n",
      "30 times no decrease\n",
      "loss acc: 0.953 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2225738111cc48eb8478799b2f93bb9d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1136 acc_train: 0.6374 || loss_valid: 2.7117 acc_valid: 0.8504 || batch time: 0.0154 ||epoch time: 9.2384\n",
      "epoch 1 loss_train: 2.1244 acc_train: 0.8818 || loss_valid: 1.5423 acc_valid: 0.9135 || batch time: 0.0146 ||epoch time: 8.7061\n",
      "epoch 2 loss_train: 1.4251 acc_train: 0.9195 || loss_valid: 1.1961 acc_valid: 0.9302 || batch time: 0.0162 ||epoch time: 9.6638\n",
      "epoch 3 loss_train: 1.1468 acc_train: 0.9336 || loss_valid: 1.0374 acc_valid: 0.9388 || batch time: 0.0148 ||epoch time: 8.8816\n",
      "epoch 4 loss_train: 0.9875 acc_train: 0.9415 || loss_valid: 0.9472 acc_valid: 0.9427 || batch time: 0.0147 ||epoch time: 8.776\n",
      "epoch 5 loss_train: 0.8784 acc_train: 0.9468 || loss_valid: 0.8886 acc_valid: 0.9459 || batch time: 0.0156 ||epoch time: 9.3455\n",
      "epoch 6 loss_train: 0.7964 acc_train: 0.9514 || loss_valid: 0.8483 acc_valid: 0.9478 || batch time: 0.0148 ||epoch time: 8.8306\n",
      "epoch 7 loss_train: 0.7309 acc_train: 0.9548 || loss_valid: 0.8186 acc_valid: 0.9494 || batch time: 0.0159 ||epoch time: 9.5381\n",
      "epoch 8 loss_train: 0.6768 acc_train: 0.9578 || loss_valid: 0.7966 acc_valid: 0.9505 || batch time: 0.0156 ||epoch time: 9.3074\n",
      "epoch 9 loss_train: 0.6307 acc_train: 0.9603 || loss_valid: 0.7797 acc_valid: 0.9515 || batch time: 0.0158 ||epoch time: 9.4274\n",
      "epoch 10 loss_train: 0.5906 acc_train: 0.9626 || loss_valid: 0.7666 acc_valid: 0.9521 || batch time: 0.0147 ||epoch time: 8.7999\n",
      "epoch 11 loss_train: 0.5553 acc_train: 0.9649 || loss_valid: 0.7566 acc_valid: 0.9522 || batch time: 0.0151 ||epoch time: 9.0277\n",
      "epoch 12 loss_train: 0.5238 acc_train: 0.9667 || loss_valid: 0.7484 acc_valid: 0.9527 || batch time: 0.0144 ||epoch time: 8.6117\n",
      "epoch 13 loss_train: 0.4952 acc_train: 0.9686 || loss_valid: 0.7428 acc_valid: 0.9527 || batch time: 0.0145 ||epoch time: 8.6865\n",
      "epoch 14 loss_train: 0.4691 acc_train: 0.9704 || loss_valid: 0.7384 acc_valid: 0.9531 || batch time: 0.0155 ||epoch time: 9.2879\n",
      "epoch 15 loss_train: 0.4451 acc_train: 0.972 || loss_valid: 0.7352 acc_valid: 0.9532 || batch time: 0.0147 ||epoch time: 8.7727\n",
      "epoch 16 loss_train: 0.423 acc_train: 0.9734 || loss_valid: 0.7332 acc_valid: 0.9532 || batch time: 0.0156 ||epoch time: 9.3091\n",
      "epoch 17 loss_train: 0.4025 acc_train: 0.9747 || loss_valid: 0.7322 acc_valid: 0.9532 || batch time: 0.0155 ||epoch time: 9.249\n",
      "epoch 18 loss_train: 0.3834 acc_train: 0.9759 || loss_valid: 0.7321 acc_valid: 0.9531 || batch time: 0.0152 ||epoch time: 9.0733\n",
      "epoch 19 loss_train: 0.3654 acc_train: 0.9771 || loss_valid: 0.7328 acc_valid: 0.9534 || batch time: 0.0156 ||epoch time: 9.3521\n",
      "epoch 20 loss_train: 0.3486 acc_train: 0.9783 || loss_valid: 0.734 acc_valid: 0.9532 || batch time: 0.0154 ||epoch time: 9.1981\n",
      "epoch 21 loss_train: 0.3326 acc_train: 0.9794 || loss_valid: 0.736 acc_valid: 0.953 || batch time: 0.0155 ||epoch time: 9.2771\n",
      "epoch 22 loss_train: 0.3175 acc_train: 0.9806 || loss_valid: 0.7382 acc_valid: 0.9528 || batch time: 0.0158 ||epoch time: 9.474\n",
      "epoch 23 loss_train: 0.3031 acc_train: 0.9818 || loss_valid: 0.741 acc_valid: 0.9529 || batch time: 0.0151 ||epoch time: 9.0372\n",
      "epoch 24 loss_train: 0.2895 acc_train: 0.9827 || loss_valid: 0.744 acc_valid: 0.9528 || batch time: 0.0148 ||epoch time: 8.8436\n",
      "epoch 25 loss_train: 0.2765 acc_train: 0.9837 || loss_valid: 0.7472 acc_valid: 0.953 || batch time: 0.0147 ||epoch time: 8.7759\n",
      "epoch 26 loss_train: 0.2641 acc_train: 0.9845 || loss_valid: 0.7511 acc_valid: 0.9529 || batch time: 0.015 ||epoch time: 8.9993\n",
      "epoch 27 loss_train: 0.2523 acc_train: 0.9853 || loss_valid: 0.7551 acc_valid: 0.9528 || batch time: 0.0144 ||epoch time: 8.5807\n",
      "epoch 28 loss_train: 0.241 acc_train: 0.9862 || loss_valid: 0.7595 acc_valid: 0.9529 || batch time: 0.0153 ||epoch time: 9.1483\n",
      "epoch 29 loss_train: 0.2303 acc_train: 0.987 || loss_valid: 0.7643 acc_valid: 0.953 || batch time: 0.0142 ||epoch time: 8.4997\n",
      "epoch 30 loss_train: 0.22 acc_train: 0.9876 || loss_valid: 0.7694 acc_valid: 0.9528 || batch time: 0.0154 ||epoch time: 9.2263\n",
      "epoch 31 loss_train: 0.2101 acc_train: 0.9882 || loss_valid: 0.7745 acc_valid: 0.9525 || batch time: 0.0152 ||epoch time: 9.0988\n",
      "epoch 32 loss_train: 0.2007 acc_train: 0.9891 || loss_valid: 0.7801 acc_valid: 0.9522 || batch time: 0.0151 ||epoch time: 9.045\n",
      "epoch 33 loss_train: 0.1916 acc_train: 0.9898 || loss_valid: 0.786 acc_valid: 0.9523 || batch time: 0.016 ||epoch time: 9.5864\n",
      "epoch 34 loss_train: 0.183 acc_train: 0.9903 || loss_valid: 0.792 acc_valid: 0.9524 || batch time: 0.0157 ||epoch time: 9.3611\n",
      "epoch 35 loss_train: 0.1746 acc_train: 0.9909 || loss_valid: 0.7986 acc_valid: 0.9523 || batch time: 0.0148 ||epoch time: 8.8598\n",
      "epoch 36 loss_train: 0.1666 acc_train: 0.9916 || loss_valid: 0.8049 acc_valid: 0.9526 || batch time: 0.0147 ||epoch time: 8.797\n",
      "epoch 37 loss_train: 0.1589 acc_train: 0.9921 || loss_valid: 0.812 acc_valid: 0.9523 || batch time: 0.0156 ||epoch time: 9.3034\n",
      "epoch 38 loss_train: 0.1515 acc_train: 0.9927 || loss_valid: 0.8187 acc_valid: 0.9519 || batch time: 0.0157 ||epoch time: 9.4162\n",
      "epoch 39 loss_train: 0.1443 acc_train: 0.9931 || loss_valid: 0.8258 acc_valid: 0.952 || batch time: 0.0149 ||epoch time: 8.9115\n",
      "epoch 40 loss_train: 0.1375 acc_train: 0.9936 || loss_valid: 0.8332 acc_valid: 0.9518 || batch time: 0.0143 ||epoch time: 8.5725\n",
      "epoch 41 loss_train: 0.1309 acc_train: 0.9941 || loss_valid: 0.8406 acc_valid: 0.9516 || batch time: 0.0148 ||epoch time: 8.8265\n",
      "epoch 42 loss_train: 0.1245 acc_train: 0.9945 || loss_valid: 0.8477 acc_valid: 0.9515 || batch time: 0.0159 ||epoch time: 9.5019\n",
      "epoch 43 loss_train: 0.1185 acc_train: 0.9949 || loss_valid: 0.8557 acc_valid: 0.9515 || batch time: 0.0149 ||epoch time: 8.918\n",
      "epoch 44 loss_train: 0.1126 acc_train: 0.9953 || loss_valid: 0.8635 acc_valid: 0.9517 || batch time: 0.015 ||epoch time: 8.9512\n",
      "epoch 45 loss_train: 0.107 acc_train: 0.9956 || loss_valid: 0.8719 acc_valid: 0.9518 || batch time: 0.0155 ||epoch time: 9.2506\n",
      "epoch 46 loss_train: 0.1016 acc_train: 0.996 || loss_valid: 0.8798 acc_valid: 0.9516 || batch time: 0.0162 ||epoch time: 9.7122\n",
      "epoch 47 loss_train: 0.0964 acc_train: 0.9964 || loss_valid: 0.8883 acc_valid: 0.9517 || batch time: 0.0152 ||epoch time: 9.0873\n",
      "epoch 48 loss_train: 0.0915 acc_train: 0.9967 || loss_valid: 0.8971 acc_valid: 0.9516 || batch time: 0.0147 ||epoch time: 8.8069\n",
      "30 times no decrease\n",
      "loss acc: 0.9528 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "2e47ac8d19a94bdeb294a1bb6e7b82cb",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.3097 acc_train: 0.6218 || loss_valid: 2.7729 acc_valid: 0.8412 || batch time: 0.0147 ||epoch time: 8.7793\n",
      "epoch 1 loss_train: 2.1314 acc_train: 0.8805 || loss_valid: 1.5668 acc_valid: 0.9116 || batch time: 0.0146 ||epoch time: 8.702\n",
      "epoch 2 loss_train: 1.4317 acc_train: 0.9193 || loss_valid: 1.2151 acc_valid: 0.9291 || batch time: 0.0154 ||epoch time: 9.2258\n",
      "epoch 3 loss_train: 1.1541 acc_train: 0.9333 || loss_valid: 1.0523 acc_valid: 0.9376 || batch time: 0.0163 ||epoch time: 9.7289\n",
      "epoch 4 loss_train: 0.9936 acc_train: 0.9412 || loss_valid: 0.959 acc_valid: 0.9425 || batch time: 0.0146 ||epoch time: 8.7489\n",
      "epoch 5 loss_train: 0.883 acc_train: 0.9467 || loss_valid: 0.8991 acc_valid: 0.9452 || batch time: 0.0145 ||epoch time: 8.6935\n",
      "epoch 6 loss_train: 0.7999 acc_train: 0.9511 || loss_valid: 0.8569 acc_valid: 0.9476 || batch time: 0.0161 ||epoch time: 9.6157\n",
      "epoch 7 loss_train: 0.7341 acc_train: 0.9547 || loss_valid: 0.8264 acc_valid: 0.9485 || batch time: 0.0159 ||epoch time: 9.5022\n",
      "epoch 8 loss_train: 0.6797 acc_train: 0.9576 || loss_valid: 0.8034 acc_valid: 0.9492 || batch time: 0.0145 ||epoch time: 8.6944\n",
      "epoch 9 loss_train: 0.6333 acc_train: 0.9601 || loss_valid: 0.7856 acc_valid: 0.9508 || batch time: 0.0155 ||epoch time: 9.2579\n",
      "epoch 10 loss_train: 0.5932 acc_train: 0.9624 || loss_valid: 0.7718 acc_valid: 0.9516 || batch time: 0.0145 ||epoch time: 8.6515\n",
      "epoch 11 loss_train: 0.5576 acc_train: 0.9645 || loss_valid: 0.7611 acc_valid: 0.952 || batch time: 0.0148 ||epoch time: 8.8328\n",
      "epoch 12 loss_train: 0.5258 acc_train: 0.9663 || loss_valid: 0.753 acc_valid: 0.9521 || batch time: 0.0155 ||epoch time: 9.2791\n",
      "epoch 13 loss_train: 0.4969 acc_train: 0.9682 || loss_valid: 0.7469 acc_valid: 0.9525 || batch time: 0.015 ||epoch time: 8.9865\n",
      "epoch 14 loss_train: 0.4706 acc_train: 0.97 || loss_valid: 0.7426 acc_valid: 0.9526 || batch time: 0.0163 ||epoch time: 9.7737\n",
      "epoch 15 loss_train: 0.4463 acc_train: 0.9715 || loss_valid: 0.7395 acc_valid: 0.9529 || batch time: 0.0158 ||epoch time: 9.4607\n",
      "epoch 16 loss_train: 0.424 acc_train: 0.9729 || loss_valid: 0.7377 acc_valid: 0.9536 || batch time: 0.016 ||epoch time: 9.5791\n",
      "epoch 17 loss_train: 0.4032 acc_train: 0.9743 || loss_valid: 0.7366 acc_valid: 0.9539 || batch time: 0.0159 ||epoch time: 9.4823\n",
      "epoch 18 loss_train: 0.3838 acc_train: 0.9757 || loss_valid: 0.7366 acc_valid: 0.954 || batch time: 0.0158 ||epoch time: 9.4657\n",
      "epoch 19 loss_train: 0.3656 acc_train: 0.977 || loss_valid: 0.7371 acc_valid: 0.9546 || batch time: 0.0151 ||epoch time: 9.0339\n",
      "epoch 20 loss_train: 0.3485 acc_train: 0.9782 || loss_valid: 0.7382 acc_valid: 0.9548 || batch time: 0.0154 ||epoch time: 9.1817\n",
      "epoch 21 loss_train: 0.3324 acc_train: 0.9792 || loss_valid: 0.7397 acc_valid: 0.9547 || batch time: 0.0157 ||epoch time: 9.3624\n",
      "epoch 22 loss_train: 0.3171 acc_train: 0.9803 || loss_valid: 0.7419 acc_valid: 0.9544 || batch time: 0.016 ||epoch time: 9.5539\n",
      "epoch 23 loss_train: 0.3027 acc_train: 0.9813 || loss_valid: 0.7447 acc_valid: 0.9543 || batch time: 0.0148 ||epoch time: 8.847\n",
      "epoch 24 loss_train: 0.2889 acc_train: 0.9824 || loss_valid: 0.748 acc_valid: 0.9541 || batch time: 0.0154 ||epoch time: 9.186\n",
      "epoch 25 loss_train: 0.2758 acc_train: 0.9834 || loss_valid: 0.7517 acc_valid: 0.954 || batch time: 0.0164 ||epoch time: 9.7966\n",
      "epoch 26 loss_train: 0.2633 acc_train: 0.9843 || loss_valid: 0.7558 acc_valid: 0.954 || batch time: 0.0159 ||epoch time: 9.4833\n",
      "epoch 27 loss_train: 0.2514 acc_train: 0.9852 || loss_valid: 0.7599 acc_valid: 0.9536 || batch time: 0.0146 ||epoch time: 8.7546\n",
      "epoch 28 loss_train: 0.24 acc_train: 0.9861 || loss_valid: 0.7645 acc_valid: 0.9534 || batch time: 0.0155 ||epoch time: 9.2957\n",
      "epoch 29 loss_train: 0.2291 acc_train: 0.9869 || loss_valid: 0.7695 acc_valid: 0.9532 || batch time: 0.0143 ||epoch time: 8.5497\n",
      "epoch 30 loss_train: 0.2186 acc_train: 0.9877 || loss_valid: 0.7746 acc_valid: 0.9534 || batch time: 0.0146 ||epoch time: 8.7032\n",
      "epoch 31 loss_train: 0.2086 acc_train: 0.9884 || loss_valid: 0.7802 acc_valid: 0.9532 || batch time: 0.0144 ||epoch time: 8.6315\n",
      "epoch 32 loss_train: 0.199 acc_train: 0.9891 || loss_valid: 0.7862 acc_valid: 0.9532 || batch time: 0.0142 ||epoch time: 8.4939\n",
      "epoch 33 loss_train: 0.1898 acc_train: 0.9898 || loss_valid: 0.7921 acc_valid: 0.9535 || batch time: 0.0143 ||epoch time: 8.5252\n",
      "epoch 34 loss_train: 0.1809 acc_train: 0.9905 || loss_valid: 0.7985 acc_valid: 0.9534 || batch time: 0.016 ||epoch time: 9.5657\n",
      "epoch 35 loss_train: 0.1725 acc_train: 0.9912 || loss_valid: 0.8049 acc_valid: 0.9533 || batch time: 0.0161 ||epoch time: 9.6353\n",
      "epoch 36 loss_train: 0.1643 acc_train: 0.9919 || loss_valid: 0.8117 acc_valid: 0.9531 || batch time: 0.016 ||epoch time: 9.5863\n",
      "epoch 37 loss_train: 0.1565 acc_train: 0.9926 || loss_valid: 0.8185 acc_valid: 0.9532 || batch time: 0.0152 ||epoch time: 9.0714\n",
      "epoch 38 loss_train: 0.149 acc_train: 0.9931 || loss_valid: 0.8257 acc_valid: 0.9528 || batch time: 0.0148 ||epoch time: 8.8613\n",
      "epoch 39 loss_train: 0.1418 acc_train: 0.9935 || loss_valid: 0.8331 acc_valid: 0.9527 || batch time: 0.0147 ||epoch time: 8.7879\n",
      "epoch 40 loss_train: 0.1348 acc_train: 0.994 || loss_valid: 0.8405 acc_valid: 0.9526 || batch time: 0.0156 ||epoch time: 9.3356\n",
      "epoch 41 loss_train: 0.1282 acc_train: 0.9944 || loss_valid: 0.8483 acc_valid: 0.9523 || batch time: 0.0156 ||epoch time: 9.3244\n",
      "epoch 42 loss_train: 0.1217 acc_train: 0.9948 || loss_valid: 0.8559 acc_valid: 0.9521 || batch time: 0.0145 ||epoch time: 8.6596\n",
      "epoch 43 loss_train: 0.1156 acc_train: 0.9952 || loss_valid: 0.864 acc_valid: 0.9521 || batch time: 0.0151 ||epoch time: 9.02\n",
      "epoch 44 loss_train: 0.1097 acc_train: 0.9956 || loss_valid: 0.8722 acc_valid: 0.9518 || batch time: 0.0154 ||epoch time: 9.2082\n",
      "epoch 45 loss_train: 0.104 acc_train: 0.996 || loss_valid: 0.8807 acc_valid: 0.9516 || batch time: 0.0146 ||epoch time: 8.7279\n",
      "epoch 46 loss_train: 0.0986 acc_train: 0.9964 || loss_valid: 0.8891 acc_valid: 0.9518 || batch time: 0.0145 ||epoch time: 8.6866\n",
      "epoch 47 loss_train: 0.0934 acc_train: 0.9968 || loss_valid: 0.898 acc_valid: 0.9518 || batch time: 0.0148 ||epoch time: 8.8221\n",
      "30 times no decrease\n",
      "loss acc: 0.9522 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ad920967dbae415aa658b20bf4d89e82",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2068 acc_train: 0.6351 || loss_valid: 2.7242 acc_valid: 0.8469 || batch time: 0.0158 ||epoch time: 9.4491\n",
      "epoch 1 loss_train: 2.1035 acc_train: 0.8825 || loss_valid: 1.5483 acc_valid: 0.913 || batch time: 0.0147 ||epoch time: 8.7911\n",
      "epoch 2 loss_train: 1.4147 acc_train: 0.9205 || loss_valid: 1.1999 acc_valid: 0.9311 || batch time: 0.0144 ||epoch time: 8.6096\n",
      "epoch 3 loss_train: 1.1388 acc_train: 0.9342 || loss_valid: 1.0395 acc_valid: 0.939 || batch time: 0.0144 ||epoch time: 8.5881\n",
      "epoch 4 loss_train: 0.9803 acc_train: 0.9422 || loss_valid: 0.9478 acc_valid: 0.9445 || batch time: 0.0156 ||epoch time: 9.3146\n",
      "epoch 5 loss_train: 0.8716 acc_train: 0.9474 || loss_valid: 0.8885 acc_valid: 0.947 || batch time: 0.015 ||epoch time: 8.9597\n",
      "epoch 6 loss_train: 0.7894 acc_train: 0.9518 || loss_valid: 0.8473 acc_valid: 0.9485 || batch time: 0.0158 ||epoch time: 9.4526\n",
      "epoch 7 loss_train: 0.7241 acc_train: 0.9551 || loss_valid: 0.8173 acc_valid: 0.9497 || batch time: 0.0163 ||epoch time: 9.7323\n",
      "epoch 8 loss_train: 0.6699 acc_train: 0.9579 || loss_valid: 0.7949 acc_valid: 0.9505 || batch time: 0.0158 ||epoch time: 9.4444\n",
      "epoch 9 loss_train: 0.6237 acc_train: 0.9606 || loss_valid: 0.7784 acc_valid: 0.951 || batch time: 0.0159 ||epoch time: 9.5369\n",
      "epoch 10 loss_train: 0.5837 acc_train: 0.963 || loss_valid: 0.7657 acc_valid: 0.9513 || batch time: 0.0158 ||epoch time: 9.4562\n",
      "epoch 11 loss_train: 0.5485 acc_train: 0.9651 || loss_valid: 0.7561 acc_valid: 0.9519 || batch time: 0.0158 ||epoch time: 9.4757\n",
      "epoch 12 loss_train: 0.5171 acc_train: 0.967 || loss_valid: 0.7486 acc_valid: 0.9526 || batch time: 0.0147 ||epoch time: 8.7945\n",
      "epoch 13 loss_train: 0.4886 acc_train: 0.9688 || loss_valid: 0.7431 acc_valid: 0.9528 || batch time: 0.0161 ||epoch time: 9.6146\n",
      "epoch 14 loss_train: 0.4626 acc_train: 0.9705 || loss_valid: 0.739 acc_valid: 0.9532 || batch time: 0.0156 ||epoch time: 9.343\n",
      "epoch 15 loss_train: 0.4388 acc_train: 0.972 || loss_valid: 0.7363 acc_valid: 0.9532 || batch time: 0.0146 ||epoch time: 8.7434\n",
      "epoch 16 loss_train: 0.4168 acc_train: 0.9734 || loss_valid: 0.7347 acc_valid: 0.9538 || batch time: 0.0143 ||epoch time: 8.5298\n",
      "epoch 17 loss_train: 0.3964 acc_train: 0.9748 || loss_valid: 0.7343 acc_valid: 0.9537 || batch time: 0.0142 ||epoch time: 8.5\n",
      "epoch 18 loss_train: 0.3774 acc_train: 0.9761 || loss_valid: 0.7346 acc_valid: 0.9538 || batch time: 0.016 ||epoch time: 9.5836\n",
      "epoch 19 loss_train: 0.3596 acc_train: 0.9774 || loss_valid: 0.7354 acc_valid: 0.9541 || batch time: 0.0158 ||epoch time: 9.4263\n",
      "epoch 20 loss_train: 0.3428 acc_train: 0.9786 || loss_valid: 0.7373 acc_valid: 0.9541 || batch time: 0.0154 ||epoch time: 9.2407\n",
      "epoch 21 loss_train: 0.327 acc_train: 0.9797 || loss_valid: 0.7397 acc_valid: 0.9541 || batch time: 0.0159 ||epoch time: 9.521\n",
      "epoch 22 loss_train: 0.312 acc_train: 0.9809 || loss_valid: 0.7426 acc_valid: 0.9542 || batch time: 0.0147 ||epoch time: 8.7872\n",
      "epoch 23 loss_train: 0.2978 acc_train: 0.9819 || loss_valid: 0.746 acc_valid: 0.9542 || batch time: 0.0145 ||epoch time: 8.6647\n",
      "epoch 24 loss_train: 0.2843 acc_train: 0.9829 || loss_valid: 0.7498 acc_valid: 0.9539 || batch time: 0.0142 ||epoch time: 8.4715\n",
      "epoch 25 loss_train: 0.2715 acc_train: 0.9839 || loss_valid: 0.754 acc_valid: 0.9536 || batch time: 0.0156 ||epoch time: 9.3352\n",
      "epoch 26 loss_train: 0.2593 acc_train: 0.9849 || loss_valid: 0.7585 acc_valid: 0.9535 || batch time: 0.0147 ||epoch time: 8.7621\n",
      "epoch 27 loss_train: 0.2477 acc_train: 0.9856 || loss_valid: 0.7634 acc_valid: 0.9536 || batch time: 0.0151 ||epoch time: 9.0421\n",
      "epoch 28 loss_train: 0.2366 acc_train: 0.9865 || loss_valid: 0.7687 acc_valid: 0.9533 || batch time: 0.0159 ||epoch time: 9.5181\n",
      "epoch 29 loss_train: 0.226 acc_train: 0.9873 || loss_valid: 0.7743 acc_valid: 0.9533 || batch time: 0.0147 ||epoch time: 8.7986\n",
      "epoch 30 loss_train: 0.2159 acc_train: 0.9879 || loss_valid: 0.7801 acc_valid: 0.9531 || batch time: 0.0156 ||epoch time: 9.3345\n",
      "epoch 31 loss_train: 0.2062 acc_train: 0.9886 || loss_valid: 0.7861 acc_valid: 0.9528 || batch time: 0.016 ||epoch time: 9.5457\n",
      "epoch 32 loss_train: 0.1969 acc_train: 0.9893 || loss_valid: 0.7924 acc_valid: 0.9524 || batch time: 0.0148 ||epoch time: 8.8491\n",
      "epoch 33 loss_train: 0.188 acc_train: 0.9899 || loss_valid: 0.7991 acc_valid: 0.9524 || batch time: 0.0159 ||epoch time: 9.5234\n",
      "epoch 34 loss_train: 0.1794 acc_train: 0.9907 || loss_valid: 0.8059 acc_valid: 0.9524 || batch time: 0.0151 ||epoch time: 9.0547\n",
      "epoch 35 loss_train: 0.1712 acc_train: 0.9912 || loss_valid: 0.8128 acc_valid: 0.9525 || batch time: 0.0144 ||epoch time: 8.6178\n",
      "epoch 36 loss_train: 0.1633 acc_train: 0.9918 || loss_valid: 0.8199 acc_valid: 0.9524 || batch time: 0.0144 ||epoch time: 8.6143\n",
      "epoch 37 loss_train: 0.1557 acc_train: 0.9924 || loss_valid: 0.8277 acc_valid: 0.9523 || batch time: 0.0152 ||epoch time: 9.1118\n",
      "epoch 38 loss_train: 0.1484 acc_train: 0.9928 || loss_valid: 0.8353 acc_valid: 0.9523 || batch time: 0.0159 ||epoch time: 9.5007\n",
      "epoch 39 loss_train: 0.1413 acc_train: 0.9933 || loss_valid: 0.8432 acc_valid: 0.9522 || batch time: 0.0154 ||epoch time: 9.2136\n",
      "epoch 40 loss_train: 0.1346 acc_train: 0.9938 || loss_valid: 0.8514 acc_valid: 0.9518 || batch time: 0.0147 ||epoch time: 8.8178\n",
      "epoch 41 loss_train: 0.1281 acc_train: 0.9943 || loss_valid: 0.8596 acc_valid: 0.9516 || batch time: 0.0148 ||epoch time: 8.8651\n",
      "epoch 42 loss_train: 0.1218 acc_train: 0.9948 || loss_valid: 0.8682 acc_valid: 0.9515 || batch time: 0.0147 ||epoch time: 8.7835\n",
      "epoch 43 loss_train: 0.1159 acc_train: 0.9952 || loss_valid: 0.8769 acc_valid: 0.951 || batch time: 0.0164 ||epoch time: 9.8237\n",
      "epoch 44 loss_train: 0.1101 acc_train: 0.9955 || loss_valid: 0.8856 acc_valid: 0.9511 || batch time: 0.016 ||epoch time: 9.5647\n",
      "epoch 45 loss_train: 0.1045 acc_train: 0.9959 || loss_valid: 0.8945 acc_valid: 0.9512 || batch time: 0.0159 ||epoch time: 9.5229\n",
      "epoch 46 loss_train: 0.0992 acc_train: 0.9962 || loss_valid: 0.9035 acc_valid: 0.9511 || batch time: 0.0155 ||epoch time: 9.2773\n",
      "epoch 47 loss_train: 0.0941 acc_train: 0.9966 || loss_valid: 0.9126 acc_valid: 0.951 || batch time: 0.0147 ||epoch time: 8.793\n",
      "30 times no decrease\n",
      "loss acc: 0.9532 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0c36633b1c5240ac834b363d5f51a798",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9825 acc_train: 0.6465 || loss_valid: 2.6519 acc_valid: 0.8504 || batch time: 0.0148 ||epoch time: 8.8462\n",
      "epoch 1 loss_train: 2.0833 acc_train: 0.8819 || loss_valid: 1.5351 acc_valid: 0.9143 || batch time: 0.0147 ||epoch time: 8.8145\n",
      "epoch 2 loss_train: 1.4129 acc_train: 0.9199 || loss_valid: 1.1985 acc_valid: 0.9324 || batch time: 0.0151 ||epoch time: 9.0017\n",
      "epoch 3 loss_train: 1.1402 acc_train: 0.934 || loss_valid: 1.0411 acc_valid: 0.9393 || batch time: 0.0151 ||epoch time: 9.024\n",
      "epoch 4 loss_train: 0.9821 acc_train: 0.9416 || loss_valid: 0.9502 acc_valid: 0.9435 || batch time: 0.0163 ||epoch time: 9.7484\n",
      "epoch 5 loss_train: 0.8737 acc_train: 0.947 || loss_valid: 0.8921 acc_valid: 0.9459 || batch time: 0.0152 ||epoch time: 9.1133\n",
      "epoch 6 loss_train: 0.7923 acc_train: 0.9512 || loss_valid: 0.851 acc_valid: 0.9478 || batch time: 0.0156 ||epoch time: 9.3153\n",
      "epoch 7 loss_train: 0.7276 acc_train: 0.9546 || loss_valid: 0.8211 acc_valid: 0.9489 || batch time: 0.0149 ||epoch time: 8.9047\n",
      "epoch 8 loss_train: 0.674 acc_train: 0.9573 || loss_valid: 0.7989 acc_valid: 0.9503 || batch time: 0.0144 ||epoch time: 8.5851\n",
      "epoch 9 loss_train: 0.6285 acc_train: 0.9602 || loss_valid: 0.7817 acc_valid: 0.951 || batch time: 0.0147 ||epoch time: 8.7633\n",
      "epoch 10 loss_train: 0.589 acc_train: 0.9625 || loss_valid: 0.7685 acc_valid: 0.9516 || batch time: 0.0143 ||epoch time: 8.5576\n",
      "epoch 11 loss_train: 0.554 acc_train: 0.9647 || loss_valid: 0.7582 acc_valid: 0.9519 || batch time: 0.0148 ||epoch time: 8.866\n",
      "epoch 12 loss_train: 0.5224 acc_train: 0.9665 || loss_valid: 0.7504 acc_valid: 0.9523 || batch time: 0.0154 ||epoch time: 9.1988\n",
      "epoch 13 loss_train: 0.4939 acc_train: 0.9683 || loss_valid: 0.7449 acc_valid: 0.9528 || batch time: 0.0154 ||epoch time: 9.2115\n",
      "epoch 14 loss_train: 0.4679 acc_train: 0.97 || loss_valid: 0.7408 acc_valid: 0.9533 || batch time: 0.0149 ||epoch time: 8.8909\n",
      "epoch 15 loss_train: 0.444 acc_train: 0.9717 || loss_valid: 0.7377 acc_valid: 0.9536 || batch time: 0.0157 ||epoch time: 9.3716\n",
      "epoch 16 loss_train: 0.4219 acc_train: 0.9732 || loss_valid: 0.736 acc_valid: 0.9537 || batch time: 0.0152 ||epoch time: 9.12\n",
      "epoch 17 loss_train: 0.4015 acc_train: 0.9746 || loss_valid: 0.7349 acc_valid: 0.9539 || batch time: 0.0156 ||epoch time: 9.3389\n",
      "epoch 18 loss_train: 0.3824 acc_train: 0.9759 || loss_valid: 0.7348 acc_valid: 0.9539 || batch time: 0.0147 ||epoch time: 8.7808\n",
      "epoch 19 loss_train: 0.3645 acc_train: 0.9772 || loss_valid: 0.7353 acc_valid: 0.9538 || batch time: 0.0146 ||epoch time: 8.7164\n",
      "epoch 20 loss_train: 0.3477 acc_train: 0.9784 || loss_valid: 0.7365 acc_valid: 0.9539 || batch time: 0.0142 ||epoch time: 8.4989\n",
      "epoch 21 loss_train: 0.3319 acc_train: 0.9796 || loss_valid: 0.7383 acc_valid: 0.9538 || batch time: 0.0142 ||epoch time: 8.471\n",
      "epoch 22 loss_train: 0.3169 acc_train: 0.9806 || loss_valid: 0.7405 acc_valid: 0.9534 || batch time: 0.0144 ||epoch time: 8.6232\n",
      "epoch 23 loss_train: 0.3037 acc_train: 0.9818 || loss_valid: 0.7429 acc_valid: 0.9535 || batch time: 0.0142 ||epoch time: 8.5152\n",
      "epoch 24 loss_train: 0.2895 acc_train: 0.9827 || loss_valid: 0.7463 acc_valid: 0.9536 || batch time: 0.0143 ||epoch time: 8.5327\n",
      "epoch 25 loss_train: 0.2765 acc_train: 0.9835 || loss_valid: 0.7502 acc_valid: 0.9535 || batch time: 0.0143 ||epoch time: 8.5507\n",
      "epoch 26 loss_train: 0.2644 acc_train: 0.9843 || loss_valid: 0.7541 acc_valid: 0.9539 || batch time: 0.0158 ||epoch time: 9.4202\n",
      "epoch 27 loss_train: 0.2529 acc_train: 0.9852 || loss_valid: 0.7585 acc_valid: 0.9539 || batch time: 0.0161 ||epoch time: 9.642\n",
      "epoch 28 loss_train: 0.2418 acc_train: 0.9859 || loss_valid: 0.7631 acc_valid: 0.954 || batch time: 0.0153 ||epoch time: 9.1352\n",
      "epoch 29 loss_train: 0.2312 acc_train: 0.9867 || loss_valid: 0.7681 acc_valid: 0.9538 || batch time: 0.0152 ||epoch time: 9.0822\n",
      "epoch 30 loss_train: 0.221 acc_train: 0.9874 || loss_valid: 0.7733 acc_valid: 0.9538 || batch time: 0.0143 ||epoch time: 8.5333\n",
      "epoch 31 loss_train: 0.2112 acc_train: 0.9881 || loss_valid: 0.7789 acc_valid: 0.9538 || batch time: 0.0149 ||epoch time: 8.9184\n",
      "epoch 32 loss_train: 0.2018 acc_train: 0.9887 || loss_valid: 0.7848 acc_valid: 0.9536 || batch time: 0.0143 ||epoch time: 8.5215\n",
      "epoch 33 loss_train: 0.1927 acc_train: 0.9894 || loss_valid: 0.7908 acc_valid: 0.9535 || batch time: 0.0143 ||epoch time: 8.5516\n",
      "epoch 34 loss_train: 0.184 acc_train: 0.9901 || loss_valid: 0.797 acc_valid: 0.9534 || batch time: 0.0143 ||epoch time: 8.5314\n",
      "epoch 35 loss_train: 0.1757 acc_train: 0.9906 || loss_valid: 0.8035 acc_valid: 0.9535 || batch time: 0.0151 ||epoch time: 9.0342\n",
      "epoch 36 loss_train: 0.1676 acc_train: 0.9912 || loss_valid: 0.8101 acc_valid: 0.9531 || batch time: 0.0143 ||epoch time: 8.5594\n",
      "epoch 37 loss_train: 0.1599 acc_train: 0.992 || loss_valid: 0.817 acc_valid: 0.953 || batch time: 0.0146 ||epoch time: 8.7033\n",
      "epoch 38 loss_train: 0.1524 acc_train: 0.9926 || loss_valid: 0.8242 acc_valid: 0.9532 || batch time: 0.0154 ||epoch time: 9.2174\n",
      "epoch 39 loss_train: 0.1453 acc_train: 0.9931 || loss_valid: 0.8317 acc_valid: 0.953 || batch time: 0.0144 ||epoch time: 8.6138\n",
      "epoch 40 loss_train: 0.1384 acc_train: 0.9935 || loss_valid: 0.8391 acc_valid: 0.9527 || batch time: 0.0147 ||epoch time: 8.806\n",
      "epoch 41 loss_train: 0.1318 acc_train: 0.994 || loss_valid: 0.8469 acc_valid: 0.9526 || batch time: 0.016 ||epoch time: 9.567\n",
      "epoch 42 loss_train: 0.1254 acc_train: 0.9944 || loss_valid: 0.8549 acc_valid: 0.9523 || batch time: 0.0148 ||epoch time: 8.8299\n",
      "epoch 43 loss_train: 0.1193 acc_train: 0.9949 || loss_valid: 0.8629 acc_valid: 0.9521 || batch time: 0.0147 ||epoch time: 8.8071\n",
      "epoch 44 loss_train: 0.1135 acc_train: 0.9953 || loss_valid: 0.8713 acc_valid: 0.9517 || batch time: 0.0156 ||epoch time: 9.3207\n",
      "epoch 45 loss_train: 0.1078 acc_train: 0.9958 || loss_valid: 0.8798 acc_valid: 0.9517 || batch time: 0.0155 ||epoch time: 9.2883\n",
      "epoch 46 loss_train: 0.1024 acc_train: 0.9962 || loss_valid: 0.8881 acc_valid: 0.9516 || batch time: 0.0146 ||epoch time: 8.7436\n",
      "epoch 47 loss_train: 0.0973 acc_train: 0.9965 || loss_valid: 0.8969 acc_valid: 0.9514 || batch time: 0.0156 ||epoch time: 9.3508\n",
      "epoch 48 loss_train: 0.0923 acc_train: 0.9968 || loss_valid: 0.9055 acc_valid: 0.9514 || batch time: 0.015 ||epoch time: 8.9934\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "07ce054fc4a24abca56d52ba1302b7f7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.166 acc_train: 0.6362 || loss_valid: 2.7225 acc_valid: 0.847 || batch time: 0.0146 ||epoch time: 8.7495\n",
      "epoch 1 loss_train: 2.1161 acc_train: 0.882 || loss_valid: 1.5363 acc_valid: 0.9109 || batch time: 0.0151 ||epoch time: 9.0416\n",
      "epoch 2 loss_train: 1.4198 acc_train: 0.9197 || loss_valid: 1.1926 acc_valid: 0.93 || batch time: 0.015 ||epoch time: 8.9579\n",
      "epoch 3 loss_train: 1.1435 acc_train: 0.9333 || loss_valid: 1.0346 acc_valid: 0.9377 || batch time: 0.0149 ||epoch time: 8.9313\n",
      "epoch 4 loss_train: 0.9845 acc_train: 0.9417 || loss_valid: 0.9445 acc_valid: 0.9426 || batch time: 0.0146 ||epoch time: 8.7036\n",
      "epoch 5 loss_train: 0.8755 acc_train: 0.9471 || loss_valid: 0.8866 acc_valid: 0.9455 || batch time: 0.0146 ||epoch time: 8.7223\n",
      "epoch 6 loss_train: 0.7937 acc_train: 0.9512 || loss_valid: 0.8466 acc_valid: 0.9473 || batch time: 0.0154 ||epoch time: 9.2083\n",
      "epoch 7 loss_train: 0.7285 acc_train: 0.9547 || loss_valid: 0.8176 acc_valid: 0.9494 || batch time: 0.0148 ||epoch time: 8.8487\n",
      "epoch 8 loss_train: 0.6744 acc_train: 0.9577 || loss_valid: 0.7958 acc_valid: 0.9508 || batch time: 0.0154 ||epoch time: 9.2277\n",
      "epoch 9 loss_train: 0.6284 acc_train: 0.9603 || loss_valid: 0.779 acc_valid: 0.9511 || batch time: 0.015 ||epoch time: 8.9972\n",
      "epoch 10 loss_train: 0.5887 acc_train: 0.9627 || loss_valid: 0.7659 acc_valid: 0.9518 || batch time: 0.0144 ||epoch time: 8.6261\n",
      "epoch 11 loss_train: 0.5535 acc_train: 0.965 || loss_valid: 0.7559 acc_valid: 0.9517 || batch time: 0.0162 ||epoch time: 9.6669\n",
      "epoch 12 loss_train: 0.522 acc_train: 0.9667 || loss_valid: 0.7478 acc_valid: 0.9523 || batch time: 0.0148 ||epoch time: 8.8323\n",
      "epoch 13 loss_train: 0.4934 acc_train: 0.9685 || loss_valid: 0.7419 acc_valid: 0.953 || batch time: 0.0155 ||epoch time: 9.2983\n",
      "epoch 14 loss_train: 0.4673 acc_train: 0.9702 || loss_valid: 0.7377 acc_valid: 0.9533 || batch time: 0.0154 ||epoch time: 9.2234\n",
      "epoch 15 loss_train: 0.4433 acc_train: 0.9717 || loss_valid: 0.7345 acc_valid: 0.9533 || batch time: 0.0154 ||epoch time: 9.2227\n",
      "epoch 16 loss_train: 0.4211 acc_train: 0.9733 || loss_valid: 0.7327 acc_valid: 0.9538 || batch time: 0.0145 ||epoch time: 8.6767\n",
      "epoch 17 loss_train: 0.4004 acc_train: 0.9746 || loss_valid: 0.7316 acc_valid: 0.9541 || batch time: 0.0145 ||epoch time: 8.688\n",
      "epoch 18 loss_train: 0.381 acc_train: 0.9759 || loss_valid: 0.7313 acc_valid: 0.9543 || batch time: 0.0159 ||epoch time: 9.4907\n",
      "epoch 19 loss_train: 0.3628 acc_train: 0.9772 || loss_valid: 0.732 acc_valid: 0.9543 || batch time: 0.0145 ||epoch time: 8.6512\n",
      "epoch 20 loss_train: 0.3457 acc_train: 0.9784 || loss_valid: 0.7329 acc_valid: 0.9544 || batch time: 0.0143 ||epoch time: 8.5303\n",
      "epoch 21 loss_train: 0.3296 acc_train: 0.9795 || loss_valid: 0.7346 acc_valid: 0.9545 || batch time: 0.0144 ||epoch time: 8.5871\n",
      "epoch 22 loss_train: 0.3144 acc_train: 0.9805 || loss_valid: 0.7368 acc_valid: 0.9543 || batch time: 0.0146 ||epoch time: 8.7518\n",
      "epoch 23 loss_train: 0.2999 acc_train: 0.9817 || loss_valid: 0.7393 acc_valid: 0.9541 || batch time: 0.0162 ||epoch time: 9.7133\n",
      "epoch 24 loss_train: 0.2862 acc_train: 0.9826 || loss_valid: 0.7425 acc_valid: 0.954 || batch time: 0.0145 ||epoch time: 8.6773\n",
      "epoch 25 loss_train: 0.2731 acc_train: 0.9837 || loss_valid: 0.7461 acc_valid: 0.9536 || batch time: 0.0157 ||epoch time: 9.3982\n",
      "epoch 26 loss_train: 0.2607 acc_train: 0.9846 || loss_valid: 0.7503 acc_valid: 0.9533 || batch time: 0.0148 ||epoch time: 8.8756\n",
      "epoch 27 loss_train: 0.2488 acc_train: 0.9855 || loss_valid: 0.7548 acc_valid: 0.9533 || batch time: 0.0145 ||epoch time: 8.6514\n",
      "epoch 28 loss_train: 0.2374 acc_train: 0.9863 || loss_valid: 0.7596 acc_valid: 0.9532 || batch time: 0.0145 ||epoch time: 8.6514\n",
      "epoch 29 loss_train: 0.2266 acc_train: 0.9871 || loss_valid: 0.7647 acc_valid: 0.9531 || batch time: 0.0145 ||epoch time: 8.659\n",
      "epoch 30 loss_train: 0.2162 acc_train: 0.9879 || loss_valid: 0.7705 acc_valid: 0.9527 || batch time: 0.0145 ||epoch time: 8.6723\n",
      "epoch 31 loss_train: 0.2062 acc_train: 0.9887 || loss_valid: 0.7764 acc_valid: 0.9525 || batch time: 0.0145 ||epoch time: 8.6656\n",
      "epoch 32 loss_train: 0.1966 acc_train: 0.9895 || loss_valid: 0.7826 acc_valid: 0.9524 || batch time: 0.0143 ||epoch time: 8.534\n",
      "epoch 33 loss_train: 0.1875 acc_train: 0.9901 || loss_valid: 0.7894 acc_valid: 0.9522 || batch time: 0.0149 ||epoch time: 8.9024\n",
      "epoch 34 loss_train: 0.1787 acc_train: 0.9908 || loss_valid: 0.796 acc_valid: 0.9522 || batch time: 0.016 ||epoch time: 9.5746\n",
      "epoch 35 loss_train: 0.1702 acc_train: 0.9914 || loss_valid: 0.8027 acc_valid: 0.9524 || batch time: 0.0154 ||epoch time: 9.1975\n",
      "epoch 36 loss_train: 0.1621 acc_train: 0.992 || loss_valid: 0.81 acc_valid: 0.952 || batch time: 0.0143 ||epoch time: 8.5665\n",
      "epoch 37 loss_train: 0.1544 acc_train: 0.9926 || loss_valid: 0.8174 acc_valid: 0.952 || batch time: 0.0146 ||epoch time: 8.7216\n",
      "epoch 38 loss_train: 0.1469 acc_train: 0.9931 || loss_valid: 0.8247 acc_valid: 0.9519 || batch time: 0.0144 ||epoch time: 8.6184\n",
      "epoch 39 loss_train: 0.1398 acc_train: 0.9936 || loss_valid: 0.8327 acc_valid: 0.9517 || batch time: 0.0151 ||epoch time: 9.0329\n",
      "epoch 40 loss_train: 0.1329 acc_train: 0.994 || loss_valid: 0.8404 acc_valid: 0.9518 || batch time: 0.0146 ||epoch time: 8.7057\n",
      "epoch 41 loss_train: 0.1264 acc_train: 0.9944 || loss_valid: 0.8486 acc_valid: 0.9519 || batch time: 0.0145 ||epoch time: 8.6791\n",
      "epoch 42 loss_train: 0.1201 acc_train: 0.9948 || loss_valid: 0.8565 acc_valid: 0.9517 || batch time: 0.0149 ||epoch time: 8.8827\n",
      "epoch 43 loss_train: 0.114 acc_train: 0.9952 || loss_valid: 0.8653 acc_valid: 0.9518 || batch time: 0.0147 ||epoch time: 8.8011\n",
      "epoch 44 loss_train: 0.1082 acc_train: 0.9957 || loss_valid: 0.8736 acc_valid: 0.9516 || batch time: 0.0157 ||epoch time: 9.3953\n",
      "epoch 45 loss_train: 0.1026 acc_train: 0.9961 || loss_valid: 0.8826 acc_valid: 0.9516 || batch time: 0.016 ||epoch time: 9.546\n",
      "epoch 46 loss_train: 0.0973 acc_train: 0.9965 || loss_valid: 0.8913 acc_valid: 0.9514 || batch time: 0.0146 ||epoch time: 8.7446\n",
      "epoch 47 loss_train: 0.0922 acc_train: 0.9968 || loss_valid: 0.9003 acc_valid: 0.9512 || batch time: 0.0146 ||epoch time: 8.7341\n",
      "epoch 48 loss_train: 0.0873 acc_train: 0.9971 || loss_valid: 0.9094 acc_valid: 0.9511 || batch time: 0.0161 ||epoch time: 9.6415\n",
      "30 times no decrease\n",
      "loss acc: 0.9523 load epoch: 18\n",
      "\n",
      "#####################################\n",
      "walk_time: 6 ways: both conbime： Lstm\n",
      "batch_times: 0.015090000000000001\n",
      "epoch_times: 9.02044\n",
      "total_times: 528.5318130016327\n",
      "loss_accs: 0.9526699999999998 [0.9528, 0.9523, 0.9528, 0.953, 0.953, 0.9528, 0.9522, 0.9532, 0.9523, 0.9523]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.015090000000000001 9.02044 0.9526699999999998 0.0\n",
      "#####################################\n",
      "Different seed\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d2ead98e1a5f43fd9ccd03b1954a6661",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=10), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "44574e7426df48cbbd01c5beca69ba94",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1528 acc_train: 0.6332 || loss_valid: 2.7483 acc_valid: 0.8427 || batch time: 0.0182 ||epoch time: 10.8591\n",
      "epoch 1 loss_train: 2.1407 acc_train: 0.8811 || loss_valid: 1.5613 acc_valid: 0.9124 || batch time: 0.0173 ||epoch time: 10.3368\n",
      "epoch 2 loss_train: 1.4328 acc_train: 0.92 || loss_valid: 1.2135 acc_valid: 0.9301 || batch time: 0.0168 ||epoch time: 10.0598\n",
      "epoch 3 loss_train: 1.1518 acc_train: 0.9335 || loss_valid: 1.0532 acc_valid: 0.9373 || batch time: 0.0168 ||epoch time: 10.0468\n",
      "epoch 4 loss_train: 0.991 acc_train: 0.9415 || loss_valid: 0.9624 acc_valid: 0.9421 || batch time: 0.0175 ||epoch time: 10.4876\n",
      "epoch 5 loss_train: 0.881 acc_train: 0.9467 || loss_valid: 0.904 acc_valid: 0.945 || batch time: 0.0177 ||epoch time: 10.5523\n",
      "epoch 6 loss_train: 0.7986 acc_train: 0.9509 || loss_valid: 0.8631 acc_valid: 0.9465 || batch time: 0.017 ||epoch time: 10.1509\n",
      "epoch 7 loss_train: 0.7329 acc_train: 0.9546 || loss_valid: 0.833 acc_valid: 0.9483 || batch time: 0.0185 ||epoch time: 11.0652\n",
      "epoch 8 loss_train: 0.6788 acc_train: 0.9577 || loss_valid: 0.8104 acc_valid: 0.9494 || batch time: 0.0164 ||epoch time: 9.786\n",
      "epoch 9 loss_train: 0.6327 acc_train: 0.9604 || loss_valid: 0.7929 acc_valid: 0.9505 || batch time: 0.0162 ||epoch time: 9.709\n",
      "epoch 10 loss_train: 0.5924 acc_train: 0.9627 || loss_valid: 0.7793 acc_valid: 0.951 || batch time: 0.0165 ||epoch time: 9.8547\n",
      "epoch 11 loss_train: 0.5568 acc_train: 0.9648 || loss_valid: 0.7687 acc_valid: 0.9514 || batch time: 0.0164 ||epoch time: 9.7767\n",
      "epoch 12 loss_train: 0.5247 acc_train: 0.9666 || loss_valid: 0.7601 acc_valid: 0.952 || batch time: 0.0164 ||epoch time: 9.8004\n",
      "epoch 13 loss_train: 0.4957 acc_train: 0.9682 || loss_valid: 0.7533 acc_valid: 0.9526 || batch time: 0.017 ||epoch time: 10.1689\n",
      "epoch 14 loss_train: 0.4692 acc_train: 0.9701 || loss_valid: 0.7485 acc_valid: 0.9527 || batch time: 0.0164 ||epoch time: 9.7968\n",
      "epoch 15 loss_train: 0.4449 acc_train: 0.9717 || loss_valid: 0.7449 acc_valid: 0.9529 || batch time: 0.0166 ||epoch time: 9.9291\n",
      "epoch 16 loss_train: 0.4224 acc_train: 0.9732 || loss_valid: 0.7425 acc_valid: 0.9529 || batch time: 0.0167 ||epoch time: 9.9888\n",
      "epoch 17 loss_train: 0.4015 acc_train: 0.9746 || loss_valid: 0.7409 acc_valid: 0.9529 || batch time: 0.0168 ||epoch time: 10.0533\n",
      "epoch 18 loss_train: 0.3821 acc_train: 0.976 || loss_valid: 0.7403 acc_valid: 0.9532 || batch time: 0.0183 ||epoch time: 10.9319\n",
      "epoch 19 loss_train: 0.364 acc_train: 0.9773 || loss_valid: 0.7402 acc_valid: 0.9534 || batch time: 0.0178 ||epoch time: 10.6498\n",
      "epoch 20 loss_train: 0.3469 acc_train: 0.9784 || loss_valid: 0.7413 acc_valid: 0.9537 || batch time: 0.0182 ||epoch time: 10.869\n",
      "epoch 21 loss_train: 0.3309 acc_train: 0.9796 || loss_valid: 0.7429 acc_valid: 0.9536 || batch time: 0.0166 ||epoch time: 9.9215\n",
      "epoch 22 loss_train: 0.3157 acc_train: 0.9807 || loss_valid: 0.745 acc_valid: 0.9535 || batch time: 0.0165 ||epoch time: 9.8394\n",
      "epoch 23 loss_train: 0.3014 acc_train: 0.9817 || loss_valid: 0.7476 acc_valid: 0.9535 || batch time: 0.0165 ||epoch time: 9.8439\n",
      "epoch 24 loss_train: 0.2877 acc_train: 0.9827 || loss_valid: 0.7507 acc_valid: 0.9533 || batch time: 0.0162 ||epoch time: 9.711\n",
      "epoch 25 loss_train: 0.2747 acc_train: 0.9836 || loss_valid: 0.7543 acc_valid: 0.9531 || batch time: 0.0163 ||epoch time: 9.7552\n",
      "epoch 26 loss_train: 0.2624 acc_train: 0.9844 || loss_valid: 0.7582 acc_valid: 0.953 || batch time: 0.0174 ||epoch time: 10.3827\n",
      "epoch 27 loss_train: 0.2505 acc_train: 0.9853 || loss_valid: 0.7625 acc_valid: 0.9531 || batch time: 0.0172 ||epoch time: 10.2869\n",
      "epoch 28 loss_train: 0.2393 acc_train: 0.9861 || loss_valid: 0.7672 acc_valid: 0.9529 || batch time: 0.0174 ||epoch time: 10.3906\n",
      "epoch 29 loss_train: 0.2284 acc_train: 0.9869 || loss_valid: 0.7722 acc_valid: 0.953 || batch time: 0.0182 ||epoch time: 10.8582\n",
      "epoch 30 loss_train: 0.2181 acc_train: 0.9878 || loss_valid: 0.7775 acc_valid: 0.953 || batch time: 0.0168 ||epoch time: 10.0478\n",
      "epoch 31 loss_train: 0.2082 acc_train: 0.9886 || loss_valid: 0.783 acc_valid: 0.9531 || batch time: 0.0166 ||epoch time: 9.9312\n",
      "epoch 32 loss_train: 0.1987 acc_train: 0.9891 || loss_valid: 0.7891 acc_valid: 0.9527 || batch time: 0.0163 ||epoch time: 9.7369\n",
      "epoch 33 loss_train: 0.1896 acc_train: 0.9899 || loss_valid: 0.7954 acc_valid: 0.9527 || batch time: 0.0167 ||epoch time: 9.9683\n",
      "epoch 34 loss_train: 0.1809 acc_train: 0.9905 || loss_valid: 0.8016 acc_valid: 0.9525 || batch time: 0.017 ||epoch time: 10.1916\n",
      "epoch 35 loss_train: 0.1725 acc_train: 0.9911 || loss_valid: 0.8084 acc_valid: 0.9521 || batch time: 0.0169 ||epoch time: 10.0807\n",
      "epoch 36 loss_train: 0.1644 acc_train: 0.9917 || loss_valid: 0.8153 acc_valid: 0.9519 || batch time: 0.0163 ||epoch time: 9.7466\n",
      "epoch 37 loss_train: 0.1567 acc_train: 0.9922 || loss_valid: 0.8226 acc_valid: 0.9516 || batch time: 0.0166 ||epoch time: 9.8948\n",
      "epoch 38 loss_train: 0.1492 acc_train: 0.9927 || loss_valid: 0.8299 acc_valid: 0.9516 || batch time: 0.0178 ||epoch time: 10.6557\n",
      "epoch 39 loss_train: 0.1421 acc_train: 0.9932 || loss_valid: 0.8377 acc_valid: 0.9515 || batch time: 0.0171 ||epoch time: 10.2204\n",
      "epoch 40 loss_train: 0.1352 acc_train: 0.9937 || loss_valid: 0.8458 acc_valid: 0.9514 || batch time: 0.0166 ||epoch time: 9.9287\n",
      "epoch 41 loss_train: 0.1286 acc_train: 0.9942 || loss_valid: 0.8538 acc_valid: 0.9513 || batch time: 0.018 ||epoch time: 10.7593\n",
      "epoch 42 loss_train: 0.1223 acc_train: 0.9947 || loss_valid: 0.862 acc_valid: 0.9509 || batch time: 0.0174 ||epoch time: 10.4175\n",
      "epoch 43 loss_train: 0.1162 acc_train: 0.9951 || loss_valid: 0.8706 acc_valid: 0.9509 || batch time: 0.0168 ||epoch time: 10.0526\n",
      "epoch 44 loss_train: 0.1104 acc_train: 0.9955 || loss_valid: 0.879 acc_valid: 0.9508 || batch time: 0.018 ||epoch time: 10.7467\n",
      "epoch 45 loss_train: 0.1048 acc_train: 0.996 || loss_valid: 0.8878 acc_valid: 0.9508 || batch time: 0.0183 ||epoch time: 10.9313\n",
      "epoch 46 loss_train: 0.0995 acc_train: 0.9964 || loss_valid: 0.8966 acc_valid: 0.9505 || batch time: 0.0174 ||epoch time: 10.4124\n",
      "epoch 47 loss_train: 0.0943 acc_train: 0.9967 || loss_valid: 0.9055 acc_valid: 0.9504 || batch time: 0.0165 ||epoch time: 9.8881\n",
      "epoch 48 loss_train: 0.0894 acc_train: 0.997 || loss_valid: 0.9149 acc_valid: 0.9502 || batch time: 0.0165 ||epoch time: 9.891\n",
      "epoch 49 loss_train: 0.0847 acc_train: 0.9973 || loss_valid: 0.9244 acc_valid: 0.9502 || batch time: 0.0163 ||epoch time: 9.7525\n",
      "30 times no decrease\n",
      "loss acc: 0.9529 load epoch: 19\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "af30020d27d14ee1a4e6d735f6a8e075",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.0764 acc_train: 0.6406 || loss_valid: 2.6972 acc_valid: 0.8478 || batch time: 0.0172 ||epoch time: 10.2666\n",
      "epoch 1 loss_train: 2.1292 acc_train: 0.8813 || loss_valid: 1.5492 acc_valid: 0.914 || batch time: 0.0169 ||epoch time: 10.1268\n",
      "epoch 2 loss_train: 1.4327 acc_train: 0.9198 || loss_valid: 1.2053 acc_valid: 0.9301 || batch time: 0.0173 ||epoch time: 10.3129\n",
      "epoch 3 loss_train: 1.1507 acc_train: 0.9338 || loss_valid: 1.0459 acc_valid: 0.9372 || batch time: 0.0173 ||epoch time: 10.3683\n",
      "epoch 4 loss_train: 0.9881 acc_train: 0.9416 || loss_valid: 0.9542 acc_valid: 0.9428 || batch time: 0.0173 ||epoch time: 10.347\n",
      "epoch 5 loss_train: 0.8768 acc_train: 0.9472 || loss_valid: 0.8948 acc_valid: 0.9462 || batch time: 0.0179 ||epoch time: 10.6725\n",
      "epoch 6 loss_train: 0.7936 acc_train: 0.9517 || loss_valid: 0.8531 acc_valid: 0.9476 || batch time: 0.0169 ||epoch time: 10.107\n",
      "epoch 7 loss_train: 0.7277 acc_train: 0.9551 || loss_valid: 0.8224 acc_valid: 0.9489 || batch time: 0.0167 ||epoch time: 9.9754\n",
      "epoch 8 loss_train: 0.6732 acc_train: 0.9582 || loss_valid: 0.7996 acc_valid: 0.9494 || batch time: 0.0164 ||epoch time: 9.8028\n",
      "epoch 9 loss_train: 0.6271 acc_train: 0.9607 || loss_valid: 0.782 acc_valid: 0.9506 || batch time: 0.0164 ||epoch time: 9.8013\n",
      "epoch 10 loss_train: 0.5872 acc_train: 0.9629 || loss_valid: 0.7686 acc_valid: 0.9513 || batch time: 0.0162 ||epoch time: 9.709\n",
      "epoch 11 loss_train: 0.552 acc_train: 0.9648 || loss_valid: 0.7583 acc_valid: 0.9521 || batch time: 0.0163 ||epoch time: 9.7615\n",
      "epoch 12 loss_train: 0.5205 acc_train: 0.9669 || loss_valid: 0.7503 acc_valid: 0.9526 || batch time: 0.0175 ||epoch time: 10.4592\n",
      "epoch 13 loss_train: 0.4919 acc_train: 0.9687 || loss_valid: 0.7445 acc_valid: 0.9527 || batch time: 0.0182 ||epoch time: 10.8832\n",
      "epoch 14 loss_train: 0.4659 acc_train: 0.9703 || loss_valid: 0.74 acc_valid: 0.9534 || batch time: 0.0164 ||epoch time: 9.8074\n",
      "epoch 15 loss_train: 0.4419 acc_train: 0.9719 || loss_valid: 0.7369 acc_valid: 0.9538 || batch time: 0.018 ||epoch time: 10.7453\n",
      "epoch 16 loss_train: 0.4199 acc_train: 0.9732 || loss_valid: 0.7349 acc_valid: 0.954 || batch time: 0.0163 ||epoch time: 9.7348\n",
      "epoch 17 loss_train: 0.3994 acc_train: 0.9747 || loss_valid: 0.7338 acc_valid: 0.9542 || batch time: 0.0174 ||epoch time: 10.382\n",
      "epoch 18 loss_train: 0.3804 acc_train: 0.976 || loss_valid: 0.7334 acc_valid: 0.9544 || batch time: 0.0162 ||epoch time: 9.7091\n",
      "epoch 19 loss_train: 0.3625 acc_train: 0.9773 || loss_valid: 0.7337 acc_valid: 0.9544 || batch time: 0.0174 ||epoch time: 10.38\n",
      "epoch 20 loss_train: 0.3458 acc_train: 0.9783 || loss_valid: 0.7346 acc_valid: 0.9543 || batch time: 0.0164 ||epoch time: 9.7977\n",
      "epoch 21 loss_train: 0.3299 acc_train: 0.9795 || loss_valid: 0.736 acc_valid: 0.9544 || batch time: 0.0172 ||epoch time: 10.2749\n",
      "epoch 22 loss_train: 0.315 acc_train: 0.9805 || loss_valid: 0.7379 acc_valid: 0.9543 || batch time: 0.0173 ||epoch time: 10.3522\n",
      "epoch 23 loss_train: 0.3009 acc_train: 0.9816 || loss_valid: 0.7405 acc_valid: 0.9543 || batch time: 0.0171 ||epoch time: 10.2242\n",
      "epoch 24 loss_train: 0.2874 acc_train: 0.9825 || loss_valid: 0.7437 acc_valid: 0.9543 || batch time: 0.0163 ||epoch time: 9.7655\n",
      "epoch 25 loss_train: 0.2747 acc_train: 0.9835 || loss_valid: 0.7472 acc_valid: 0.9543 || batch time: 0.0178 ||epoch time: 10.6498\n",
      "epoch 26 loss_train: 0.2625 acc_train: 0.9845 || loss_valid: 0.7511 acc_valid: 0.9544 || batch time: 0.0163 ||epoch time: 9.7216\n",
      "epoch 27 loss_train: 0.2509 acc_train: 0.9853 || loss_valid: 0.7555 acc_valid: 0.9542 || batch time: 0.0164 ||epoch time: 9.7963\n",
      "epoch 28 loss_train: 0.2398 acc_train: 0.9861 || loss_valid: 0.7602 acc_valid: 0.9543 || batch time: 0.0181 ||epoch time: 10.8113\n",
      "epoch 29 loss_train: 0.2291 acc_train: 0.9869 || loss_valid: 0.7651 acc_valid: 0.9543 || batch time: 0.0164 ||epoch time: 9.7852\n",
      "epoch 30 loss_train: 0.219 acc_train: 0.9876 || loss_valid: 0.7701 acc_valid: 0.9543 || batch time: 0.0166 ||epoch time: 9.9429\n",
      "epoch 31 loss_train: 0.2092 acc_train: 0.9882 || loss_valid: 0.7754 acc_valid: 0.9541 || batch time: 0.0165 ||epoch time: 9.8745\n",
      "epoch 32 loss_train: 0.1998 acc_train: 0.9888 || loss_valid: 0.7808 acc_valid: 0.954 || batch time: 0.0165 ||epoch time: 9.8521\n",
      "epoch 33 loss_train: 0.1908 acc_train: 0.9895 || loss_valid: 0.7868 acc_valid: 0.9535 || batch time: 0.0172 ||epoch time: 10.2891\n",
      "epoch 34 loss_train: 0.1821 acc_train: 0.9901 || loss_valid: 0.7928 acc_valid: 0.9535 || batch time: 0.0167 ||epoch time: 9.9935\n",
      "epoch 35 loss_train: 0.1738 acc_train: 0.9907 || loss_valid: 0.7991 acc_valid: 0.9534 || batch time: 0.0174 ||epoch time: 10.4288\n",
      "epoch 36 loss_train: 0.1659 acc_train: 0.9913 || loss_valid: 0.8057 acc_valid: 0.9533 || batch time: 0.0182 ||epoch time: 10.8631\n",
      "epoch 37 loss_train: 0.1581 acc_train: 0.9919 || loss_valid: 0.8125 acc_valid: 0.9535 || batch time: 0.0181 ||epoch time: 10.81\n",
      "epoch 38 loss_train: 0.1508 acc_train: 0.9925 || loss_valid: 0.8196 acc_valid: 0.9535 || batch time: 0.018 ||epoch time: 10.7657\n",
      "epoch 39 loss_train: 0.1436 acc_train: 0.993 || loss_valid: 0.8265 acc_valid: 0.9533 || batch time: 0.0165 ||epoch time: 9.8729\n",
      "epoch 40 loss_train: 0.1368 acc_train: 0.9935 || loss_valid: 0.834 acc_valid: 0.9532 || batch time: 0.0164 ||epoch time: 9.7788\n",
      "epoch 41 loss_train: 0.1302 acc_train: 0.994 || loss_valid: 0.8412 acc_valid: 0.953 || batch time: 0.0165 ||epoch time: 9.8497\n",
      "epoch 42 loss_train: 0.1239 acc_train: 0.9946 || loss_valid: 0.8489 acc_valid: 0.9529 || batch time: 0.0168 ||epoch time: 10.0554\n",
      "epoch 43 loss_train: 0.1179 acc_train: 0.9949 || loss_valid: 0.8567 acc_valid: 0.9528 || batch time: 0.0165 ||epoch time: 9.8348\n",
      "epoch 44 loss_train: 0.112 acc_train: 0.9954 || loss_valid: 0.8645 acc_valid: 0.9528 || batch time: 0.017 ||epoch time: 10.1799\n",
      "epoch 45 loss_train: 0.1064 acc_train: 0.9958 || loss_valid: 0.8725 acc_valid: 0.9526 || batch time: 0.0164 ||epoch time: 9.8093\n",
      "epoch 46 loss_train: 0.101 acc_train: 0.9962 || loss_valid: 0.8807 acc_valid: 0.9523 || batch time: 0.0183 ||epoch time: 10.9565\n",
      "epoch 47 loss_train: 0.0958 acc_train: 0.9965 || loss_valid: 0.8892 acc_valid: 0.9521 || batch time: 0.0175 ||epoch time: 10.4589\n",
      "epoch 48 loss_train: 0.0909 acc_train: 0.9969 || loss_valid: 0.8976 acc_valid: 0.9522 || batch time: 0.0182 ||epoch time: 10.8846\n",
      "30 times no decrease\n",
      "loss acc: 0.9526 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e78fad4d7e8a4d0ca79d8aacb56f83f9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 5.9918 acc_train: 0.6428 || loss_valid: 2.6739 acc_valid: 0.8487 || batch time: 0.0182 ||epoch time: 10.8656\n",
      "epoch 1 loss_train: 2.0906 acc_train: 0.8839 || loss_valid: 1.5407 acc_valid: 0.9108 || batch time: 0.0181 ||epoch time: 10.8444\n",
      "epoch 2 loss_train: 1.4176 acc_train: 0.9203 || loss_valid: 1.1958 acc_valid: 0.9298 || batch time: 0.0166 ||epoch time: 9.8927\n",
      "epoch 3 loss_train: 1.1436 acc_train: 0.9335 || loss_valid: 1.0356 acc_valid: 0.9387 || batch time: 0.0171 ||epoch time: 10.2334\n",
      "epoch 4 loss_train: 0.9852 acc_train: 0.9412 || loss_valid: 0.9438 acc_valid: 0.9435 || batch time: 0.0187 ||epoch time: 11.2003\n",
      "epoch 5 loss_train: 0.8772 acc_train: 0.9468 || loss_valid: 0.8843 acc_valid: 0.9462 || batch time: 0.0167 ||epoch time: 9.9552\n",
      "epoch 6 loss_train: 0.7959 acc_train: 0.9511 || loss_valid: 0.8433 acc_valid: 0.9481 || batch time: 0.0179 ||epoch time: 10.6925\n",
      "epoch 7 loss_train: 0.7311 acc_train: 0.9548 || loss_valid: 0.8135 acc_valid: 0.9497 || batch time: 0.0173 ||epoch time: 10.3281\n",
      "epoch 8 loss_train: 0.6773 acc_train: 0.9577 || loss_valid: 0.7912 acc_valid: 0.9511 || batch time: 0.018 ||epoch time: 10.752\n",
      "epoch 9 loss_train: 0.6314 acc_train: 0.9602 || loss_valid: 0.774 acc_valid: 0.9516 || batch time: 0.0167 ||epoch time: 9.9857\n",
      "epoch 10 loss_train: 0.5917 acc_train: 0.9626 || loss_valid: 0.7605 acc_valid: 0.9529 || batch time: 0.0182 ||epoch time: 10.8819\n",
      "epoch 11 loss_train: 0.5566 acc_train: 0.9647 || loss_valid: 0.75 acc_valid: 0.9535 || batch time: 0.0165 ||epoch time: 9.8476\n",
      "epoch 12 loss_train: 0.5251 acc_train: 0.9667 || loss_valid: 0.7419 acc_valid: 0.9541 || batch time: 0.0166 ||epoch time: 9.949\n",
      "epoch 13 loss_train: 0.4964 acc_train: 0.9684 || loss_valid: 0.7357 acc_valid: 0.9544 || batch time: 0.0176 ||epoch time: 10.5331\n",
      "epoch 14 loss_train: 0.4703 acc_train: 0.9698 || loss_valid: 0.7311 acc_valid: 0.9546 || batch time: 0.0169 ||epoch time: 10.1132\n",
      "epoch 15 loss_train: 0.4462 acc_train: 0.9715 || loss_valid: 0.7278 acc_valid: 0.9549 || batch time: 0.0166 ||epoch time: 9.8928\n",
      "epoch 16 loss_train: 0.424 acc_train: 0.9729 || loss_valid: 0.7256 acc_valid: 0.9551 || batch time: 0.0171 ||epoch time: 10.1932\n",
      "epoch 17 loss_train: 0.4034 acc_train: 0.9743 || loss_valid: 0.7244 acc_valid: 0.9549 || batch time: 0.0174 ||epoch time: 10.4219\n",
      "epoch 18 loss_train: 0.3842 acc_train: 0.9757 || loss_valid: 0.7241 acc_valid: 0.9549 || batch time: 0.0168 ||epoch time: 10.0639\n",
      "epoch 19 loss_train: 0.3662 acc_train: 0.977 || loss_valid: 0.7247 acc_valid: 0.9553 || batch time: 0.0165 ||epoch time: 9.8359\n",
      "epoch 20 loss_train: 0.3492 acc_train: 0.9781 || loss_valid: 0.7258 acc_valid: 0.9556 || batch time: 0.0167 ||epoch time: 9.9624\n",
      "epoch 21 loss_train: 0.3332 acc_train: 0.9793 || loss_valid: 0.7277 acc_valid: 0.9557 || batch time: 0.0182 ||epoch time: 10.8591\n",
      "epoch 22 loss_train: 0.318 acc_train: 0.9804 || loss_valid: 0.73 acc_valid: 0.9554 || batch time: 0.017 ||epoch time: 10.1379\n",
      "epoch 23 loss_train: 0.3036 acc_train: 0.9815 || loss_valid: 0.733 acc_valid: 0.9556 || batch time: 0.0179 ||epoch time: 10.698\n",
      "epoch 24 loss_train: 0.2899 acc_train: 0.9825 || loss_valid: 0.7363 acc_valid: 0.9554 || batch time: 0.0177 ||epoch time: 10.61\n",
      "epoch 25 loss_train: 0.2769 acc_train: 0.9835 || loss_valid: 0.7403 acc_valid: 0.9552 || batch time: 0.0174 ||epoch time: 10.3929\n",
      "epoch 26 loss_train: 0.2644 acc_train: 0.9843 || loss_valid: 0.7444 acc_valid: 0.9554 || batch time: 0.0164 ||epoch time: 9.7965\n",
      "epoch 27 loss_train: 0.2526 acc_train: 0.9851 || loss_valid: 0.7491 acc_valid: 0.9551 || batch time: 0.017 ||epoch time: 10.1366\n",
      "epoch 28 loss_train: 0.2413 acc_train: 0.986 || loss_valid: 0.7538 acc_valid: 0.9548 || batch time: 0.0173 ||epoch time: 10.3427\n",
      "epoch 29 loss_train: 0.2305 acc_train: 0.9868 || loss_valid: 0.759 acc_valid: 0.9546 || batch time: 0.0182 ||epoch time: 10.8803\n",
      "epoch 30 loss_train: 0.2201 acc_train: 0.9876 || loss_valid: 0.7646 acc_valid: 0.9544 || batch time: 0.0176 ||epoch time: 10.5099\n",
      "epoch 31 loss_train: 0.2101 acc_train: 0.9884 || loss_valid: 0.7703 acc_valid: 0.9542 || batch time: 0.0166 ||epoch time: 9.9169\n",
      "epoch 32 loss_train: 0.2006 acc_train: 0.989 || loss_valid: 0.7765 acc_valid: 0.9538 || batch time: 0.0171 ||epoch time: 10.242\n",
      "epoch 33 loss_train: 0.1915 acc_train: 0.9898 || loss_valid: 0.7828 acc_valid: 0.9539 || batch time: 0.0175 ||epoch time: 10.4606\n",
      "epoch 34 loss_train: 0.1827 acc_train: 0.9903 || loss_valid: 0.7894 acc_valid: 0.9536 || batch time: 0.0164 ||epoch time: 9.8066\n",
      "epoch 35 loss_train: 0.1742 acc_train: 0.991 || loss_valid: 0.7961 acc_valid: 0.9534 || batch time: 0.0174 ||epoch time: 10.3795\n",
      "epoch 36 loss_train: 0.1662 acc_train: 0.9917 || loss_valid: 0.8034 acc_valid: 0.9534 || batch time: 0.0174 ||epoch time: 10.4046\n",
      "epoch 37 loss_train: 0.1584 acc_train: 0.9922 || loss_valid: 0.8105 acc_valid: 0.9532 || batch time: 0.0174 ||epoch time: 10.4088\n",
      "epoch 38 loss_train: 0.1509 acc_train: 0.9928 || loss_valid: 0.818 acc_valid: 0.953 || batch time: 0.0173 ||epoch time: 10.3402\n",
      "epoch 39 loss_train: 0.1437 acc_train: 0.9933 || loss_valid: 0.8257 acc_valid: 0.9527 || batch time: 0.0164 ||epoch time: 9.8082\n",
      "epoch 40 loss_train: 0.1367 acc_train: 0.9937 || loss_valid: 0.8338 acc_valid: 0.9526 || batch time: 0.018 ||epoch time: 10.7318\n",
      "epoch 41 loss_train: 0.1301 acc_train: 0.9942 || loss_valid: 0.8418 acc_valid: 0.9525 || batch time: 0.017 ||epoch time: 10.1513\n",
      "epoch 42 loss_train: 0.1237 acc_train: 0.9947 || loss_valid: 0.85 acc_valid: 0.9522 || batch time: 0.0172 ||epoch time: 10.3023\n",
      "epoch 43 loss_train: 0.1175 acc_train: 0.995 || loss_valid: 0.8585 acc_valid: 0.9521 || batch time: 0.0165 ||epoch time: 9.838\n",
      "epoch 44 loss_train: 0.1116 acc_train: 0.9955 || loss_valid: 0.867 acc_valid: 0.9521 || batch time: 0.0164 ||epoch time: 9.7862\n",
      "epoch 45 loss_train: 0.106 acc_train: 0.996 || loss_valid: 0.8758 acc_valid: 0.9521 || batch time: 0.0165 ||epoch time: 9.8579\n",
      "epoch 46 loss_train: 0.1006 acc_train: 0.9964 || loss_valid: 0.8849 acc_valid: 0.9518 || batch time: 0.0167 ||epoch time: 9.9707\n",
      "epoch 47 loss_train: 0.0954 acc_train: 0.9967 || loss_valid: 0.8937 acc_valid: 0.9516 || batch time: 0.017 ||epoch time: 10.1428\n",
      "epoch 48 loss_train: 0.0904 acc_train: 0.997 || loss_valid: 0.9031 acc_valid: 0.9515 || batch time: 0.0164 ||epoch time: 9.785\n",
      "30 times no decrease\n",
      "loss acc: 0.9531 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fce0a30bcd704971af260650ae53c7e0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1555 acc_train: 0.6344 || loss_valid: 2.738 acc_valid: 0.8446 || batch time: 0.0169 ||epoch time: 10.0978\n",
      "epoch 1 loss_train: 2.1457 acc_train: 0.8794 || loss_valid: 1.5594 acc_valid: 0.913 || batch time: 0.0168 ||epoch time: 10.0538\n",
      "epoch 2 loss_train: 1.4379 acc_train: 0.9187 || loss_valid: 1.208 acc_valid: 0.9312 || batch time: 0.0167 ||epoch time: 9.9874\n",
      "epoch 3 loss_train: 1.1526 acc_train: 0.9333 || loss_valid: 1.0451 acc_valid: 0.9393 || batch time: 0.0167 ||epoch time: 9.9822\n",
      "epoch 4 loss_train: 0.9894 acc_train: 0.9416 || loss_valid: 0.9516 acc_valid: 0.945 || batch time: 0.0168 ||epoch time: 10.0415\n",
      "epoch 5 loss_train: 0.8787 acc_train: 0.9471 || loss_valid: 0.8914 acc_valid: 0.9468 || batch time: 0.0182 ||epoch time: 10.9043\n",
      "epoch 6 loss_train: 0.7959 acc_train: 0.9511 || loss_valid: 0.8496 acc_valid: 0.9488 || batch time: 0.0166 ||epoch time: 9.9185\n",
      "epoch 7 loss_train: 0.7305 acc_train: 0.9547 || loss_valid: 0.8193 acc_valid: 0.95 || batch time: 0.0175 ||epoch time: 10.4661\n",
      "epoch 8 loss_train: 0.6765 acc_train: 0.9576 || loss_valid: 0.7965 acc_valid: 0.9509 || batch time: 0.0174 ||epoch time: 10.425\n",
      "epoch 9 loss_train: 0.6307 acc_train: 0.9602 || loss_valid: 0.7791 acc_valid: 0.9521 || batch time: 0.0176 ||epoch time: 10.5457\n",
      "epoch 10 loss_train: 0.591 acc_train: 0.9624 || loss_valid: 0.7661 acc_valid: 0.9527 || batch time: 0.0182 ||epoch time: 10.8532\n",
      "epoch 11 loss_train: 0.5557 acc_train: 0.9646 || loss_valid: 0.7557 acc_valid: 0.953 || batch time: 0.0184 ||epoch time: 11.0018\n",
      "epoch 12 loss_train: 0.5242 acc_train: 0.9666 || loss_valid: 0.7479 acc_valid: 0.9534 || batch time: 0.0177 ||epoch time: 10.5577\n",
      "epoch 13 loss_train: 0.4957 acc_train: 0.9683 || loss_valid: 0.7422 acc_valid: 0.9536 || batch time: 0.0166 ||epoch time: 9.9482\n",
      "epoch 14 loss_train: 0.4697 acc_train: 0.9699 || loss_valid: 0.7381 acc_valid: 0.954 || batch time: 0.0176 ||epoch time: 10.5439\n",
      "epoch 15 loss_train: 0.4459 acc_train: 0.9717 || loss_valid: 0.7352 acc_valid: 0.9541 || batch time: 0.0182 ||epoch time: 10.8618\n",
      "epoch 16 loss_train: 0.4238 acc_train: 0.9733 || loss_valid: 0.7332 acc_valid: 0.9542 || batch time: 0.0175 ||epoch time: 10.4737\n",
      "epoch 17 loss_train: 0.4034 acc_train: 0.9746 || loss_valid: 0.7324 acc_valid: 0.9542 || batch time: 0.0181 ||epoch time: 10.7945\n",
      "epoch 18 loss_train: 0.3842 acc_train: 0.976 || loss_valid: 0.7322 acc_valid: 0.9544 || batch time: 0.0173 ||epoch time: 10.3337\n",
      "epoch 19 loss_train: 0.3663 acc_train: 0.9771 || loss_valid: 0.7327 acc_valid: 0.9543 || batch time: 0.0169 ||epoch time: 10.0972\n",
      "epoch 20 loss_train: 0.3494 acc_train: 0.9783 || loss_valid: 0.7339 acc_valid: 0.9542 || batch time: 0.0177 ||epoch time: 10.5891\n",
      "epoch 21 loss_train: 0.3336 acc_train: 0.9794 || loss_valid: 0.7357 acc_valid: 0.954 || batch time: 0.0165 ||epoch time: 9.867\n",
      "epoch 22 loss_train: 0.3186 acc_train: 0.9806 || loss_valid: 0.7379 acc_valid: 0.954 || batch time: 0.0168 ||epoch time: 10.0618\n",
      "epoch 23 loss_train: 0.3043 acc_train: 0.9816 || loss_valid: 0.7407 acc_valid: 0.9543 || batch time: 0.0175 ||epoch time: 10.4478\n",
      "epoch 24 loss_train: 0.2908 acc_train: 0.9825 || loss_valid: 0.7439 acc_valid: 0.954 || batch time: 0.0177 ||epoch time: 10.5835\n",
      "epoch 25 loss_train: 0.2779 acc_train: 0.9835 || loss_valid: 0.7473 acc_valid: 0.9539 || batch time: 0.0169 ||epoch time: 10.0959\n",
      "epoch 26 loss_train: 0.2656 acc_train: 0.9843 || loss_valid: 0.7516 acc_valid: 0.9536 || batch time: 0.0177 ||epoch time: 10.6\n",
      "epoch 27 loss_train: 0.2539 acc_train: 0.9851 || loss_valid: 0.7561 acc_valid: 0.9536 || batch time: 0.0167 ||epoch time: 9.9739\n",
      "epoch 28 loss_train: 0.2427 acc_train: 0.986 || loss_valid: 0.7609 acc_valid: 0.9535 || batch time: 0.0178 ||epoch time: 10.6191\n",
      "epoch 29 loss_train: 0.2319 acc_train: 0.9867 || loss_valid: 0.7661 acc_valid: 0.9535 || batch time: 0.0175 ||epoch time: 10.4794\n",
      "epoch 30 loss_train: 0.2216 acc_train: 0.9875 || loss_valid: 0.7717 acc_valid: 0.9532 || batch time: 0.0174 ||epoch time: 10.3891\n",
      "epoch 31 loss_train: 0.2118 acc_train: 0.9882 || loss_valid: 0.7774 acc_valid: 0.9534 || batch time: 0.0177 ||epoch time: 10.5896\n",
      "epoch 32 loss_train: 0.2023 acc_train: 0.989 || loss_valid: 0.7836 acc_valid: 0.9532 || batch time: 0.0163 ||epoch time: 9.7675\n",
      "epoch 33 loss_train: 0.1932 acc_train: 0.9896 || loss_valid: 0.79 acc_valid: 0.9533 || batch time: 0.0164 ||epoch time: 9.8212\n",
      "epoch 34 loss_train: 0.1844 acc_train: 0.9902 || loss_valid: 0.7964 acc_valid: 0.9531 || batch time: 0.0162 ||epoch time: 9.7009\n",
      "epoch 35 loss_train: 0.176 acc_train: 0.9908 || loss_valid: 0.803 acc_valid: 0.9529 || batch time: 0.0165 ||epoch time: 9.8871\n",
      "epoch 36 loss_train: 0.1679 acc_train: 0.9914 || loss_valid: 0.8098 acc_valid: 0.9528 || batch time: 0.0165 ||epoch time: 9.883\n",
      "epoch 37 loss_train: 0.1601 acc_train: 0.9919 || loss_valid: 0.817 acc_valid: 0.9528 || batch time: 0.0164 ||epoch time: 9.8073\n",
      "epoch 38 loss_train: 0.1526 acc_train: 0.9924 || loss_valid: 0.824 acc_valid: 0.9526 || batch time: 0.0175 ||epoch time: 10.4552\n",
      "epoch 39 loss_train: 0.1454 acc_train: 0.9929 || loss_valid: 0.8315 acc_valid: 0.9525 || batch time: 0.0162 ||epoch time: 9.6622\n",
      "epoch 40 loss_train: 0.1384 acc_train: 0.9934 || loss_valid: 0.8393 acc_valid: 0.9523 || batch time: 0.0166 ||epoch time: 9.9398\n",
      "epoch 41 loss_train: 0.1318 acc_train: 0.9939 || loss_valid: 0.8472 acc_valid: 0.9522 || batch time: 0.0181 ||epoch time: 10.8484\n",
      "epoch 42 loss_train: 0.1254 acc_train: 0.9944 || loss_valid: 0.855 acc_valid: 0.9521 || batch time: 0.0179 ||epoch time: 10.6787\n",
      "epoch 43 loss_train: 0.1193 acc_train: 0.9949 || loss_valid: 0.8632 acc_valid: 0.9521 || batch time: 0.0178 ||epoch time: 10.6716\n",
      "epoch 44 loss_train: 0.1134 acc_train: 0.9953 || loss_valid: 0.8714 acc_valid: 0.952 || batch time: 0.0179 ||epoch time: 10.6775\n",
      "epoch 45 loss_train: 0.1077 acc_train: 0.9957 || loss_valid: 0.8794 acc_valid: 0.9518 || batch time: 0.0168 ||epoch time: 10.0276\n",
      "epoch 46 loss_train: 0.1023 acc_train: 0.9962 || loss_valid: 0.8882 acc_valid: 0.9516 || batch time: 0.017 ||epoch time: 10.1389\n",
      "epoch 47 loss_train: 0.0971 acc_train: 0.9965 || loss_valid: 0.8969 acc_valid: 0.9517 || batch time: 0.018 ||epoch time: 10.7407\n",
      "epoch 48 loss_train: 0.0921 acc_train: 0.9968 || loss_valid: 0.9058 acc_valid: 0.9519 || batch time: 0.0166 ||epoch time: 9.9042\n",
      "30 times no decrease\n",
      "loss acc: 0.9527 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "6b58a33ecef445099fcca53adb21add6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1285 acc_train: 0.6317 || loss_valid: 2.6969 acc_valid: 0.8466 || batch time: 0.0179 ||epoch time: 10.7323\n",
      "epoch 1 loss_train: 2.1113 acc_train: 0.882 || loss_valid: 1.539 acc_valid: 0.9133 || batch time: 0.0173 ||epoch time: 10.3375\n",
      "epoch 2 loss_train: 1.4219 acc_train: 0.9206 || loss_valid: 1.1952 acc_valid: 0.931 || batch time: 0.0169 ||epoch time: 10.1065\n",
      "epoch 3 loss_train: 1.1456 acc_train: 0.9339 || loss_valid: 1.0379 acc_valid: 0.9385 || batch time: 0.0169 ||epoch time: 10.1013\n",
      "epoch 4 loss_train: 0.9873 acc_train: 0.9418 || loss_valid: 0.9492 acc_valid: 0.944 || batch time: 0.0185 ||epoch time: 11.0446\n",
      "epoch 5 loss_train: 0.879 acc_train: 0.9472 || loss_valid: 0.8922 acc_valid: 0.9461 || batch time: 0.0177 ||epoch time: 10.5679\n",
      "epoch 6 loss_train: 0.7976 acc_train: 0.9514 || loss_valid: 0.8519 acc_valid: 0.9481 || batch time: 0.0179 ||epoch time: 10.7182\n",
      "epoch 7 loss_train: 0.7329 acc_train: 0.9548 || loss_valid: 0.8224 acc_valid: 0.9496 || batch time: 0.0175 ||epoch time: 10.435\n",
      "epoch 8 loss_train: 0.6793 acc_train: 0.9577 || loss_valid: 0.7998 acc_valid: 0.9503 || batch time: 0.0177 ||epoch time: 10.5839\n",
      "epoch 9 loss_train: 0.6335 acc_train: 0.9603 || loss_valid: 0.7824 acc_valid: 0.9512 || batch time: 0.0167 ||epoch time: 9.9908\n",
      "epoch 10 loss_train: 0.5936 acc_train: 0.9627 || loss_valid: 0.769 acc_valid: 0.9516 || batch time: 0.0187 ||epoch time: 11.1745\n",
      "epoch 11 loss_train: 0.5582 acc_train: 0.9648 || loss_valid: 0.7579 acc_valid: 0.9523 || batch time: 0.0187 ||epoch time: 11.2041\n",
      "epoch 12 loss_train: 0.5266 acc_train: 0.9669 || loss_valid: 0.7493 acc_valid: 0.953 || batch time: 0.0171 ||epoch time: 10.2451\n",
      "epoch 13 loss_train: 0.4978 acc_train: 0.9686 || loss_valid: 0.7426 acc_valid: 0.9532 || batch time: 0.0167 ||epoch time: 9.9961\n",
      "epoch 14 loss_train: 0.4715 acc_train: 0.9701 || loss_valid: 0.7375 acc_valid: 0.9532 || batch time: 0.0184 ||epoch time: 10.9853\n",
      "epoch 15 loss_train: 0.4473 acc_train: 0.9718 || loss_valid: 0.7336 acc_valid: 0.953 || batch time: 0.0165 ||epoch time: 9.8838\n",
      "epoch 16 loss_train: 0.4249 acc_train: 0.9731 || loss_valid: 0.7312 acc_valid: 0.9535 || batch time: 0.0175 ||epoch time: 10.4668\n",
      "epoch 17 loss_train: 0.4042 acc_train: 0.9746 || loss_valid: 0.7298 acc_valid: 0.9537 || batch time: 0.0185 ||epoch time: 11.0849\n",
      "epoch 18 loss_train: 0.3849 acc_train: 0.976 || loss_valid: 0.7291 acc_valid: 0.9539 || batch time: 0.0166 ||epoch time: 9.9195\n",
      "epoch 19 loss_train: 0.3667 acc_train: 0.9773 || loss_valid: 0.7292 acc_valid: 0.9543 || batch time: 0.0183 ||epoch time: 10.9399\n",
      "epoch 20 loss_train: 0.3497 acc_train: 0.9785 || loss_valid: 0.73 acc_valid: 0.9543 || batch time: 0.0182 ||epoch time: 10.8595\n",
      "epoch 21 loss_train: 0.3337 acc_train: 0.9794 || loss_valid: 0.7316 acc_valid: 0.9544 || batch time: 0.0185 ||epoch time: 11.0493\n",
      "epoch 22 loss_train: 0.3185 acc_train: 0.9804 || loss_valid: 0.7334 acc_valid: 0.9545 || batch time: 0.0182 ||epoch time: 10.8843\n",
      "epoch 23 loss_train: 0.3041 acc_train: 0.9814 || loss_valid: 0.7357 acc_valid: 0.9544 || batch time: 0.017 ||epoch time: 10.1874\n",
      "epoch 24 loss_train: 0.2905 acc_train: 0.9824 || loss_valid: 0.7387 acc_valid: 0.9545 || batch time: 0.0171 ||epoch time: 10.2195\n",
      "epoch 25 loss_train: 0.2775 acc_train: 0.9834 || loss_valid: 0.7419 acc_valid: 0.9543 || batch time: 0.0168 ||epoch time: 10.0445\n",
      "epoch 26 loss_train: 0.2652 acc_train: 0.9843 || loss_valid: 0.7456 acc_valid: 0.9543 || batch time: 0.0176 ||epoch time: 10.5455\n",
      "epoch 27 loss_train: 0.2534 acc_train: 0.9851 || loss_valid: 0.7498 acc_valid: 0.9543 || batch time: 0.0173 ||epoch time: 10.3683\n",
      "epoch 28 loss_train: 0.2422 acc_train: 0.9861 || loss_valid: 0.7542 acc_valid: 0.9546 || batch time: 0.0182 ||epoch time: 10.857\n",
      "epoch 29 loss_train: 0.2315 acc_train: 0.9868 || loss_valid: 0.7589 acc_valid: 0.9546 || batch time: 0.0166 ||epoch time: 9.9355\n",
      "epoch 30 loss_train: 0.2212 acc_train: 0.9876 || loss_valid: 0.7643 acc_valid: 0.9544 || batch time: 0.0177 ||epoch time: 10.5617\n",
      "epoch 31 loss_train: 0.2114 acc_train: 0.9882 || loss_valid: 0.7696 acc_valid: 0.9544 || batch time: 0.017 ||epoch time: 10.1859\n",
      "epoch 32 loss_train: 0.2019 acc_train: 0.9889 || loss_valid: 0.7753 acc_valid: 0.9543 || batch time: 0.0166 ||epoch time: 9.8978\n",
      "epoch 33 loss_train: 0.1929 acc_train: 0.9896 || loss_valid: 0.7814 acc_valid: 0.9543 || batch time: 0.018 ||epoch time: 10.7546\n",
      "epoch 34 loss_train: 0.1842 acc_train: 0.9903 || loss_valid: 0.7878 acc_valid: 0.9538 || batch time: 0.0168 ||epoch time: 10.0707\n",
      "epoch 35 loss_train: 0.1759 acc_train: 0.9909 || loss_valid: 0.7942 acc_valid: 0.9538 || batch time: 0.0175 ||epoch time: 10.485\n",
      "epoch 36 loss_train: 0.1679 acc_train: 0.9915 || loss_valid: 0.801 acc_valid: 0.9537 || batch time: 0.0179 ||epoch time: 10.6792\n",
      "epoch 37 loss_train: 0.1602 acc_train: 0.9921 || loss_valid: 0.8082 acc_valid: 0.9535 || batch time: 0.0174 ||epoch time: 10.3745\n",
      "epoch 38 loss_train: 0.1528 acc_train: 0.9927 || loss_valid: 0.8154 acc_valid: 0.9535 || batch time: 0.0166 ||epoch time: 9.8963\n",
      "epoch 39 loss_train: 0.1457 acc_train: 0.9932 || loss_valid: 0.8232 acc_valid: 0.953 || batch time: 0.0183 ||epoch time: 10.9396\n",
      "epoch 40 loss_train: 0.1389 acc_train: 0.9936 || loss_valid: 0.8308 acc_valid: 0.9532 || batch time: 0.0175 ||epoch time: 10.4352\n",
      "epoch 41 loss_train: 0.1324 acc_train: 0.994 || loss_valid: 0.8385 acc_valid: 0.9531 || batch time: 0.0169 ||epoch time: 10.0949\n",
      "epoch 42 loss_train: 0.1261 acc_train: 0.9944 || loss_valid: 0.8467 acc_valid: 0.9531 || batch time: 0.0177 ||epoch time: 10.5892\n",
      "epoch 43 loss_train: 0.12 acc_train: 0.9949 || loss_valid: 0.8545 acc_valid: 0.9531 || batch time: 0.0175 ||epoch time: 10.4565\n",
      "epoch 44 loss_train: 0.1142 acc_train: 0.9953 || loss_valid: 0.8627 acc_valid: 0.9529 || batch time: 0.0173 ||epoch time: 10.3168\n",
      "epoch 45 loss_train: 0.1086 acc_train: 0.9958 || loss_valid: 0.8713 acc_valid: 0.9529 || batch time: 0.0177 ||epoch time: 10.5601\n",
      "epoch 46 loss_train: 0.1033 acc_train: 0.9961 || loss_valid: 0.8799 acc_valid: 0.953 || batch time: 0.0167 ||epoch time: 9.9725\n",
      "epoch 47 loss_train: 0.0981 acc_train: 0.9964 || loss_valid: 0.8885 acc_valid: 0.9529 || batch time: 0.0171 ||epoch time: 10.2238\n",
      "epoch 48 loss_train: 0.0932 acc_train: 0.9968 || loss_valid: 0.8972 acc_valid: 0.9528 || batch time: 0.0173 ||epoch time: 10.3446\n",
      "30 times no decrease\n",
      "loss acc: 0.9531 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8f6a4273a06447e2bdf7e8c0f32f871b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.1402 acc_train: 0.636 || loss_valid: 2.7176 acc_valid: 0.8497 || batch time: 0.0165 ||epoch time: 9.8424\n",
      "epoch 1 loss_train: 2.1289 acc_train: 0.8822 || loss_valid: 1.5355 acc_valid: 0.9144 || batch time: 0.0165 ||epoch time: 9.845\n",
      "epoch 2 loss_train: 1.4243 acc_train: 0.9197 || loss_valid: 1.1891 acc_valid: 0.9314 || batch time: 0.0186 ||epoch time: 11.1032\n",
      "epoch 3 loss_train: 1.1462 acc_train: 0.9341 || loss_valid: 1.0309 acc_valid: 0.9392 || batch time: 0.0186 ||epoch time: 11.1409\n",
      "epoch 4 loss_train: 0.9878 acc_train: 0.9419 || loss_valid: 0.9409 acc_valid: 0.9434 || batch time: 0.0168 ||epoch time: 10.0742\n",
      "epoch 5 loss_train: 0.8791 acc_train: 0.9473 || loss_valid: 0.8834 acc_valid: 0.9462 || batch time: 0.0177 ||epoch time: 10.5652\n",
      "epoch 6 loss_train: 0.7974 acc_train: 0.9517 || loss_valid: 0.8429 acc_valid: 0.9476 || batch time: 0.0182 ||epoch time: 10.8611\n",
      "epoch 7 loss_train: 0.7321 acc_train: 0.9551 || loss_valid: 0.8137 acc_valid: 0.9485 || batch time: 0.0164 ||epoch time: 9.8181\n",
      "epoch 8 loss_train: 0.678 acc_train: 0.9579 || loss_valid: 0.792 acc_valid: 0.9495 || batch time: 0.0177 ||epoch time: 10.601\n",
      "epoch 9 loss_train: 0.632 acc_train: 0.9606 || loss_valid: 0.7753 acc_valid: 0.9508 || batch time: 0.0182 ||epoch time: 10.854\n",
      "epoch 10 loss_train: 0.592 acc_train: 0.9631 || loss_valid: 0.7623 acc_valid: 0.9515 || batch time: 0.0181 ||epoch time: 10.8246\n",
      "epoch 11 loss_train: 0.5566 acc_train: 0.965 || loss_valid: 0.7524 acc_valid: 0.9514 || batch time: 0.0169 ||epoch time: 10.0934\n",
      "epoch 12 loss_train: 0.5251 acc_train: 0.967 || loss_valid: 0.7449 acc_valid: 0.9517 || batch time: 0.0179 ||epoch time: 10.6846\n",
      "epoch 13 loss_train: 0.4967 acc_train: 0.9688 || loss_valid: 0.739 acc_valid: 0.9522 || batch time: 0.0174 ||epoch time: 10.4018\n",
      "epoch 14 loss_train: 0.4705 acc_train: 0.9705 || loss_valid: 0.7349 acc_valid: 0.9524 || batch time: 0.0172 ||epoch time: 10.2738\n",
      "epoch 15 loss_train: 0.4464 acc_train: 0.9719 || loss_valid: 0.732 acc_valid: 0.9524 || batch time: 0.0165 ||epoch time: 9.8377\n",
      "epoch 16 loss_train: 0.4244 acc_train: 0.9733 || loss_valid: 0.7303 acc_valid: 0.9524 || batch time: 0.0183 ||epoch time: 10.9233\n",
      "epoch 17 loss_train: 0.4039 acc_train: 0.9746 || loss_valid: 0.7294 acc_valid: 0.9525 || batch time: 0.0181 ||epoch time: 10.8305\n",
      "epoch 18 loss_train: 0.3847 acc_train: 0.9759 || loss_valid: 0.7291 acc_valid: 0.9524 || batch time: 0.0181 ||epoch time: 10.821\n",
      "epoch 19 loss_train: 0.3667 acc_train: 0.9772 || loss_valid: 0.7295 acc_valid: 0.9524 || batch time: 0.0174 ||epoch time: 10.373\n",
      "epoch 20 loss_train: 0.3499 acc_train: 0.9783 || loss_valid: 0.7306 acc_valid: 0.953 || batch time: 0.0171 ||epoch time: 10.221\n",
      "epoch 21 loss_train: 0.334 acc_train: 0.9794 || loss_valid: 0.7323 acc_valid: 0.9532 || batch time: 0.0181 ||epoch time: 10.8179\n",
      "epoch 22 loss_train: 0.3189 acc_train: 0.9807 || loss_valid: 0.7343 acc_valid: 0.9532 || batch time: 0.0177 ||epoch time: 10.6012\n",
      "epoch 23 loss_train: 0.3046 acc_train: 0.9816 || loss_valid: 0.7369 acc_valid: 0.953 || batch time: 0.0168 ||epoch time: 10.0581\n",
      "epoch 24 loss_train: 0.291 acc_train: 0.9826 || loss_valid: 0.7398 acc_valid: 0.9533 || batch time: 0.0176 ||epoch time: 10.5218\n",
      "epoch 25 loss_train: 0.278 acc_train: 0.9834 || loss_valid: 0.7433 acc_valid: 0.953 || batch time: 0.0175 ||epoch time: 10.4602\n",
      "epoch 26 loss_train: 0.2657 acc_train: 0.9843 || loss_valid: 0.7473 acc_valid: 0.9528 || batch time: 0.0175 ||epoch time: 10.4909\n",
      "epoch 27 loss_train: 0.2539 acc_train: 0.9851 || loss_valid: 0.7517 acc_valid: 0.9527 || batch time: 0.0183 ||epoch time: 10.9346\n",
      "epoch 28 loss_train: 0.2426 acc_train: 0.9859 || loss_valid: 0.7563 acc_valid: 0.9525 || batch time: 0.0184 ||epoch time: 10.9912\n",
      "epoch 29 loss_train: 0.2319 acc_train: 0.9867 || loss_valid: 0.7612 acc_valid: 0.9523 || batch time: 0.0175 ||epoch time: 10.4554\n",
      "epoch 30 loss_train: 0.2216 acc_train: 0.9873 || loss_valid: 0.7662 acc_valid: 0.9521 || batch time: 0.0168 ||epoch time: 10.0634\n",
      "epoch 31 loss_train: 0.2117 acc_train: 0.9881 || loss_valid: 0.7713 acc_valid: 0.9522 || batch time: 0.018 ||epoch time: 10.773\n",
      "epoch 32 loss_train: 0.2022 acc_train: 0.9889 || loss_valid: 0.7768 acc_valid: 0.9521 || batch time: 0.0172 ||epoch time: 10.2779\n",
      "epoch 33 loss_train: 0.1931 acc_train: 0.9895 || loss_valid: 0.7826 acc_valid: 0.9524 || batch time: 0.0181 ||epoch time: 10.8076\n",
      "epoch 34 loss_train: 0.1844 acc_train: 0.9901 || loss_valid: 0.7887 acc_valid: 0.9522 || batch time: 0.0168 ||epoch time: 10.0258\n",
      "epoch 35 loss_train: 0.176 acc_train: 0.9907 || loss_valid: 0.7949 acc_valid: 0.9519 || batch time: 0.0166 ||epoch time: 9.9338\n",
      "epoch 36 loss_train: 0.1679 acc_train: 0.9914 || loss_valid: 0.8011 acc_valid: 0.9519 || batch time: 0.0178 ||epoch time: 10.6442\n",
      "epoch 37 loss_train: 0.1602 acc_train: 0.992 || loss_valid: 0.808 acc_valid: 0.9518 || batch time: 0.0166 ||epoch time: 9.9047\n",
      "epoch 38 loss_train: 0.1527 acc_train: 0.9925 || loss_valid: 0.8149 acc_valid: 0.9519 || batch time: 0.0163 ||epoch time: 9.7498\n",
      "epoch 39 loss_train: 0.1456 acc_train: 0.993 || loss_valid: 0.8221 acc_valid: 0.9518 || batch time: 0.0163 ||epoch time: 9.7527\n",
      "epoch 40 loss_train: 0.1387 acc_train: 0.9935 || loss_valid: 0.8293 acc_valid: 0.9517 || batch time: 0.0176 ||epoch time: 10.5212\n",
      "epoch 41 loss_train: 0.1321 acc_train: 0.994 || loss_valid: 0.8367 acc_valid: 0.9516 || batch time: 0.0168 ||epoch time: 10.0376\n",
      "epoch 42 loss_train: 0.1257 acc_train: 0.9945 || loss_valid: 0.8444 acc_valid: 0.9514 || batch time: 0.0168 ||epoch time: 10.0392\n",
      "epoch 43 loss_train: 0.1196 acc_train: 0.995 || loss_valid: 0.8521 acc_valid: 0.9511 || batch time: 0.0175 ||epoch time: 10.4364\n",
      "epoch 44 loss_train: 0.1137 acc_train: 0.9954 || loss_valid: 0.8597 acc_valid: 0.9512 || batch time: 0.0182 ||epoch time: 10.8649\n",
      "epoch 45 loss_train: 0.1081 acc_train: 0.9958 || loss_valid: 0.8679 acc_valid: 0.9511 || batch time: 0.0178 ||epoch time: 10.6149\n",
      "epoch 46 loss_train: 0.1027 acc_train: 0.996 || loss_valid: 0.876 acc_valid: 0.9509 || batch time: 0.0176 ||epoch time: 10.5183\n",
      "epoch 47 loss_train: 0.0975 acc_train: 0.9964 || loss_valid: 0.8843 acc_valid: 0.951 || batch time: 0.018 ||epoch time: 10.7821\n",
      "epoch 48 loss_train: 0.0925 acc_train: 0.9968 || loss_valid: 0.893 acc_valid: 0.951 || batch time: 0.0174 ||epoch time: 10.3819\n",
      "30 times no decrease\n",
      "loss acc: 0.9531 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8e5886cffb0e4bb1998dd49183dac1b7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.3404 acc_train: 0.6198 || loss_valid: 2.7896 acc_valid: 0.8428 || batch time: 0.0177 ||epoch time: 10.5646\n",
      "epoch 1 loss_train: 2.1416 acc_train: 0.8811 || loss_valid: 1.5679 acc_valid: 0.9119 || batch time: 0.018 ||epoch time: 10.7773\n",
      "epoch 2 loss_train: 1.4354 acc_train: 0.9196 || loss_valid: 1.2128 acc_valid: 0.9313 || batch time: 0.0184 ||epoch time: 10.9993\n",
      "epoch 3 loss_train: 1.1566 acc_train: 0.9335 || loss_valid: 1.049 acc_valid: 0.9394 || batch time: 0.0183 ||epoch time: 10.9352\n",
      "epoch 4 loss_train: 0.9957 acc_train: 0.9414 || loss_valid: 0.9555 acc_valid: 0.9426 || batch time: 0.0172 ||epoch time: 10.2983\n",
      "epoch 5 loss_train: 0.8849 acc_train: 0.947 || loss_valid: 0.8952 acc_valid: 0.9461 || batch time: 0.0177 ||epoch time: 10.5808\n",
      "epoch 6 loss_train: 0.8018 acc_train: 0.9513 || loss_valid: 0.8533 acc_valid: 0.948 || batch time: 0.0171 ||epoch time: 10.2019\n",
      "epoch 7 loss_train: 0.7358 acc_train: 0.9548 || loss_valid: 0.8227 acc_valid: 0.9489 || batch time: 0.0182 ||epoch time: 10.8733\n",
      "epoch 8 loss_train: 0.6812 acc_train: 0.9576 || loss_valid: 0.8 acc_valid: 0.9504 || batch time: 0.0175 ||epoch time: 10.4489\n",
      "epoch 9 loss_train: 0.6348 acc_train: 0.96 || loss_valid: 0.7825 acc_valid: 0.9511 || batch time: 0.0174 ||epoch time: 10.4192\n",
      "epoch 10 loss_train: 0.5946 acc_train: 0.9626 || loss_valid: 0.7688 acc_valid: 0.9517 || batch time: 0.0172 ||epoch time: 10.3095\n",
      "epoch 11 loss_train: 0.5591 acc_train: 0.9646 || loss_valid: 0.7584 acc_valid: 0.9527 || batch time: 0.0171 ||epoch time: 10.2104\n",
      "epoch 12 loss_train: 0.5274 acc_train: 0.9665 || loss_valid: 0.7503 acc_valid: 0.9532 || batch time: 0.0168 ||epoch time: 10.033\n",
      "epoch 13 loss_train: 0.4986 acc_train: 0.9682 || loss_valid: 0.7441 acc_valid: 0.9535 || batch time: 0.0173 ||epoch time: 10.3456\n",
      "epoch 14 loss_train: 0.4724 acc_train: 0.9699 || loss_valid: 0.7396 acc_valid: 0.9539 || batch time: 0.0173 ||epoch time: 10.3135\n",
      "epoch 15 loss_train: 0.4482 acc_train: 0.9713 || loss_valid: 0.7367 acc_valid: 0.954 || batch time: 0.018 ||epoch time: 10.776\n",
      "epoch 16 loss_train: 0.4259 acc_train: 0.9726 || loss_valid: 0.7349 acc_valid: 0.9543 || batch time: 0.0175 ||epoch time: 10.472\n",
      "epoch 17 loss_train: 0.4051 acc_train: 0.9742 || loss_valid: 0.7338 acc_valid: 0.9544 || batch time: 0.0172 ||epoch time: 10.2607\n",
      "epoch 18 loss_train: 0.3857 acc_train: 0.9755 || loss_valid: 0.7336 acc_valid: 0.9546 || batch time: 0.0166 ||epoch time: 9.9232\n",
      "epoch 19 loss_train: 0.3675 acc_train: 0.9767 || loss_valid: 0.7341 acc_valid: 0.9546 || batch time: 0.0167 ||epoch time: 9.9942\n",
      "epoch 20 loss_train: 0.3504 acc_train: 0.9779 || loss_valid: 0.7352 acc_valid: 0.9546 || batch time: 0.0183 ||epoch time: 10.9147\n",
      "epoch 21 loss_train: 0.3342 acc_train: 0.9791 || loss_valid: 0.7368 acc_valid: 0.9546 || batch time: 0.0184 ||epoch time: 11.0177\n",
      "epoch 22 loss_train: 0.319 acc_train: 0.9801 || loss_valid: 0.7389 acc_valid: 0.9547 || batch time: 0.0171 ||epoch time: 10.2059\n",
      "epoch 23 loss_train: 0.3045 acc_train: 0.9812 || loss_valid: 0.7416 acc_valid: 0.9549 || batch time: 0.0183 ||epoch time: 10.9663\n",
      "epoch 24 loss_train: 0.2909 acc_train: 0.9823 || loss_valid: 0.7448 acc_valid: 0.9549 || batch time: 0.0178 ||epoch time: 10.6098\n",
      "epoch 25 loss_train: 0.2778 acc_train: 0.9832 || loss_valid: 0.7484 acc_valid: 0.9545 || batch time: 0.0173 ||epoch time: 10.3479\n",
      "epoch 26 loss_train: 0.2654 acc_train: 0.9843 || loss_valid: 0.7525 acc_valid: 0.9542 || batch time: 0.0176 ||epoch time: 10.546\n",
      "epoch 27 loss_train: 0.2535 acc_train: 0.9851 || loss_valid: 0.7568 acc_valid: 0.9543 || batch time: 0.018 ||epoch time: 10.7738\n",
      "epoch 28 loss_train: 0.2421 acc_train: 0.9861 || loss_valid: 0.7616 acc_valid: 0.9544 || batch time: 0.0169 ||epoch time: 10.1112\n",
      "epoch 29 loss_train: 0.2312 acc_train: 0.9869 || loss_valid: 0.7663 acc_valid: 0.9542 || batch time: 0.0183 ||epoch time: 10.9612\n",
      "epoch 30 loss_train: 0.2209 acc_train: 0.9876 || loss_valid: 0.7715 acc_valid: 0.9541 || batch time: 0.0181 ||epoch time: 10.8031\n",
      "epoch 31 loss_train: 0.2109 acc_train: 0.9884 || loss_valid: 0.7771 acc_valid: 0.9538 || batch time: 0.0173 ||epoch time: 10.373\n",
      "epoch 32 loss_train: 0.2013 acc_train: 0.989 || loss_valid: 0.7829 acc_valid: 0.9535 || batch time: 0.018 ||epoch time: 10.7421\n",
      "epoch 33 loss_train: 0.1921 acc_train: 0.9897 || loss_valid: 0.7889 acc_valid: 0.9533 || batch time: 0.0181 ||epoch time: 10.7999\n",
      "epoch 34 loss_train: 0.1833 acc_train: 0.9903 || loss_valid: 0.7953 acc_valid: 0.9534 || batch time: 0.0169 ||epoch time: 10.086\n",
      "epoch 35 loss_train: 0.1748 acc_train: 0.991 || loss_valid: 0.8017 acc_valid: 0.953 || batch time: 0.0183 ||epoch time: 10.9365\n",
      "epoch 36 loss_train: 0.1667 acc_train: 0.9917 || loss_valid: 0.8083 acc_valid: 0.9529 || batch time: 0.0181 ||epoch time: 10.8386\n",
      "epoch 37 loss_train: 0.1588 acc_train: 0.9923 || loss_valid: 0.8153 acc_valid: 0.9527 || batch time: 0.0183 ||epoch time: 10.9213\n",
      "epoch 38 loss_train: 0.1513 acc_train: 0.9929 || loss_valid: 0.8225 acc_valid: 0.9527 || batch time: 0.0167 ||epoch time: 9.9933\n",
      "epoch 39 loss_train: 0.1441 acc_train: 0.9934 || loss_valid: 0.83 acc_valid: 0.9528 || batch time: 0.0166 ||epoch time: 9.8999\n",
      "epoch 40 loss_train: 0.1372 acc_train: 0.9938 || loss_valid: 0.8373 acc_valid: 0.9525 || batch time: 0.0165 ||epoch time: 9.869\n",
      "epoch 41 loss_train: 0.1305 acc_train: 0.9943 || loss_valid: 0.8451 acc_valid: 0.9522 || batch time: 0.0179 ||epoch time: 10.6711\n",
      "epoch 42 loss_train: 0.1241 acc_train: 0.9947 || loss_valid: 0.8529 acc_valid: 0.9522 || batch time: 0.0166 ||epoch time: 9.9151\n",
      "epoch 43 loss_train: 0.1179 acc_train: 0.9951 || loss_valid: 0.861 acc_valid: 0.9521 || batch time: 0.0164 ||epoch time: 9.809\n",
      "epoch 44 loss_train: 0.112 acc_train: 0.9955 || loss_valid: 0.8692 acc_valid: 0.952 || batch time: 0.0166 ||epoch time: 9.9383\n",
      "epoch 45 loss_train: 0.1064 acc_train: 0.9959 || loss_valid: 0.8775 acc_valid: 0.9519 || batch time: 0.0172 ||epoch time: 10.2618\n",
      "epoch 46 loss_train: 0.1009 acc_train: 0.9963 || loss_valid: 0.8859 acc_valid: 0.9519 || batch time: 0.0165 ||epoch time: 9.8497\n",
      "epoch 47 loss_train: 0.0957 acc_train: 0.9966 || loss_valid: 0.895 acc_valid: 0.9518 || batch time: 0.0164 ||epoch time: 9.7981\n",
      "epoch 48 loss_train: 0.0907 acc_train: 0.997 || loss_valid: 0.9037 acc_valid: 0.9515 || batch time: 0.0175 ||epoch time: 10.4741\n",
      "30 times no decrease\n",
      "loss acc: 0.9521 load epoch: 18\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5e27a0ea5a354a098d33c3b8b646a8d7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2329 acc_train: 0.6344 || loss_valid: 2.7323 acc_valid: 0.8469 || batch time: 0.0172 ||epoch time: 10.2675\n",
      "epoch 1 loss_train: 2.11 acc_train: 0.8822 || loss_valid: 1.5471 acc_valid: 0.9129 || batch time: 0.0168 ||epoch time: 10.0445\n",
      "epoch 2 loss_train: 1.4152 acc_train: 0.9204 || loss_valid: 1.1992 acc_valid: 0.9302 || batch time: 0.0176 ||epoch time: 10.5077\n",
      "epoch 3 loss_train: 1.1389 acc_train: 0.9343 || loss_valid: 1.0401 acc_valid: 0.9388 || batch time: 0.018 ||epoch time: 10.7523\n",
      "epoch 4 loss_train: 0.9803 acc_train: 0.9424 || loss_valid: 0.949 acc_valid: 0.943 || batch time: 0.0172 ||epoch time: 10.3114\n",
      "epoch 5 loss_train: 0.8721 acc_train: 0.9476 || loss_valid: 0.8904 acc_valid: 0.9458 || batch time: 0.0174 ||epoch time: 10.3989\n",
      "epoch 6 loss_train: 0.7907 acc_train: 0.9516 || loss_valid: 0.85 acc_valid: 0.9469 || batch time: 0.0163 ||epoch time: 9.7632\n",
      "epoch 7 loss_train: 0.726 acc_train: 0.9552 || loss_valid: 0.8206 acc_valid: 0.9486 || batch time: 0.0161 ||epoch time: 9.6281\n",
      "epoch 8 loss_train: 0.6719 acc_train: 0.9582 || loss_valid: 0.7987 acc_valid: 0.9495 || batch time: 0.0175 ||epoch time: 10.44\n",
      "epoch 9 loss_train: 0.626 acc_train: 0.9607 || loss_valid: 0.782 acc_valid: 0.9502 || batch time: 0.0178 ||epoch time: 10.6247\n",
      "epoch 10 loss_train: 0.5862 acc_train: 0.963 || loss_valid: 0.7691 acc_valid: 0.9514 || batch time: 0.0165 ||epoch time: 9.8383\n",
      "epoch 11 loss_train: 0.5512 acc_train: 0.965 || loss_valid: 0.7594 acc_valid: 0.9516 || batch time: 0.0163 ||epoch time: 9.7434\n",
      "epoch 12 loss_train: 0.5197 acc_train: 0.9668 || loss_valid: 0.7517 acc_valid: 0.9521 || batch time: 0.0172 ||epoch time: 10.2865\n",
      "epoch 13 loss_train: 0.4914 acc_train: 0.9686 || loss_valid: 0.746 acc_valid: 0.9526 || batch time: 0.0179 ||epoch time: 10.6721\n",
      "epoch 14 loss_train: 0.4654 acc_train: 0.9703 || loss_valid: 0.7418 acc_valid: 0.9532 || batch time: 0.0169 ||epoch time: 10.0868\n",
      "epoch 15 loss_train: 0.4417 acc_train: 0.9719 || loss_valid: 0.7392 acc_valid: 0.9537 || batch time: 0.0164 ||epoch time: 9.7989\n",
      "epoch 16 loss_train: 0.4198 acc_train: 0.9734 || loss_valid: 0.7376 acc_valid: 0.9539 || batch time: 0.0164 ||epoch time: 9.7918\n",
      "epoch 17 loss_train: 0.3995 acc_train: 0.9747 || loss_valid: 0.737 acc_valid: 0.954 || batch time: 0.0164 ||epoch time: 9.7992\n",
      "epoch 18 loss_train: 0.3806 acc_train: 0.9759 || loss_valid: 0.7374 acc_valid: 0.9536 || batch time: 0.0165 ||epoch time: 9.8649\n",
      "epoch 19 loss_train: 0.3628 acc_train: 0.9772 || loss_valid: 0.7385 acc_valid: 0.9538 || batch time: 0.0165 ||epoch time: 9.8592\n",
      "epoch 20 loss_train: 0.3461 acc_train: 0.9785 || loss_valid: 0.7402 acc_valid: 0.9538 || batch time: 0.0164 ||epoch time: 9.8065\n",
      "epoch 21 loss_train: 0.3303 acc_train: 0.9796 || loss_valid: 0.7426 acc_valid: 0.954 || batch time: 0.0166 ||epoch time: 9.9444\n",
      "epoch 22 loss_train: 0.3154 acc_train: 0.9806 || loss_valid: 0.7454 acc_valid: 0.9542 || batch time: 0.0173 ||epoch time: 10.3287\n",
      "epoch 23 loss_train: 0.3013 acc_train: 0.9817 || loss_valid: 0.7485 acc_valid: 0.954 || batch time: 0.0165 ||epoch time: 9.8854\n",
      "epoch 24 loss_train: 0.2878 acc_train: 0.9826 || loss_valid: 0.7523 acc_valid: 0.9541 || batch time: 0.0165 ||epoch time: 9.8755\n",
      "epoch 25 loss_train: 0.275 acc_train: 0.9836 || loss_valid: 0.7562 acc_valid: 0.954 || batch time: 0.0181 ||epoch time: 10.8362\n",
      "epoch 26 loss_train: 0.2629 acc_train: 0.9844 || loss_valid: 0.7606 acc_valid: 0.9541 || batch time: 0.0181 ||epoch time: 10.8503\n",
      "epoch 27 loss_train: 0.2512 acc_train: 0.9854 || loss_valid: 0.7652 acc_valid: 0.9542 || batch time: 0.0177 ||epoch time: 10.577\n",
      "epoch 28 loss_train: 0.2402 acc_train: 0.9862 || loss_valid: 0.7705 acc_valid: 0.9539 || batch time: 0.0162 ||epoch time: 9.6804\n",
      "epoch 29 loss_train: 0.2296 acc_train: 0.9869 || loss_valid: 0.7757 acc_valid: 0.9539 || batch time: 0.0174 ||epoch time: 10.3981\n",
      "epoch 30 loss_train: 0.2195 acc_train: 0.9877 || loss_valid: 0.7813 acc_valid: 0.9539 || batch time: 0.0172 ||epoch time: 10.2718\n",
      "epoch 31 loss_train: 0.2098 acc_train: 0.9885 || loss_valid: 0.7873 acc_valid: 0.9536 || batch time: 0.0184 ||epoch time: 10.9808\n",
      "epoch 32 loss_train: 0.2005 acc_train: 0.9891 || loss_valid: 0.7932 acc_valid: 0.9535 || batch time: 0.0179 ||epoch time: 10.7095\n",
      "epoch 33 loss_train: 0.1915 acc_train: 0.9898 || loss_valid: 0.8 acc_valid: 0.9535 || batch time: 0.0184 ||epoch time: 10.9824\n",
      "epoch 34 loss_train: 0.1829 acc_train: 0.9904 || loss_valid: 0.8065 acc_valid: 0.9532 || batch time: 0.0186 ||epoch time: 11.102\n",
      "epoch 35 loss_train: 0.1747 acc_train: 0.9909 || loss_valid: 0.8135 acc_valid: 0.953 || batch time: 0.0187 ||epoch time: 11.2057\n",
      "epoch 36 loss_train: 0.1668 acc_train: 0.9915 || loss_valid: 0.8204 acc_valid: 0.9529 || batch time: 0.0165 ||epoch time: 9.8355\n",
      "epoch 37 loss_train: 0.1592 acc_train: 0.992 || loss_valid: 0.8278 acc_valid: 0.9526 || batch time: 0.0167 ||epoch time: 9.9903\n",
      "epoch 38 loss_train: 0.1519 acc_train: 0.9926 || loss_valid: 0.8352 acc_valid: 0.9524 || batch time: 0.0169 ||epoch time: 10.0789\n",
      "epoch 39 loss_train: 0.1448 acc_train: 0.9931 || loss_valid: 0.8426 acc_valid: 0.9523 || batch time: 0.0163 ||epoch time: 9.7188\n",
      "epoch 40 loss_train: 0.1381 acc_train: 0.9935 || loss_valid: 0.8505 acc_valid: 0.9523 || batch time: 0.0172 ||epoch time: 10.2546\n",
      "epoch 41 loss_train: 0.1315 acc_train: 0.994 || loss_valid: 0.8581 acc_valid: 0.9522 || batch time: 0.0162 ||epoch time: 9.7065\n",
      "epoch 42 loss_train: 0.1253 acc_train: 0.9945 || loss_valid: 0.8661 acc_valid: 0.9519 || batch time: 0.0174 ||epoch time: 10.3976\n",
      "epoch 43 loss_train: 0.1192 acc_train: 0.9949 || loss_valid: 0.8741 acc_valid: 0.9517 || batch time: 0.0166 ||epoch time: 9.9089\n",
      "epoch 44 loss_train: 0.1134 acc_train: 0.9954 || loss_valid: 0.8825 acc_valid: 0.9516 || batch time: 0.0167 ||epoch time: 9.9532\n",
      "epoch 45 loss_train: 0.1078 acc_train: 0.9957 || loss_valid: 0.8909 acc_valid: 0.9515 || batch time: 0.0165 ||epoch time: 9.8915\n",
      "epoch 46 loss_train: 0.1025 acc_train: 0.996 || loss_valid: 0.8993 acc_valid: 0.9514 || batch time: 0.0163 ||epoch time: 9.7567\n",
      "epoch 47 loss_train: 0.0973 acc_train: 0.9964 || loss_valid: 0.9081 acc_valid: 0.9513 || batch time: 0.0183 ||epoch time: 10.9441\n",
      "30 times no decrease\n",
      "loss acc: 0.9525 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d23d29b4025c4254942d12f793d0987b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.012 acc_train: 0.645 || loss_valid: 2.6514 acc_valid: 0.8501 || batch time: 0.0183 ||epoch time: 10.9439\n",
      "epoch 1 loss_train: 2.0884 acc_train: 0.8815 || loss_valid: 1.5326 acc_valid: 0.9148 || batch time: 0.017 ||epoch time: 10.1684\n",
      "epoch 2 loss_train: 1.4134 acc_train: 0.9201 || loss_valid: 1.1959 acc_valid: 0.9319 || batch time: 0.0172 ||epoch time: 10.2849\n",
      "epoch 3 loss_train: 1.1398 acc_train: 0.9342 || loss_valid: 1.0393 acc_valid: 0.9392 || batch time: 0.0171 ||epoch time: 10.1967\n",
      "epoch 4 loss_train: 0.9814 acc_train: 0.9421 || loss_valid: 0.9494 acc_valid: 0.9424 || batch time: 0.0168 ||epoch time: 10.0646\n",
      "epoch 5 loss_train: 0.873 acc_train: 0.9475 || loss_valid: 0.8917 acc_valid: 0.9454 || batch time: 0.0167 ||epoch time: 9.9639\n",
      "epoch 6 loss_train: 0.7916 acc_train: 0.9517 || loss_valid: 0.8516 acc_valid: 0.9476 || batch time: 0.0187 ||epoch time: 11.211\n",
      "epoch 7 loss_train: 0.7268 acc_train: 0.9554 || loss_valid: 0.8225 acc_valid: 0.9491 || batch time: 0.0164 ||epoch time: 9.7983\n",
      "epoch 8 loss_train: 0.6733 acc_train: 0.9581 || loss_valid: 0.8004 acc_valid: 0.9498 || batch time: 0.0161 ||epoch time: 9.6514\n",
      "epoch 9 loss_train: 0.628 acc_train: 0.9609 || loss_valid: 0.7835 acc_valid: 0.9506 || batch time: 0.0164 ||epoch time: 9.787\n",
      "epoch 10 loss_train: 0.5886 acc_train: 0.9631 || loss_valid: 0.7704 acc_valid: 0.9512 || batch time: 0.0177 ||epoch time: 10.5546\n",
      "epoch 11 loss_train: 0.5536 acc_train: 0.9651 || loss_valid: 0.7602 acc_valid: 0.9515 || batch time: 0.0167 ||epoch time: 10.0112\n",
      "epoch 12 loss_train: 0.5223 acc_train: 0.967 || loss_valid: 0.7521 acc_valid: 0.9516 || batch time: 0.0165 ||epoch time: 9.8758\n",
      "epoch 13 loss_train: 0.4939 acc_train: 0.9687 || loss_valid: 0.746 acc_valid: 0.9522 || batch time: 0.0177 ||epoch time: 10.5574\n",
      "epoch 14 loss_train: 0.4681 acc_train: 0.9702 || loss_valid: 0.7416 acc_valid: 0.9526 || batch time: 0.018 ||epoch time: 10.7415\n",
      "epoch 15 loss_train: 0.4443 acc_train: 0.9718 || loss_valid: 0.7385 acc_valid: 0.9521 || batch time: 0.0163 ||epoch time: 9.7547\n",
      "epoch 16 loss_train: 0.4225 acc_train: 0.9732 || loss_valid: 0.7366 acc_valid: 0.9525 || batch time: 0.0174 ||epoch time: 10.3943\n",
      "epoch 17 loss_train: 0.4023 acc_train: 0.9746 || loss_valid: 0.7357 acc_valid: 0.9529 || batch time: 0.0168 ||epoch time: 10.0573\n",
      "epoch 18 loss_train: 0.3833 acc_train: 0.9758 || loss_valid: 0.7358 acc_valid: 0.9528 || batch time: 0.0167 ||epoch time: 9.9867\n",
      "epoch 19 loss_train: 0.3655 acc_train: 0.9771 || loss_valid: 0.7363 acc_valid: 0.9526 || batch time: 0.0163 ||epoch time: 9.7406\n",
      "epoch 20 loss_train: 0.3488 acc_train: 0.9783 || loss_valid: 0.7377 acc_valid: 0.9528 || batch time: 0.0163 ||epoch time: 9.7603\n",
      "epoch 21 loss_train: 0.3331 acc_train: 0.9794 || loss_valid: 0.7394 acc_valid: 0.9528 || batch time: 0.0163 ||epoch time: 9.7279\n",
      "epoch 22 loss_train: 0.3182 acc_train: 0.9804 || loss_valid: 0.7418 acc_valid: 0.9529 || batch time: 0.0162 ||epoch time: 9.7\n",
      "epoch 23 loss_train: 0.3041 acc_train: 0.9815 || loss_valid: 0.7445 acc_valid: 0.9529 || batch time: 0.018 ||epoch time: 10.7743\n",
      "epoch 24 loss_train: 0.2907 acc_train: 0.9825 || loss_valid: 0.7479 acc_valid: 0.9529 || batch time: 0.0182 ||epoch time: 10.853\n",
      "epoch 25 loss_train: 0.2779 acc_train: 0.9834 || loss_valid: 0.7516 acc_valid: 0.9532 || batch time: 0.0162 ||epoch time: 9.6953\n",
      "epoch 26 loss_train: 0.2658 acc_train: 0.9842 || loss_valid: 0.7556 acc_valid: 0.9535 || batch time: 0.0183 ||epoch time: 10.9673\n",
      "epoch 27 loss_train: 0.2542 acc_train: 0.985 || loss_valid: 0.76 acc_valid: 0.9538 || batch time: 0.0169 ||epoch time: 10.0755\n",
      "epoch 28 loss_train: 0.2431 acc_train: 0.9858 || loss_valid: 0.7647 acc_valid: 0.9536 || batch time: 0.0168 ||epoch time: 10.0469\n",
      "epoch 29 loss_train: 0.2325 acc_train: 0.9866 || loss_valid: 0.7697 acc_valid: 0.9537 || batch time: 0.0174 ||epoch time: 10.424\n",
      "epoch 30 loss_train: 0.2224 acc_train: 0.9873 || loss_valid: 0.775 acc_valid: 0.9535 || batch time: 0.0176 ||epoch time: 10.5385\n",
      "epoch 31 loss_train: 0.2126 acc_train: 0.988 || loss_valid: 0.7807 acc_valid: 0.9532 || batch time: 0.0165 ||epoch time: 9.8437\n",
      "epoch 32 loss_train: 0.2033 acc_train: 0.9887 || loss_valid: 0.7863 acc_valid: 0.953 || batch time: 0.017 ||epoch time: 10.1544\n",
      "epoch 33 loss_train: 0.1943 acc_train: 0.9894 || loss_valid: 0.7924 acc_valid: 0.953 || batch time: 0.0163 ||epoch time: 9.7635\n",
      "epoch 34 loss_train: 0.1856 acc_train: 0.9902 || loss_valid: 0.7989 acc_valid: 0.9526 || batch time: 0.0167 ||epoch time: 10.011\n",
      "epoch 35 loss_train: 0.1773 acc_train: 0.9907 || loss_valid: 0.8056 acc_valid: 0.9525 || batch time: 0.0183 ||epoch time: 10.9181\n",
      "epoch 36 loss_train: 0.1693 acc_train: 0.9913 || loss_valid: 0.8125 acc_valid: 0.9522 || batch time: 0.0175 ||epoch time: 10.4563\n",
      "epoch 37 loss_train: 0.1616 acc_train: 0.9919 || loss_valid: 0.8197 acc_valid: 0.9519 || batch time: 0.0182 ||epoch time: 10.852\n",
      "epoch 38 loss_train: 0.1542 acc_train: 0.9924 || loss_valid: 0.827 acc_valid: 0.9518 || batch time: 0.0164 ||epoch time: 9.8122\n",
      "epoch 39 loss_train: 0.1471 acc_train: 0.9929 || loss_valid: 0.8345 acc_valid: 0.9516 || batch time: 0.0163 ||epoch time: 9.747\n",
      "epoch 40 loss_train: 0.1403 acc_train: 0.9934 || loss_valid: 0.842 acc_valid: 0.9513 || batch time: 0.0169 ||epoch time: 10.1058\n",
      "epoch 41 loss_train: 0.1337 acc_train: 0.9938 || loss_valid: 0.8498 acc_valid: 0.9513 || batch time: 0.0183 ||epoch time: 10.9269\n",
      "epoch 42 loss_train: 0.1273 acc_train: 0.9943 || loss_valid: 0.8579 acc_valid: 0.9512 || batch time: 0.0164 ||epoch time: 9.8252\n",
      "epoch 43 loss_train: 0.1212 acc_train: 0.9947 || loss_valid: 0.866 acc_valid: 0.9513 || batch time: 0.0182 ||epoch time: 10.8806\n",
      "epoch 44 loss_train: 0.1154 acc_train: 0.9951 || loss_valid: 0.8746 acc_valid: 0.9512 || batch time: 0.0163 ||epoch time: 9.7244\n",
      "epoch 45 loss_train: 0.1098 acc_train: 0.9955 || loss_valid: 0.8833 acc_valid: 0.951 || batch time: 0.0167 ||epoch time: 10.003\n",
      "epoch 46 loss_train: 0.1043 acc_train: 0.996 || loss_valid: 0.8923 acc_valid: 0.9507 || batch time: 0.0182 ||epoch time: 10.8543\n",
      "epoch 47 loss_train: 0.0991 acc_train: 0.9963 || loss_valid: 0.9016 acc_valid: 0.9507 || batch time: 0.0176 ||epoch time: 10.4989\n",
      "30 times no decrease\n",
      "loss acc: 0.9524 load epoch: 17\n",
      "train_index 152410\n",
      "val_index 23699\n",
      "test_index 55334\n",
      "adj torch.Size([232965, 232965])\n",
      "features torch.Size([232965, 602])\n",
      "train walk\n",
      "valid walk\n",
      "cuda ready\n",
      "\n",
      "Training started.\n",
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "283a51667900477b923e3e4371f87d4a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1000), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 0 loss_train: 6.2035 acc_train: 0.6337 || loss_valid: 2.7347 acc_valid: 0.8461 || batch time: 0.0174 ||epoch time: 10.3736\n",
      "epoch 1 loss_train: 2.1316 acc_train: 0.8816 || loss_valid: 1.5357 acc_valid: 0.9137 || batch time: 0.0182 ||epoch time: 10.8764\n",
      "epoch 2 loss_train: 1.4256 acc_train: 0.9199 || loss_valid: 1.1905 acc_valid: 0.9315 || batch time: 0.018 ||epoch time: 10.7501\n",
      "epoch 3 loss_train: 1.1469 acc_train: 0.9335 || loss_valid: 1.0332 acc_valid: 0.9389 || batch time: 0.0177 ||epoch time: 10.5964\n",
      "epoch 4 loss_train: 0.9868 acc_train: 0.9414 || loss_valid: 0.9433 acc_valid: 0.9428 || batch time: 0.0181 ||epoch time: 10.8218\n",
      "epoch 5 loss_train: 0.8776 acc_train: 0.9471 || loss_valid: 0.8859 acc_valid: 0.9462 || batch time: 0.0183 ||epoch time: 10.9533\n",
      "epoch 6 loss_train: 0.7955 acc_train: 0.9513 || loss_valid: 0.8465 acc_valid: 0.9483 || batch time: 0.017 ||epoch time: 10.1415\n",
      "epoch 7 loss_train: 0.7305 acc_train: 0.9546 || loss_valid: 0.8179 acc_valid: 0.95 || batch time: 0.0181 ||epoch time: 10.8151\n",
      "epoch 8 loss_train: 0.6765 acc_train: 0.9577 || loss_valid: 0.7961 acc_valid: 0.951 || batch time: 0.0165 ||epoch time: 9.8516\n",
      "epoch 9 loss_train: 0.6306 acc_train: 0.9602 || loss_valid: 0.7791 acc_valid: 0.9518 || batch time: 0.0168 ||epoch time: 10.0454\n",
      "epoch 10 loss_train: 0.5908 acc_train: 0.9627 || loss_valid: 0.7661 acc_valid: 0.9527 || batch time: 0.0178 ||epoch time: 10.6657\n",
      "epoch 11 loss_train: 0.5556 acc_train: 0.9647 || loss_valid: 0.7561 acc_valid: 0.9531 || batch time: 0.017 ||epoch time: 10.1721\n",
      "epoch 12 loss_train: 0.524 acc_train: 0.9666 || loss_valid: 0.7485 acc_valid: 0.9536 || batch time: 0.0166 ||epoch time: 9.9002\n",
      "epoch 13 loss_train: 0.4954 acc_train: 0.9682 || loss_valid: 0.7427 acc_valid: 0.9538 || batch time: 0.0165 ||epoch time: 9.8477\n",
      "epoch 14 loss_train: 0.4693 acc_train: 0.97 || loss_valid: 0.7385 acc_valid: 0.954 || batch time: 0.0164 ||epoch time: 9.8169\n",
      "epoch 15 loss_train: 0.4453 acc_train: 0.9717 || loss_valid: 0.7355 acc_valid: 0.9541 || batch time: 0.0166 ||epoch time: 9.9129\n",
      "epoch 16 loss_train: 0.4231 acc_train: 0.9732 || loss_valid: 0.7337 acc_valid: 0.9541 || batch time: 0.0165 ||epoch time: 9.85\n",
      "epoch 17 loss_train: 0.4024 acc_train: 0.9747 || loss_valid: 0.7328 acc_valid: 0.9541 || batch time: 0.0179 ||epoch time: 10.6965\n",
      "epoch 18 loss_train: 0.3831 acc_train: 0.976 || loss_valid: 0.7328 acc_valid: 0.9542 || batch time: 0.0185 ||epoch time: 11.0837\n",
      "epoch 19 loss_train: 0.365 acc_train: 0.9772 || loss_valid: 0.7335 acc_valid: 0.9542 || batch time: 0.0177 ||epoch time: 10.5666\n",
      "epoch 20 loss_train: 0.348 acc_train: 0.9783 || loss_valid: 0.7346 acc_valid: 0.954 || batch time: 0.0166 ||epoch time: 9.8928\n",
      "epoch 21 loss_train: 0.3319 acc_train: 0.9795 || loss_valid: 0.7363 acc_valid: 0.954 || batch time: 0.0165 ||epoch time: 9.8448\n",
      "epoch 22 loss_train: 0.3168 acc_train: 0.9806 || loss_valid: 0.7386 acc_valid: 0.954 || batch time: 0.0181 ||epoch time: 10.8091\n",
      "epoch 23 loss_train: 0.3024 acc_train: 0.9816 || loss_valid: 0.7414 acc_valid: 0.9543 || batch time: 0.018 ||epoch time: 10.7854\n",
      "epoch 24 loss_train: 0.2887 acc_train: 0.9826 || loss_valid: 0.7446 acc_valid: 0.9543 || batch time: 0.0166 ||epoch time: 9.9439\n",
      "epoch 25 loss_train: 0.2757 acc_train: 0.9835 || loss_valid: 0.7482 acc_valid: 0.9543 || batch time: 0.0166 ||epoch time: 9.9047\n",
      "epoch 26 loss_train: 0.2633 acc_train: 0.9845 || loss_valid: 0.7525 acc_valid: 0.9541 || batch time: 0.0175 ||epoch time: 10.4776\n",
      "epoch 27 loss_train: 0.2515 acc_train: 0.9854 || loss_valid: 0.7569 acc_valid: 0.9539 || batch time: 0.017 ||epoch time: 10.1699\n",
      "epoch 28 loss_train: 0.2402 acc_train: 0.9862 || loss_valid: 0.7621 acc_valid: 0.9538 || batch time: 0.0169 ||epoch time: 10.1021\n",
      "epoch 29 loss_train: 0.2294 acc_train: 0.987 || loss_valid: 0.7674 acc_valid: 0.9538 || batch time: 0.0176 ||epoch time: 10.5331\n",
      "epoch 30 loss_train: 0.219 acc_train: 0.9877 || loss_valid: 0.7731 acc_valid: 0.9535 || batch time: 0.0183 ||epoch time: 10.9458\n",
      "epoch 31 loss_train: 0.209 acc_train: 0.9885 || loss_valid: 0.7791 acc_valid: 0.9534 || batch time: 0.0186 ||epoch time: 11.1325\n",
      "epoch 32 loss_train: 0.1995 acc_train: 0.9893 || loss_valid: 0.7851 acc_valid: 0.9533 || batch time: 0.0165 ||epoch time: 9.8384\n",
      "epoch 33 loss_train: 0.1903 acc_train: 0.99 || loss_valid: 0.7914 acc_valid: 0.9533 || batch time: 0.018 ||epoch time: 10.7611\n",
      "epoch 34 loss_train: 0.1816 acc_train: 0.9905 || loss_valid: 0.7985 acc_valid: 0.953 || batch time: 0.0182 ||epoch time: 10.8516\n",
      "epoch 35 loss_train: 0.1731 acc_train: 0.9912 || loss_valid: 0.8055 acc_valid: 0.953 || batch time: 0.0173 ||epoch time: 10.3218\n",
      "epoch 36 loss_train: 0.165 acc_train: 0.9917 || loss_valid: 0.813 acc_valid: 0.9529 || batch time: 0.0168 ||epoch time: 10.0227\n",
      "epoch 37 loss_train: 0.1573 acc_train: 0.9923 || loss_valid: 0.8205 acc_valid: 0.9527 || batch time: 0.0177 ||epoch time: 10.6039\n",
      "epoch 38 loss_train: 0.1498 acc_train: 0.9928 || loss_valid: 0.8283 acc_valid: 0.9524 || batch time: 0.0186 ||epoch time: 11.1495\n",
      "epoch 39 loss_train: 0.1427 acc_train: 0.9933 || loss_valid: 0.8363 acc_valid: 0.9522 || batch time: 0.0178 ||epoch time: 10.6459\n",
      "epoch 40 loss_train: 0.1358 acc_train: 0.9939 || loss_valid: 0.8446 acc_valid: 0.9523 || batch time: 0.0175 ||epoch time: 10.4473\n",
      "epoch 41 loss_train: 0.1292 acc_train: 0.9943 || loss_valid: 0.853 acc_valid: 0.9521 || batch time: 0.0179 ||epoch time: 10.6956\n",
      "epoch 42 loss_train: 0.1229 acc_train: 0.9947 || loss_valid: 0.8616 acc_valid: 0.9519 || batch time: 0.0174 ||epoch time: 10.4009\n",
      "epoch 43 loss_train: 0.1168 acc_train: 0.9952 || loss_valid: 0.8704 acc_valid: 0.952 || batch time: 0.0176 ||epoch time: 10.5056\n",
      "epoch 44 loss_train: 0.1109 acc_train: 0.9956 || loss_valid: 0.8794 acc_valid: 0.9519 || batch time: 0.0168 ||epoch time: 10.0228\n",
      "epoch 45 loss_train: 0.1053 acc_train: 0.9959 || loss_valid: 0.8883 acc_valid: 0.9517 || batch time: 0.0181 ||epoch time: 10.8133\n",
      "epoch 46 loss_train: 0.0999 acc_train: 0.9962 || loss_valid: 0.8975 acc_valid: 0.9517 || batch time: 0.0177 ||epoch time: 10.5765\n",
      "epoch 47 loss_train: 0.0947 acc_train: 0.9966 || loss_valid: 0.907 acc_valid: 0.9518 || batch time: 0.0182 ||epoch time: 10.8722\n",
      "30 times no decrease\n",
      "loss acc: 0.9535 load epoch: 17\n",
      "\n",
      "#####################################\n",
      "walk_time: 7 ways: both conbime： Lstm\n",
      "batch_times: 0.017260000000000005\n",
      "epoch_times: 10.313369999999999\n",
      "total_times: 606.6775914430618\n",
      "loss_accs: 0.9528000000000001 [0.9529, 0.9526, 0.9531, 0.9527, 0.9531, 0.9531, 0.9521, 0.9525, 0.9524, 0.9535]\n",
      "acc_accs: 0.0 [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]\n",
      "0.017260000000000005 10.313369999999999 0.9528000000000001 0.0\n",
      "#####################################\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import gc\n",
    "repeat_time = 10\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"2\"\n",
    "ways = ['width']\n",
    "loss_loses = []\n",
    "loss_accs = []\n",
    "conbimes = ['Mean']\n",
    "print('Different walk time')\n",
    "#walk_timess = [0,4,5,6,7,8,9]\n",
    "for walk_time in tqdm(range(1,8)):\n",
    "    loss_accs = []\n",
    "    acc_accs = []\n",
    "    epoch_times = []\n",
    "    batch_times = []\n",
    "    total_times = []\n",
    "    print('Different seed')\n",
    "    for seed in tqdm(range(repeat_time)):\n",
    "        args = argument()\n",
    "        args.seed = seed\n",
    "        args.time = walk_time\n",
    "        torch.manual_seed(args.seed)\n",
    "        random.seed(args.seed)\n",
    "        torch.cuda.manual_seed(args.seed)\n",
    "        torch.backends.cudnn.deterministic = True\n",
    "        np.random.seed(args.seed)\n",
    "        args.save_path_acc = \"./best_model/acc/\"\n",
    "        args.save_path_loss = \"./best_model/loss/\"\n",
    "        args.save_path_acc = args.save_path_acc+ 'reddit2' + '_dropout='+str(args.dropout)+'_wd='+str(args.weight_decay)+ '_b='+str(args.batch_size)+  '_lr='+str(args.learning_rate)+ '_walk='+ str(args.time)+'_'\n",
    "        args.save_path_loss = args.save_path_loss+ 'reddit2' + '_dropout='+str(args.dropout)+ '_wd='+str(args.weight_decay)+ '_b='+str(args.batch_size)+  '_lr='+str(args.learning_rate)+ '_walk='+ str(args.time)+'_'\n",
    "        model = Train_Model_reddit(args)\n",
    "        epoch_time, batch_time, total_time = model.fit()\n",
    "        loss_acc,acc_acc = model.evaluation()\n",
    "        epoch_times.append(epoch_time)\n",
    "        total_times.append(total_time)\n",
    "        batch_times.append(batch_time)\n",
    "        loss_accs.append(loss_acc)\n",
    "        acc_accs.append(acc_acc)\n",
    "        del model\n",
    "        gc.collect()\n",
    "        torch.cuda.empty_cache()\n",
    "    print('#####################################')\n",
    "    print(\"walk_time:\", args.time, 'ways:', args.way, 'conbime：', args.conbime)\n",
    "    print('batch_times:',sum(batch_times)/repeat_time)\n",
    "    print('epoch_times:',sum(epoch_times)/repeat_time)\n",
    "    print('total_times:',sum(total_times)/repeat_time)\n",
    "    print('loss_accs:',sum(loss_accs)/repeat_time,loss_accs)\n",
    "    print('acc_accs:',sum(acc_accs)/repeat_time,acc_accs)\n",
    "    print(sum(batch_times)/repeat_time, sum(epoch_times)/repeat_time, sum(loss_accs)/repeat_time, sum(acc_accs)/repeat_time)\n",
    "    print('#####################################')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}