ds.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ds.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyNd0mmpJv0N2ILZNMtT9mFp",
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "widgets": {
      "application/vnd.jupyter.widget-state+json": {
        "87ab081823384ff9a7464ef5f4650bbf": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "VBoxModel",
          "state": {
            "_view_name": "VBoxView",
            "_dom_classes": [],
            "_model_name": "VBoxModel",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "box_style": "",
            "layout": "IPY_MODEL_c2cad75da83b4060bef30b0b03e3e2be",
            "_model_module": "@jupyter-widgets/controls",
            "children": [
              "IPY_MODEL_8d4ff09763b143df94c6f1142cf85b90",
              "IPY_MODEL_6274a38913ba4ca2a156bddd238df289"
            ]
          }
        },
        "c2cad75da83b4060bef30b0b03e3e2be": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "8d4ff09763b143df94c6f1142cf85b90": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "LabelModel",
          "state": {
            "_view_name": "LabelView",
            "style": "IPY_MODEL_94ba17653d3d433583a21caa0c5b2efb",
            "_dom_classes": [],
            "description": "",
            "_model_name": "LabelModel",
            "placeholder": "​",
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": " 0.02MB of 0.02MB uploaded (0.00MB deduped)\r",
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_8edb5eb8e4a64c539336356ba3cbb9d1"
          }
        },
        "6274a38913ba4ca2a156bddd238df289": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "FloatProgressModel",
          "state": {
            "_view_name": "ProgressView",
            "style": "IPY_MODEL_4d99746984ab4672bfc294a7adc5a493",
            "_dom_classes": [],
            "description": "",
            "_model_name": "FloatProgressModel",
            "bar_style": "",
            "max": 1,
            "_view_module": "@jupyter-widgets/controls",
            "_model_module_version": "1.5.0",
            "value": 1,
            "_view_count": null,
            "_view_module_version": "1.5.0",
            "orientation": "horizontal",
            "min": 0,
            "description_tooltip": null,
            "_model_module": "@jupyter-widgets/controls",
            "layout": "IPY_MODEL_ea4b67048e2c4b1988c82b11165cd858"
          }
        },
        "94ba17653d3d433583a21caa0c5b2efb": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "DescriptionStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "DescriptionStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "8edb5eb8e4a64c539336356ba3cbb9d1": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        },
        "4d99746984ab4672bfc294a7adc5a493": {
          "model_module": "@jupyter-widgets/controls",
          "model_name": "ProgressStyleModel",
          "state": {
            "_view_name": "StyleView",
            "_model_name": "ProgressStyleModel",
            "description_width": "",
            "_view_module": "@jupyter-widgets/base",
            "_model_module_version": "1.5.0",
            "_view_count": null,
            "_view_module_version": "1.2.0",
            "bar_color": null,
            "_model_module": "@jupyter-widgets/controls"
          }
        },
        "ea4b67048e2c4b1988c82b11165cd858": {
          "model_module": "@jupyter-widgets/base",
          "model_name": "LayoutModel",
          "state": {
            "_view_name": "LayoutView",
            "grid_template_rows": null,
            "right": null,
            "justify_content": null,
            "_view_module": "@jupyter-widgets/base",
            "overflow": null,
            "_model_module_version": "1.2.0",
            "_view_count": null,
            "flex_flow": null,
            "width": null,
            "min_width": null,
            "border": null,
            "align_items": null,
            "bottom": null,
            "_model_module": "@jupyter-widgets/base",
            "top": null,
            "grid_column": null,
            "overflow_y": null,
            "overflow_x": null,
            "grid_auto_flow": null,
            "grid_area": null,
            "grid_template_columns": null,
            "flex": null,
            "_model_name": "LayoutModel",
            "justify_items": null,
            "grid_row": null,
            "max_height": null,
            "align_content": null,
            "visibility": null,
            "align_self": null,
            "height": null,
            "min_height": null,
            "padding": null,
            "grid_auto_rows": null,
            "grid_gap": null,
            "max_width": null,
            "order": null,
            "_view_module_version": "1.2.0",
            "grid_template_areas": null,
            "object_position": null,
            "object_fit": null,
            "grid_auto_columns": null,
            "margin": null,
            "display": null,
            "left": null
          }
        }
      }
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/spider-tronix/Dark-Sight/blob/colab_config/ds.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ODmQtbfY3jL4"
      },
      "source": [
        "#0M NAMO NARAYANA"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9zyB3Hc_LKD0",
        "outputId": "50e03340-9ad0-4567-d968-b3a699a0c81e"
      },
      "source": [
        "!ls"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "drive  ds  sample_data\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zwc_WGFlSrQ_",
        "outputId": "a7d6b5af-3a86-4e83-f5e3-6412f88d0b64"
      },
      "source": [
        "!pip install rawpy\n",
        "!pip install time\n",
        "%pip install wandb -q"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: rawpy in /usr/local/lib/python3.7/dist-packages (0.16.0)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.7/dist-packages (from rawpy) (1.19.5)\n",
            "\u001b[31mERROR: Could not find a version that satisfies the requirement time (from versions: none)\u001b[0m\n",
            "\u001b[31mERROR: No matching distribution found for time\u001b[0m\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MwhfO1no3oVi"
      },
      "source": [
        "import os\n",
        "os.listdir()\n",
        "try:\n",
        "  os.listdir().find('ds')\n",
        "  first_time = False\n",
        "except:\n",
        "  first_time = True"
      ],
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "S4Sxn2ae4K1Q",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "32f4df14-3c72-47c4-eb8d-9a66f4865dc1"
      },
      "source": [
        "if (first_time):\n",
        "  !mkdir ds\n",
        "  os.chdir('ds')\n",
        "  os.listdir()"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘ds’: File exists\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gOQG834u4Qsj",
        "outputId": "eed00118-e273-435b-a9f8-4e47908decc4"
      },
      "source": [
        "from google.colab import drive\n",
        "drive.flush_and_unmount()\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_5PELJuz4WqQ"
      },
      "source": [
        "target_datasetdir = '/content/drive/My Drive/Dataset/Dataset/'\n",
        "target_path = {\n",
        "    'dataset': '/content/drive/My Drive/Dataset/Dataset/', \n",
        "    'save': '/content/drive/My Drive/Dataset/Dataset/results/',\n",
        "    'checkpoint': '/content/drive/My Drive/Dataset/Colab/checkpoints/'\n",
        "    }"
      ],
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "GzHy_Imz4utU",
        "outputId": "581e058f-6886-4ad2-c80e-29a64c6a7710"
      },
      "source": [
        "if (first_time):\n",
        "  !git clone https://github.com/spider-tronix/Dark-Sight.git\n",
        "  os.chdir('./Dark-Sight')\n",
        "else:\n",
        "  !git pull\n",
        "print(os.listdir())\n",
        "!git checkout colab_config\n",
        "!git status\n",
        "!git log\n",
        "first_time = False\n",
        "print(os.listdir())"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "fatal: destination path 'Dark-Sight' already exists and is not an empty directory.\n",
            "['Image Enhancement Baselines', 'ds.ipynb', 'DarkSight_Augmentation.ipynb', '.git', 'run', 'logs', 'PyCam Test Files', 'LICENSE', 'sid_train.py', 'Automated Dataset', 'DarkNet', 'wandb', 'Thermal Camera Libs', 'data', '.gitignore', 'Comms Over LAN']\n",
            "Already on 'colab_config'\n",
            "Your branch is up to date with 'origin/colab_config'.\n",
            "On branch colab_config\n",
            "Your branch is up to date with 'origin/colab_config'.\n",
            "\n",
            "Untracked files:\n",
            "  (use \"git add <file>...\" to include in what will be committed)\n",
            "\n",
            "\t\u001b[31mlogs/\u001b[m\n",
            "\t\u001b[31mwandb/\u001b[m\n",
            "\n",
            "nothing added to commit but untracked files present (use \"git add\" to track)\n",
            "\u001b[33mcommit f59df4e86124b3eb48b54b596bd2efb787834c4e\u001b[m\u001b[33m (\u001b[m\u001b[1;36mHEAD -> \u001b[m\u001b[1;32mcolab_config\u001b[m\u001b[33m, \u001b[m\u001b[1;31morigin/colab_config\u001b[m\u001b[33m)\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 12:33:52 2021 +0530\n",
            "\n",
            "    fixed np.where in random crop\n",
            "\n",
            "\u001b[33mcommit 6aab4b1655dac623f66b6df258c71e3b66991ac3\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 11:26:19 2021 +0530\n",
            "\n",
            "    speed analysis\n",
            "\n",
            "\u001b[33mcommit 639c1453dbc653eee0694ee80461bd840ba3b964\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 10:34:02 2021 +0530\n",
            "\n",
            "    dataloader class -> function\n",
            "\n",
            "\u001b[33mcommit 0b1306b6d88e8cba4831dea1b781e4cc4aa79142\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 10:30:02 2021 +0530\n",
            "\n",
            "    speeded up random crop\n",
            "\n",
            "\u001b[33mcommit 2d0a375d28e73bb8a76eaf12a5c878acff952559\u001b[m\n",
            "Author: Arvinth Saravanan <50674613+Arvinth-s@users.noreply.github.com>\n",
            "Date:   Sat Feb 6 08:21:57 2021 +0530\n",
            "\n",
            "    Colab notebook for ds\n",
            "\n",
            "\u001b[33mcommit fcd23b43c074529799b8aa8eb34ac75a0c1854d0\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 07:29:04 2021 +0530\n",
            "\n",
            "    fix in dataloader\n",
            "\n",
            "\u001b[33mcommit 51e16c45cddabc25571975538a6ede829c12c13e\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Sat Feb 6 06:58:24 2021 +0530\n",
            "\n",
            "    configuring for running in colab\n",
            "\n",
            "\u001b[33mcommit e50c26a96c64880f6a2cf6161b87d4f9dd04fe1a\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 21:55:50 2021 +0530\n",
            "\n",
            "    minor fixes in path and parameters\n",
            "\n",
            "\u001b[33mcommit e303879e636bd3b0aedd7bd9a105ed8e99f74588\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 20:52:47 2021 +0530\n",
            "\n",
            "    added batchNormalization. Working code\n",
            "\n",
            "\u001b[33mcommit e817f48144eb41a208f7d42e2b5d7b4d5b54db70\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 20:38:19 2021 +0530\n",
            "\n",
            "    custom weight initialization\n",
            "\n",
            "\u001b[33mcommit ccb4e9c40d81782f78fb68c5d6786a0449bc0d88\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 20:24:19 2021 +0530\n",
            "\n",
            "    corrected driver code for laviUnet\n",
            "\n",
            "\u001b[33mcommit dbad120ff4676a8dbeedaf4820a23d6baf4e93e5\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 19:28:55 2021 +0530\n",
            "\n",
            "    added driver code for laviUnet\n",
            "\n",
            "\u001b[33mcommit b7dbb44d88b6c951e3331c8169387a115f9d9198\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 18:45:27 2021 +0530\n",
            "\n",
            "    debug input and output pixel values\n",
            "\n",
            "\u001b[33mcommit 5be31b57570e37528b22ccfd4d3e139e0658ffb5\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 18:22:20 2021 +0530\n",
            "\n",
            "    .jpg format support for laviUnet\n",
            "\n",
            "\u001b[33mcommit 39ac7d7927c487eacaaec282f0ca3de4fc877ec8\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 17:37:57 2021 +0530\n",
            "\n",
            "    .JPG support for dataloader\n",
            "\n",
            "\u001b[33mcommit fdc1cb323dd68af8e7d9252a8ac81b56f3d758df\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 13:13:39 2021 +0530\n",
            "\n",
            "    added checkpoints. refracted code. added documentation\n",
            "\n",
            "\u001b[33mcommit b328cb8a8a1c9ac0fd122a71c853b2ce4d381d5e\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 11:38:51 2021 +0530\n",
            "\n",
            "    without thermal response\n",
            "\n",
            "\u001b[33mcommit b85e90bcd5521ba23cdc380dc4951bb9579ba0ec\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 09:35:29 2021 +0530\n",
            "\n",
            "    corrected input\n",
            "\n",
            "\u001b[33mcommit 746212fbcf4a00b2296d89ae377b673fe7b8ba21\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 09:16:42 2021 +0530\n",
            "\n",
            "    tested augmentation\n",
            "\n",
            "\u001b[33mcommit cead4faaf1938cdbd9592b7752aff5feb2ccdfef\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Wed Feb 3 08:36:50 2021 +0530\n",
            "\n",
            "    lavi_unet added\n",
            "\n",
            "\u001b[33mcommit 312db4bb803d7a5d686d0475f799ecca814dd5a4\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 16:16:28 2021 +0530\n",
            "\n",
            "    added documentation.\n",
            "\n",
            "\u001b[33mcommit 20257458d1b0fc8f3e04e6b5c5ee3581c349a84e\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 15:34:55 2021 +0530\n",
            "\n",
            "    Refracted code\n",
            "\n",
            "\u001b[33mcommit a74ded6e77156a06fbaeb71a9ff285b53add8e81\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 14:10:26 2021 +0530\n",
            "\n",
            "    added sample results. To fix: unpacking\n",
            "\n",
            "\u001b[33mcommit c0a75f37f7c95e0adadb980cb0d23c58e61adbe3\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 13:10:37 2021 +0530\n",
            "\n",
            "    train code skeletal done\n",
            "\n",
            "\u001b[33mcommit aa45b57c0753f6bfd29b5cb7f73c6b4b1102538d\u001b[m\n",
            "Merge: 978a05e 587a7ba\n",
            "Author: Arvinth Saravanan <50674613+Arvinth-s@users.noreply.github.com>\n",
            "Date:   Tue Jan 12 11:48:11 2021 +0530\n",
            "\n",
            "    Merge pull request #10 from spider-tronix/HarshitCodex-patch-1\n",
            "    \n",
            "    added:boundary padding, sidUnet\n",
            "\n",
            "\u001b[33mcommit 587a7ba6602758a641cc985526038e21d9e7042f\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 11:32:38 2021 +0530\n",
            "\n",
            "    forward prop working\n",
            "\n",
            "\u001b[33mcommit 595095909efd8d38b3740bff643f820134434835\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 11:26:59 2021 +0530\n",
            "\n",
            "    added dataloader\n",
            "\n",
            "\u001b[33mcommit 997f2af9a7b2b447bb487cc61569198e341205e1\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Tue Jan 12 11:06:59 2021 +0530\n",
            "\n",
            "    sidUnet skeleton done\n",
            "\n",
            "\u001b[33mcommit d322257ff24b163bb1071d8dfc12f8e84f66d6c5\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Mon Jan 11 23:05:26 2021 +0530\n",
            "\n",
            "    slim to class\n",
            "\n",
            "\u001b[33mcommit 98f1942914bf04f6f4880089ad069142c57178ed\u001b[m\n",
            "Author: Arvinth Saravanan <arvinth.saravana@gmail.com>\n",
            "Date:   Mon Jan 11 22:15:35 2021 +0530\n",
            "\n",
            "    added color-percentage\n",
            "\n",
            "\u001b[33mcommit 59a587eb5ff48f02d3d2d5f9ea4d0111608f95a5\u001b[m\n",
            "Author: HarshitCodex <44552736+HarshitCodex@users.noreply.github.com>\n",
            "Date:   Sat Jan 9 16:29:08 2021 +0530\n",
            "\n",
            "    add:boundary padding fix:random crop\n",
            "\n",
            "\u001b[33mcommit 978a05e90da05f12dc5999d8919856d9008ea48a\u001b[m\n",
            "Merge: 25b0f69 9e7fabe\n",
            "Author: Arvinth Saravanan <50674613+Arvinth-s@users.noreply.github.com>\n",
            "Date:   Mon Jan 4 06:02:25 2021 +0530\n",
            "\n",
            "    Merge pull request #8 from spider-tronix/augmentation\n",
            "    \n",
            "    Augmentation done[to be tested]\n",
            "\n",
            "\u001b[33mcommit 9e7fabefc50a411dab9708233a6d67dd4f95b4a0\u001b[m\n",
            "Author: Arvinth Saravanan <50674613+Arvinth-s@users.noreply.github.com>\n",
            "Date:   Sat Jan 2 13:56:05 2021 +0530\n",
            "\n",
            "    Augmentation done[to be tested]\n",
            "    \n",
            "    Dataset to be in local.\n",
            "\n",
            "\u001b[33mcommit 25b0f699b1dc22f45d37b943cd87bc8eca4bf9e2\u001b[m\n",
            "Merge: 79596b3 2d33de7\n",
            "Author: S P Sharan <spsharan2000@gmail.com>\n",
            "Date:   Sat Sep 26 18:05:03 2020 +0530\n",
            "\n",
            "    Merge pull request #6 from spider-tronix/img-enhance\n",
            "    \n",
            "    Img enhance\n",
            "\n",
            "\u001b[33mcommit 2d33de7c5e136e8ee452aa172250af9b551fed7b\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Tue Sep 15 18:36:52 2020 +0530\n",
            "\n",
            "    Final\n",
            "\n",
            "\u001b[33mcommit abc7f73b71b720777aa45a1014937e59017cc581\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Sep 10 21:49:19 2020 +0530\n",
            "\n",
            "    Remove dehaze files and reorganized files\n",
            "\n",
            "\u001b[33mcommit dbafa6b0675c2e4f7e80cdafe528acd43ed67c76\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Sep 10 21:23:06 2020 +0530\n",
            "\n",
            "    clahe and filter tuned\n",
            "\n",
            "\u001b[33mcommit ebfc58fb433c38aa22946ed20f85d25a244480ab\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Wed Sep 9 13:18:03 2020 +0530\n",
            "\n",
            "    hist modified, trackbars for dehaze\n",
            "\n",
            "\u001b[33mcommit 3d7fff2aa82a0589c07da0151871a9b758f607f1\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Mon Sep 7 20:47:26 2020 +0530\n",
            "\n",
            "    made paths better\n",
            "\n",
            "\u001b[33mcommit 0e28256aa1b02b19ceff4e0814831654a4a9c7a9\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Mon Sep 7 20:35:00 2020 +0530\n",
            "\n",
            "    basic processing, tuning needed, results attached\n",
            "\n",
            "\u001b[33mcommit 937eb63a7554f4e43a7c6711ccda0457db98f8f6\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Mon Sep 7 16:41:14 2020 +0530\n",
            "\n",
            "    ignores\n",
            "\n",
            "\u001b[33mcommit 79596b3ac554c12ae20852c23a2d6d4d99b43114\u001b[m\n",
            "Merge: 702224e cd3215c\n",
            "Author: S P Sharan <spsharan2000@gmail.com>\n",
            "Date:   Mon Sep 7 14:15:48 2020 +0530\n",
            "\n",
            "    Merge pull request #5 from spider-tronix/comms\n",
            "    \n",
            "    Comms\n",
            "\n",
            "\u001b[33mcommit cd3215cc1dc9df5f8de9122660d6611d3084215d\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Mon Sep 7 10:06:04 2020 +0530\n",
            "\n",
            "    Removed all filters\n",
            "\n",
            "\u001b[33mcommit e9730f38e50c88e7cbf278d387adb9552f82d346\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sun Sep 6 16:52:54 2020 +0530\n",
            "\n",
            "    Result pics and linear scaling\n",
            "\n",
            "\u001b[33mcommit f9c9adca5c531ad8f0c8e1839e8352be70a50c74\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sat Sep 5 18:27:23 2020 +0530\n",
            "\n",
            "    Average\n",
            "\n",
            "\u001b[33mcommit 4511ac88b3ba1b92c48a0acf6a22222424686510\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sat Sep 5 18:21:51 2020 +0530\n",
            "\n",
            "    Masked gaussian\n",
            "\n",
            "\u001b[33mcommit 28c2b1e6a0e97d18314e6846da754cffd4f21ddd\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Sep 4 18:29:05 2020 +0530\n",
            "\n",
            "    Minor bug removed\n",
            "\n",
            "\u001b[33mcommit 83028baf99bcf24a5982868bb9d7ec4bb62bc5ce\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Sep 3 19:17:14 2020 +0530\n",
            "\n",
            "    gaus with trackbar\n",
            "\n",
            "\u001b[33mcommit 5b4700448443cf4a1e3fe4633b07571f0f75f280\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Sep 3 17:09:55 2020 +0530\n",
            "\n",
            "    Gaussian filter and improved triggering\n",
            "\n",
            "\u001b[33mcommit 702224e8453bf3429e701e23d77f4aeae3e140e3\u001b[m\n",
            "Author: Arvinth Saravanan <50674613+Arvinth-s@users.noreply.github.com>\n",
            "Date:   Fri Aug 28 07:54:51 2020 +0530\n",
            "\n",
            "    Augmentation (#4)\n",
            "    \n",
            "    * First-stage-Augmentation\n",
            "    \n",
            "    * Testing for ReviewNB\n",
            "    \n",
            "    * custom transformation\n",
            "    \n",
            "    * Error in concatenation of images (as single datapoint)\n",
            "    \n",
            "    * Solved the datapoint dimension error, but the batchsize issue in DataLoader is unresolved\n",
            "    \n",
            "    * Working model\n",
            "    \n",
            "    Co-authored-by: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "\n",
            "\u001b[33mcommit b145293b4ba344a4df6aeb80f1840825981d57ae\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sun Aug 23 17:12:00 2020 +0530\n",
            "\n",
            "    Clean up\n",
            "\n",
            "\u001b[33mcommit 44a0952c2b6b227e6589702990ccc6a754f63f29\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sun Aug 23 13:41:07 2020 +0530\n",
            "\n",
            "    Added comments\n",
            "\n",
            "\u001b[33mcommit a1d91efc9fd4f8121309f0ba6af9d21507e189b4\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sun Aug 23 13:23:19 2020 +0530\n",
            "\n",
            "    TCP natively in C on PI(no NC)\n",
            "\n",
            "\u001b[33mcommit a5186ef7a07d9f412acff34012a9993cc4a16047\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 20:42:07 2020 +0530\n",
            "\n",
            "    Organizd picam client into a class\n",
            "\n",
            "\u001b[33mcommit 2be4bf1f2a854daee73028f655d0a136b51a822e\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 20:11:55 2020 +0530\n",
            "\n",
            "    Made sensor read function.\n",
            "\n",
            "\u001b[33mcommit 0399dc52e4f6c010f2b43333eaa98c3df78012af\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 16:09:34 2020 +0530\n",
            "\n",
            "    Created archives and added unused files\n",
            "\n",
            "\u001b[33mcommit 7f0ec283c410f5770e41de88c21e27a762c8ebc7\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 15:41:08 2020 +0530\n",
            "\n",
            "    Added code to main file\n",
            "\n",
            "\u001b[33mcommit 4ef7448b6114214d957d8ac1232a08d756c33905\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 14:53:38 2020 +0530\n",
            "\n",
            "    Included picam\n",
            "\n",
            "\u001b[33mcommit c6a708ef71bf4ec51b68d856e2a1e4184fe102e2\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 14:47:32 2020 +0530\n",
            "\n",
            "    Theramal multi proc working\n",
            "\n",
            "\u001b[33mcommit 98e580b6ea7338e8ebaa452b06a996f6dd5c7ab6\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Aug 21 10:09:10 2020 +0530\n",
            "\n",
            "    Improved code\n",
            "\n",
            "\u001b[33mcommit 819de27fb1075877793fd9083a03641b18f3922e\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Aug 20 20:04:55 2020 +0530\n",
            "\n",
            "    Basic working from single prog. No data transfered\n",
            "\n",
            "\u001b[33mcommit e9e9c043d444d9752d2c975d66d1230dd620d9a9\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Tue Aug 18 18:00:34 2020 +0530\n",
            "\n",
            "    Changed all IPs\n",
            "\n",
            "\u001b[33mcommit e5851b7f81bc826247a2b7dc756343c9422f71a7\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Mon Aug 17 19:31:48 2020 +0530\n",
            "\n",
            "    Minor edits\n",
            "\n",
            "\u001b[33mcommit 266c41b1a695e55bb107a16cccaba4fc61a95c85\u001b[m\n",
            "Author: Sudharsan <40791737+sudharsan2000@users.noreply.github.com>\n",
            "Date:   Mon Aug 17 17:03:03 2020 +0530\n",
            "\n",
            "    Delete License.md\n",
            "\n",
            "\u001b[33mcommit 6aa7c044b490f994fbe53c1b608f994eae457582\u001b[m\n",
            "Merge: 1d563ce 65f3f45\n",
            "Author: Sudharsan <40791737+sudharsan2000@users.noreply.github.com>\n",
            "Date:   Mon Aug 17 17:02:12 2020 +0530\n",
            "\n",
            "    Merge pull request #1 from spider-tronix/add-license-1\n",
            "    \n",
            "    Create LICENSE\n",
            "\n",
            "\u001b[33mcommit 65f3f45f2bd88995d7929d3679151a718ebb4088\u001b[m\n",
            "Author: Sudharsan <40791737+sudharsan2000@users.noreply.github.com>\n",
            "Date:   Mon Aug 17 17:01:38 2020 +0530\n",
            "\n",
            "    Create LICENSE\n",
            "\n",
            "\u001b[33mcommit 1d563cea2a0ddda0ae623865dfccdc10cbeeda29\u001b[m\n",
            "Author: Sudharsan <40791737+sudharsan2000@users.noreply.github.com>\n",
            "Date:   Mon Aug 17 17:00:02 2020 +0530\n",
            "\n",
            "    Create License.md\n",
            "\n",
            "\u001b[33mcommit 341c7c9827a5ff3f70b658787aa1966710805e98\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Aug 17 15:48:56 2020 +0530\n",
            "\n",
            "    Invalid checkout: Folder name buggy?\n",
            "\n",
            "\u001b[33mcommit a627261d90cd961458ab0bddc0ec9d98441a561c\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Mar 13 18:12:50 2020 +0530\n",
            "\n",
            "    Multiple Changes\n",
            "    PiCam in perfect condition for Async\n",
            "    Fixed CPU hog on netcat\n",
            "    Moved to paramiko entirely\n",
            "\n",
            "\u001b[33mcommit f3c8de0d9be1f63cf8fd3294000e5e254e7da688\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Mar 13 02:02:02 2020 +0530\n",
            "\n",
            "    Successful async code\n",
            "    That doesnt work\n",
            "\n",
            "\u001b[33mcommit c308f70c6c586106757bd502718144e633846922\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Mar 12 19:28:13 2020 +0530\n",
            "\n",
            "    Asynchronous code reading MLX and PiCam\n",
            "    Unsuccessful :(\n",
            "\n",
            "\u001b[33mcommit 7439db56e6ef4f49f5f79c317ab1fe12155155eb\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Mar 12 15:15:43 2020 +0530\n",
            "\n",
            "    Synchronous code reading MLX and PiCam\n",
            "\n",
            "\u001b[33mcommit 468746221cd1bfd11b5ca5afba713e28d7724f5d\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Mar 12 14:49:55 2020 +0530\n",
            "\n",
            "    Main Script for Comms\n",
            "\n",
            "\u001b[33mcommit 933eaeee49d870d931300c954ac9b3691ab78d07\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Mar 12 13:42:56 2020 +0530\n",
            "\n",
            "    Rollback to using pssh\n",
            "\n",
            "\u001b[33mcommit 5559bcb94f3497ce2b9c087a050dc499093101cd\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Mar 11 22:52:54 2020 +0530\n",
            "\n",
            "    Main transmission script for async comms\n",
            "\n",
            "\u001b[33mcommit b7125ce6801568998e7a32d4ed5cbb2309a55fb6\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Mar 11 19:01:46 2020 +0530\n",
            "\n",
            "    Add Heatmap visuals\n",
            "\n",
            "\u001b[33mcommit d41d4c70991424afb76d2f6f55f62d62861659cf\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Mar 11 18:49:27 2020 +0530\n",
            "\n",
            "    Mapping to values\n",
            "\n",
            "\u001b[33mcommit 4219a139adbdbe243d459494a14b71e25b4718a7\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Mar 11 18:38:11 2020 +0530\n",
            "\n",
            "    Trigger Thermal Camera\n",
            "\n",
            "\u001b[33mcommit b6bd965d14f87f64254513eb57252c30f75706f6\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Mar 11 18:29:25 2020 +0530\n",
            "\n",
            "    Reorganization and Correction\n",
            "\n",
            "\u001b[33mcommit 24e64340aadad3824c43c56ae11fa667325a3722\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 21:13:05 2020 +0530\n",
            "\n",
            "    Cvt raw stdout to array\n",
            "\n",
            "\u001b[33mcommit 4dcc72fc6635dd226d8ecbcf4e5c76122a03b83a\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 20:56:02 2020 +0530\n",
            "\n",
            "    Thermal Client updated for Netcat Comms\n",
            "\n",
            "\u001b[33mcommit 567cd84815285a20e1758e9527a9e9abc79142d5\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Tue Mar 10 20:44:46 2020 +0530\n",
            "\n",
            "    Ckpnt from Pi\n",
            "\n",
            "\u001b[33mcommit 94cd5a3febe2f8ae976c2c3233e72dfbe4081597\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 18:49:50 2020 +0530\n",
            "\n",
            "    Hope this works\n",
            "\n",
            "\u001b[33mcommit 9135d216f9b706c468004f9355f0a1ca80e5341f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 18:31:20 2020 +0530\n",
            "\n",
            "    Some experimentation with Comms\n",
            "\n",
            "\u001b[33mcommit 87bf829f453759e36ef00e3f4557d79f472e427e\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Tue Mar 10 15:38:21 2020 +0530\n",
            "\n",
            "    Transmission of thermal feed over nc\n",
            "\n",
            "\u001b[33mcommit 6cf0837c73d206437f1790c879b3c1b6caf00b55\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Tue Mar 10 11:27:42 2020 +0530\n",
            "\n",
            "    KBhit conditions for cont writing to disk\n",
            "\n",
            "\u001b[33mcommit af39718cf2a03b664fe389f1cc3ad871fc00560f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 09:30:29 2020 +0530\n",
            "\n",
            "    Cleanup the comms folder\n",
            "\n",
            "\u001b[33mcommit b5434b1b5afb177896059f4807a5d22a3208af84\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 10 09:30:08 2020 +0530\n",
            "\n",
            "    Equalization with Gamma Params\n",
            "\n",
            "\u001b[33mcommit 763fd5fd80b892b36aee5a8b4497cb6797bd902f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 20:52:50 2020 +0530\n",
            "\n",
            "    Sobel in pytorch for CUDA utilization\n",
            "\n",
            "\u001b[33mcommit a6b47a657ec0a886ac1a42e01fb12df09747dfa4\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 16:29:40 2020 +0530\n",
            "\n",
            "    Some results updated\n",
            "\n",
            "\u001b[33mcommit 764783a266d55e87598c457223472976f71cbff3\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 16:13:57 2020 +0530\n",
            "\n",
            "    Learning Rate Scheduling\n",
            "\n",
            "\u001b[33mcommit 5e11f48470955a01db9f6fa9b81b3ee19008fc8a\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 10:24:20 2020 +0530\n",
            "\n",
            "    Training script complete\n",
            "\n",
            "\u001b[33mcommit cc64a888251b39cb4f9c8ac8e8eb95d351b0389b\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 09:56:39 2020 +0530\n",
            "\n",
            "    Rudimentary model\n",
            "\n",
            "\u001b[33mcommit 55bd618802acf5606ccd5e7d8204b923237a479f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Mar 7 08:01:30 2020 +0530\n",
            "\n",
            "    Fix GPU usage linearly increasing\n",
            "    Traces werent cleared\n",
            "\n",
            "\u001b[33mcommit 79357b643e1d0e40ec6af006aaeb2945ba5a110e\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Mar 6 15:43:38 2020 +0530\n",
            "\n",
            "    Main train script checkpoint\n",
            "\n",
            "\u001b[33mcommit 0d4ff37d869caa81e517372d05a863835e3b24ec\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Mar 5 15:48:08 2020 +0530\n",
            "\n",
            "    Normalization for temperature data\n",
            "\n",
            "\u001b[33mcommit e6252adf5089314f873d00fb7bb03ff8da1e3adf\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Mar 5 15:26:04 2020 +0530\n",
            "\n",
            "    SSIM and PSNR for Lossed\n",
            "\n",
            "\u001b[33mcommit 7cb11160478417ccacb5fe47432bb2990353d216\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 3 22:12:21 2020 +0530\n",
            "\n",
            "    Fix derp in loader.py\n",
            "\n",
            "\u001b[33mcommit 17c5396bff7d8df2ce9a257f04ce5b2aec3f5318\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 3 22:01:13 2020 +0530\n",
            "\n",
            "    Basic transformations\n",
            "\n",
            "\u001b[33mcommit 8d882f69944b75b3ad9e1ce512ea6ef57bd036d7\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 3 20:16:11 2020 +0530\n",
            "\n",
            "    Update times\n",
            "\n",
            "\u001b[33mcommit 39d3355b306d0a537e6d89612c9fa50b10a4e66b\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Mar 5 15:33:29 2020 +0530\n",
            "\n",
            "    client udp made better\n",
            "\n",
            "\u001b[33mcommit 636bbae0614c23e0a2623806aa2683ad16a276e1\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Mar 5 15:24:24 2020 +0530\n",
            "\n",
            "    UDP for images done\n",
            "\n",
            "\u001b[33mcommit 56a6b8882d7579b9906d1fca83ec57ec531f6926\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Wed Mar 4 21:27:40 2020 +0530\n",
            "\n",
            "    UDP for file transfer\n",
            "\n",
            "\u001b[33mcommit 530130925976be411a88c077ec7faa1fd87dacc5\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 3 19:57:32 2020 +0530\n",
            "\n",
            "    Doc strings are up\n",
            "\n",
            "\u001b[33mcommit 71959d9de7a3cf9a105864fd9103af4f9fcda57a\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Mar 3 19:53:58 2020 +0530\n",
            "\n",
            "    Dataloader Complete\n",
            "\n",
            "\u001b[33mcommit a49e44a15a0149258e62b0c6572febca7154f591\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Mar 2 18:46:16 2020 +0530\n",
            "\n",
            "    Dataloader Init\n",
            "\n",
            "\u001b[33mcommit 9be0807252376f601b89fb9cdb78ec3cc5ef990f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Mar 2 18:45:55 2020 +0530\n",
            "\n",
            "    Configs loading\n",
            "\n",
            "\u001b[33mcommit 0523e36ddd6f36378638dd37051c45ff2d626399\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Mar 2 18:32:39 2020 +0530\n",
            "\n",
            "    Upsampling Fixed\n",
            "\n",
            "\u001b[33mcommit 92b381e73461dee79fe8c9e8645143a9977fc118\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Mar 2 17:46:06 2020 +0530\n",
            "\n",
            "    Merging channels, upsampling\n",
            "\n",
            "\u001b[33mcommit 5742af7361c86be333fc0539814fd919a2b58d0c\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Mar 2 17:45:40 2020 +0530\n",
            "\n",
            "    Camera config\n",
            "\n",
            "\u001b[33mcommit 82c359d1461525d0c20f751ecb629b675dd6a92c\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sun Mar 1 12:03:10 2020 +0530\n",
            "\n",
            "    py cam test files\n",
            "\n",
            "\u001b[33mcommit 0d6d9329af64fe0766a8a0ad35f07e5c6f1035e5\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Feb 24 22:26:53 2020 +0530\n",
            "\n",
            "    Revert \"debugging pygame\"\n",
            "    \n",
            "    This reverts commit 1edb65d05d243a7be28c0487661a4d65e9c8f121.\n",
            "\n",
            "\u001b[33mcommit f182b24fbdcd5e481efefd9cc87d123687c233a5\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Feb 24 22:23:08 2020 +0530\n",
            "\n",
            "    Rawpy Basic Preprocessing\n",
            "\n",
            "\u001b[33mcommit 174b7ef3de73ed67d791a633d88d73cd4c53eae7\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 30 16:07:37 2020 +0530\n",
            "\n",
            "    Crawl through thermal data\n",
            "\n",
            "\u001b[33mcommit 0ea24fc1dbf6c41b7dae1911a6b6ae639b117319\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 30 14:34:45 2020 +0530\n",
            "\n",
            "    Bayer packing\n",
            "\n",
            "\u001b[33mcommit 1edb65d05d243a7be28c0487661a4d65e9c8f121\u001b[m\n",
            "Author: Arvinth-s <arvinth.saravana@gmail.com>\n",
            "Date:   Fri Feb 14 20:41:06 2020 +0530\n",
            "\n",
            "    debugging pygame\n",
            "\n",
            "\u001b[33mcommit f45020609268ce930c636ab69445c71acd677621\u001b[m\n",
            "Author: Sudharsan <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Feb 14 20:37:53 2020 +0530\n",
            "\n",
            "    Setup device checks\n",
            "\n",
            "\u001b[33mcommit 9d9e6d263273dc931522624791c9c90c9b133655\u001b[m\n",
            "Author: Sudharsan <ssudharsan2000@gmail.com>\n",
            "Date:   Thu Feb 13 15:06:45 2020 +0530\n",
            "\n",
            "    Changed location dirs\n",
            "\n",
            "\u001b[33mcommit ea5cc41ba5521d6a543d4fd7b7cdf96a3c5897f9\u001b[m\n",
            "Author: Sudharsan <ssudharsan2000@gmail.com>\n",
            "Date:   Wed Feb 12 16:08:55 2020 +0530\n",
            "\n",
            "    dataset gen ignores\n",
            "\n",
            "\u001b[33mcommit 90ddfad40eaa0e2ba845bc12efdb025d18eabe5a\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 30 14:22:53 2020 +0530\n",
            "\n",
            "    Timing Benchmarks\n",
            "\n",
            "\u001b[33mcommit 082e8fd2a5b8f8e37d7e9f60dc01ca40072e5b2e\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 30 14:06:27 2020 +0530\n",
            "\n",
            "    Pretty Model Summary, Derp in class instance call\n",
            "\n",
            "\u001b[33mcommit 391b21df849d788d91a65dfbabbf1e4e66634dcd\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Jan 29 01:21:40 2020 +0530\n",
            "\n",
            "    Fix for Linux Systems\n",
            "    Non Init for string vars\n",
            "\n",
            "\u001b[33mcommit 2d0d2fbe1eecb603810f554e31346eeb42b6dc95\u001b[m\n",
            "Author: HarshitCodex <44552736+HarshitCodex@users.noreply.github.com>\n",
            "Date:   Tue Jan 28 23:38:27 2020 +0530\n",
            "\n",
            "    Add files via upload\n",
            "\n",
            "\u001b[33mcommit d9a2167098c8d7446e45cead783517f96e78203c\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Jan 28 20:03:52 2020 +0530\n",
            "\n",
            "    Minor Size Errors\n",
            "\n",
            "\u001b[33mcommit afc66540cb69f08e00193e9f1d8ca74fa6b794f2\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Jan 28 19:53:05 2020 +0530\n",
            "\n",
            "    UNet Vanilla Version is UP!\n",
            "\n",
            "\u001b[33mcommit 10ed39bd6d11ac374525fada40bd7dce5aa2154e\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Jan 28 19:12:39 2020 +0530\n",
            "\n",
            "    Camera Configs tweaked\n",
            "\n",
            "\u001b[33mcommit d75594a23bbf0781d8af974923ce16f042ea1c30\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 27 21:43:40 2020 +0530\n",
            "\n",
            "    New Camera Configs\n",
            "\n",
            "\u001b[33mcommit 6f1dcc723846cf6a968752590a8ac2f2a71e709d\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 27 20:19:58 2020 +0530\n",
            "\n",
            "    Basic Blocks of vanilla_unet.py\n",
            "\n",
            "\u001b[33mcommit 743ee52a5daf21208ab43a30146aa71c25d16d3c\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 27 19:06:27 2020 +0530\n",
            "\n",
            "    DarkNet Bringup\n",
            "\n",
            "\u001b[33mcommit 9d857ee0f42c1dacb3cf77a78132e6bbfa6ef898\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Tue Jan 28 00:08:07 2020 +0530\n",
            "\n",
            "    Hist Eq: Baseline, testing\n",
            "\n",
            "\u001b[33mcommit 3c3e2bc29107090a2bc29a4dae4f52b7e75ea6c1\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Jan 22 17:30:15 2020 +0530\n",
            "\n",
            "    Completely automated triggering\n",
            "\n",
            "\u001b[33mcommit f23cdbc3fcbd0fd520758c154ab57ca10909b18a\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Jan 22 17:09:22 2020 +0530\n",
            "\n",
            "    Parallel command execution code\n",
            "\n",
            "\u001b[33mcommit 05a685520c94e0132206e4a050e88293f89575de\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Jan 22 17:08:45 2020 +0530\n",
            "\n",
            "    SSH Access obtained\n",
            "\n",
            "\u001b[33mcommit 4acd2e5420efa2e15c94f15517d149727bb851e9\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Wed Jan 22 17:08:31 2020 +0530\n",
            "\n",
            "    Fix flip orientation\n",
            "\n",
            "\u001b[33mcommit f8ed43c4154ff619607163ca11233ee4172d2127\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 20 22:13:36 2020 +0530\n",
            "\n",
            "    Correct convert2jpg.py, Adjust default ISO\n",
            "\n",
            "\u001b[33mcommit c9bd8c96b60d8669befaeb78d9ebade2f5e73ef2\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 20 20:28:13 2020 +0530\n",
            "\n",
            "    Minor adjustments to account for Pi Stuff from Laptop side\n",
            "\n",
            "\u001b[33mcommit 417fa709f8ba10e40f9a7b22beeb96be0d1333cd\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 20 20:26:44 2020 +0530\n",
            "\n",
            "    Mounting of Samba corrected for RPi\n",
            "\n",
            "\u001b[33mcommit ae7979591f3819389ddc46d41c92db5d586048b0\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 20 18:54:25 2020 +0530\n",
            "\n",
            "    Trigger command corrected\n",
            "\n",
            "\u001b[33mcommit dbc07f3b5e6a0859e46f0de5b89b8fa894126001\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Mon Jan 20 18:51:19 2020 +0530\n",
            "\n",
            "    Config updated, GPhoto sometimes doesn't do what its said\n",
            "    Moved files\n",
            "\n",
            "\u001b[33mcommit e3e2f290246e0e01c911a31115a8eaee47a5db73\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sun Jan 19 11:14:01 2020 +0530\n",
            "\n",
            "    Samba works now\n",
            "\n",
            "\u001b[33mcommit 9e7f101de49f8a53ddd251a0a19d1d8fdf984456\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sun Jan 19 11:03:18 2020 +0530\n",
            "\n",
            "    Trigger code\n",
            "\n",
            "\u001b[33mcommit 3d59ae06ad7b8e532e40676ab4c3bfeeb7ff6db7\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sun Jan 19 10:58:57 2020 +0530\n",
            "\n",
            "    Thermal cam independant script\n",
            "\n",
            "\u001b[33mcommit 080661b1294b386c72892aabe17b9e4a006d10e0\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Jan 18 20:29:48 2020 +0530\n",
            "\n",
            "    Perfected the Samba accesses\n",
            "    https://www.linuxbabe.com/ubuntu/install-samba-server-ubuntu-16-04\n",
            "\n",
            "\u001b[33mcommit 0b281db731f084bf7c6a3cf431ece03e959cbdbd\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Jan 18 21:25:14 2020 +0530\n",
            "\n",
            "    Fixed paths\n",
            "\n",
            "\u001b[33mcommit d892c225ace4347ea5732c6100dc615f91745c43\u001b[m\n",
            "Author: Arvinth-s <immortalarvinths@gmail.com>\n",
            "Date:   Sat Jan 18 21:05:51 2020 +0530\n",
            "\n",
            "    changes text file from samba server to jpg\n",
            "\n",
            "\u001b[33mcommit 1246e620b49995900a910cd18dd9169422194bb9\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sat Jan 18 19:10:12 2020 +0530\n",
            "\n",
            "    File saving works!\n",
            "\n",
            "\u001b[33mcommit d755bc074b217e952cceea60916e19e1b37c6002\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Jan 18 18:11:38 2020 +0530\n",
            "\n",
            "    Fix the init from the library\n",
            "\n",
            "\u001b[33mcommit 64d5963bc4f3c85a1b3d3541f01d17539cc72f55\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Sat Jan 18 18:00:06 2020 +0530\n",
            "\n",
            "    RPi Compat\n",
            "\n",
            "\u001b[33mcommit e4c69ec099f5f76598c4bf3005cb67857a6d2635\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sat Jan 18 14:49:54 2020 +0530\n",
            "\n",
            "    Write the jpg img as 3D array\n",
            "\n",
            "\u001b[33mcommit 621b85787b66a0dc055e3fa5e1e32e43dbb9533e\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Sat Jan 18 14:27:09 2020 +0530\n",
            "\n",
            "    Temperature readings read and stored to Samba Server\n",
            "\n",
            "\u001b[33mcommit a08193479c694893f00df769487ab45c81712a30\u001b[m\n",
            "Author: sudharsan2000 <ssudharsan2000@gmail.com>\n",
            "Date:   Fri Jan 17 18:03:40 2020 +0530\n",
            "\n",
            "    Autosave feature (2/x)\n",
            "\n",
            "\u001b[33mcommit 38376b640cb9ed6e969309ef20d830b26acec6dc\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 18:02:49 2020 +0530\n",
            "\n",
            "    Autosave feature (1/x)\n",
            "\n",
            "\u001b[33mcommit b029b7ca1c4d3a7fe20c906819666fef8bade899\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 16:07:19 2020 +0530\n",
            "\n",
            "    Give credits to library owners\n",
            "\n",
            "\u001b[33mcommit 0fc0f75125cbaf66763310816702af8d607e24b7\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 16:01:00 2020 +0530\n",
            "\n",
            "    Reloaded ignored files\n",
            "\n",
            "\u001b[33mcommit b49d30225d4c72a878b6e26f6a849a7ccc184a52\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 01:25:58 2020 +0530\n",
            "\n",
            "    Fix the naming convention\n",
            "\n",
            "\u001b[33mcommit b69454f58fe4feab5efdd1a28114a1cf33eae0c1\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 01:25:42 2020 +0530\n",
            "\n",
            "    Reorganize the Library\n",
            "\n",
            "\u001b[33mcommit 4b366a6bf5b2c081e9c041e7834305e73a83c85f\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 00:25:02 2020 +0530\n",
            "\n",
            "    Rollback gui.py to use generic functions\n",
            "\n",
            "\u001b[33mcommit 2d649ed216f4e516cdddc07630b3608c4f473cfb\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Fri Jan 17 00:20:37 2020 +0530\n",
            "\n",
            "    Shutter trigger from pygame\n",
            "\n",
            "\u001b[33mcommit 4ebd45b5d17d9515fb27f6231d883f151f246469\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 16 23:45:55 2020 +0530\n",
            "\n",
            "    Fix the files not getting saved properly\n",
            "\n",
            "\u001b[33mcommit 75a7afb9a102e7201842dbf353fdc939843f076b\u001b[m\n",
            "Author: Syzygianinfern0 <spsharan2000@gmail.com>\n",
            "Date:   Thu Jan 16 23:24:18 2020 +0530\n",
            "\n",
            "    Add libraries, our single click capture file\n",
            "['Image Enhancement Baselines', 'ds.ipynb', 'DarkSight_Augmentation.ipynb', '.git', 'run', 'logs', 'PyCam Test Files', 'LICENSE', 'sid_train.py', 'Automated Dataset', 'DarkNet', 'wandb', 'Thermal Camera Libs', 'data', '.gitignore', 'Comms Over LAN']\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "QzGm51dt93ce",
        "outputId": "97dca53e-9cbb-462e-f338-015544f064fe"
      },
      "source": [
        "import wandb\n",
        "wandb.login()"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33marvinth\u001b[0m (use `wandb login --relogin` to force relogin)\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_v4XbQ0KGsCq",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000,
          "referenced_widgets": [
            "87ab081823384ff9a7464ef5f4650bbf",
            "c2cad75da83b4060bef30b0b03e3e2be",
            "8d4ff09763b143df94c6f1142cf85b90",
            "6274a38913ba4ca2a156bddd238df289",
            "94ba17653d3d433583a21caa0c5b2efb",
            "8edb5eb8e4a64c539336356ba3cbb9d1",
            "4d99746984ab4672bfc294a7adc5a493",
            "ea4b67048e2c4b1988c82b11165cd858"
          ]
        },
        "outputId": "ea04ff85-22e7-4d96-abd6-24b29617f53b"
      },
      "source": [
        "# OM NAMO NARAYANA\n",
        "\n",
        "\n",
        "\"\"\"run on base dir\"\"\"\n",
        "\n",
        "\n",
        "import numpy as np\n",
        "import torch.optim as optim\n",
        "import torch\n",
        "import torch.nn as nn\n",
        "import sys\n",
        "from torch.utils.data import DataLoader\n",
        "import torch.nn.functional as F\n",
        "import matplotlib.pyplot as plt\n",
        "import os\n",
        "import errno\n",
        "\n",
        "sys.path.insert(1, \"./\")\n",
        "from DarkNet.models.sid_unet import sidUnet\n",
        "from DarkNet.models.lavi_unet import laviUnet\n",
        "from data.darksight_dataloader import DarkSighDataLoader\n",
        "from time import time as now\n",
        "from torch.utils.tensorboard import SummaryWriter\n",
        "\n",
        "# default `log_dir` is \"runs\" - we'll be more specific here\n",
        "try:\n",
        "  os.listdir('./').index('logs')\n",
        "except:\n",
        "  !mkdir ./logs\n",
        "writer = SummaryWriter('./logs')\n",
        "\n",
        "\n",
        "\"\"\"Parameters\"\"\"\n",
        "\n",
        "batch_size = 3\n",
        "\n",
        "# set to True if thermal response included\n",
        "inc_therm = False\n",
        "load_weights = True\n",
        "\n",
        "# change the directory for required model\n",
        "checkpoint_dir = target_path['checkpoint']\n",
        "save_dir = target_path['save']\n",
        "raw_format = False\n",
        "model = laviUnet(inc_therm=inc_therm, raw_format=raw_format)\n",
        "plot_freq = 10\n",
        "error_freq = 5\n",
        "checkpoint_freq = 25\n",
        "dataset_dir = target_path['dataset']\n",
        "\n",
        "epochs = 500\n",
        "lr = 1e-4\n",
        "\n",
        "\n",
        "\"\"\"training code\"\"\"\n",
        "os.chdir(\"./\")\n",
        "optimizer = optim.Adam(model.parameters(), lr=lr)\n",
        "criterion = nn.L1Loss()\n",
        "\n",
        "\n",
        "\"\"\"creating necessary directories\"\"\"\n",
        "\n",
        "if not raw_format:\n",
        "    save_dir = save_dir + \"jpg_format/\"\n",
        "    checkpoint_dir = checkpoint_dir + \"jpg_format/\"\n",
        "\n",
        "if not inc_therm:\n",
        "    save_dir = save_dir + \"without_therm/\"\n",
        "    checkpoint_dir = checkpoint_dir + \"without_therm/\"\n",
        "\n",
        "try:\n",
        "    os.makedirs(save_dir)\n",
        "    print(save_dir + \" created\")\n",
        "except OSError as e:\n",
        "    if e.errno != errno.EEXIST:\n",
        "        raise\n",
        "\n",
        "try:\n",
        "    os.makedirs(checkpoint_dir)\n",
        "    print(checkpoint_dir + \" created\")\n",
        "except OSError as e:\n",
        "    if e.errno != errno.EEXIST:\n",
        "        raise\n",
        "\n",
        "if not load_weights or os.listdir(checkpoint_dir) == []:\n",
        "    if load_weights:\n",
        "        print(\"no models saved\")\n",
        "    epoch_loaded = 0\n",
        "else:\n",
        "    checkpoint = torch.load(checkpoint_dir + os.listdir(checkpoint_dir)[-1])\n",
        "    model.load_state_dict(checkpoint[\"model_state_dict\"])\n",
        "    optimizer.load_state_dict(checkpoint[\"optimizer_state_dict\"])\n",
        "    epoch_loaded = checkpoint[\"epoch\"]\n",
        "    print(\"model loaded\")\n",
        "\n",
        "trainloader = DarkSighDataLoader(\n",
        "    inc_therm=inc_therm,\n",
        "    raw_format=raw_format,\n",
        "    dataset_dir=dataset_dir,\n",
        "    batch_size=batch_size,\n",
        ")\n",
        "\n",
        "\n",
        "'''wandb initialization'''\n",
        "example_images = []\n",
        "wandb.init(project=\"dark-sight\")\n",
        "wandb.watch_called = False # Re-run the model without restarting the runtime, unnecessary after our next release\n",
        "wandb.watch(model, log=\"all\")\n",
        "\n",
        "for epoch in range(epoch_loaded, epoch_loaded + epochs):\n",
        "\n",
        "    running_loss = 0.0\n",
        "    pre_loading = now()\n",
        "    for i, data in enumerate(trainloader, 0):\n",
        "        post_loading = now()\n",
        "        print('time for loading a datapoint:%.3f'%((post_loading-pre_loading)/batch_size))\n",
        "        inputs, gt = data\n",
        "        optimizer.zero_grad()\n",
        "        outputs = model(inputs)\n",
        "        forward_propagation = now()\n",
        "        print('forward propagation time:%.3f'%((forward_propagation-post_loading)/batch_size))\n",
        "        outputs = torch.transpose(outputs, 1, 3)\n",
        "        outputs = torch.transpose(outputs, 1, 2)\n",
        "        loss = criterion(outputs, gt)\n",
        "        loss.backward()\n",
        "        optimizer.step()\n",
        "        back_propagation = now()\n",
        "        print('back propagation time:%.3f'%(back_propagation - forward_propagation))\n",
        "        running_loss += loss.item()\n",
        "\n",
        "        # print(\n",
        "        #         \"epoch: %d, iteration: %d runningloss: %.3f\" % (epoch + 1, i + 1, running_loss / 2)\n",
        "        #     )\n",
        "        \n",
        "        # writer.add_scalar('training loss',\n",
        "        #                     running_loss / 1000,\n",
        "        #                     epoch * len(trainloader) + i)\n",
        "\n",
        "        wandb.log({\n",
        "              \"example\": example_images,\n",
        "              \"Train Loss\": running_loss/(i+1)})\n",
        "\n",
        "        \"\"\"saving results\"\"\"\n",
        "        if (i+1) % batch_size == 1 and (epoch+1) % error_freq == 1:\n",
        "            print(\n",
        "                \"epoch: %d, iteration: %d loss: %.3f\" % (epoch + 1, i + 1, running_loss / 2)\n",
        "            )\n",
        "            running_loss = 0.0\n",
        "            f, (ax1, ax2, ax3) = plt.subplots(1, 3)\n",
        "            ax1.imshow(outputs.detach().numpy()[0])\n",
        "            ax2.imshow(gt.detach().numpy()[0])\n",
        "            ax3.imshow(\n",
        "                torch.transpose(torch.transpose(inputs.detach(), 1, 3), 1, 2).numpy()[\n",
        "                    0\n",
        "                ][:, :, :3]\n",
        "            )\n",
        "\n",
        "\n",
        "            example_images.append(\n",
        "                wandb.Image(\n",
        "                    f, caption = \"epoch:{} iteration:{}\".format(epoch, i+1)\n",
        "                )\n",
        "            )\n",
        "            \n",
        "            plt.savefig(save_dir + \"epoch{}_index{}.png\".format(epoch + 1, i + 1))\n",
        "\n",
        "            \n",
        "            \n",
        "            \n",
        "\n",
        "        \"\"\"saving checkpoints\"\"\"\n",
        "        if  ( i +1 )% batch_size == 1 and ( epoch + 1) % checkpoint_freq == 1:\n",
        "\n",
        "            torch.save(\n",
        "                {\n",
        "                    \"epoch\": epoch,\n",
        "                    \"model_state_dict\": model.state_dict(),\n",
        "                    \"optimizer_state_dict\": optimizer.state_dict(),\n",
        "                    \"loss\": loss,\n",
        "                },\n",
        "                checkpoint_dir + str(int(epoch / checkpoint_freq) + 1) + \".tar\",\n",
        "            )\n",
        "\n",
        "            wandb.save('model.h5')\n",
        "\n",
        "            print(\n",
        "                \"checkpoint %d_%d.tar saved.\"\n",
        "                % (int(epoch / checkpoint_freq) + 1, i + 1)\n",
        "            )\n",
        "\n",
        "\n",
        "print(\"Finished Training\")\n",
        "# plt.show()\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "model loaded\n",
            "no. of datapoints 147\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "Finishing last run (ID:3dg13lne) before initializing another..."
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<br/>Waiting for W&B process to finish, PID 3078<br/>Program ended successfully."
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "application/vnd.jupyter.widget-view+json": {
              "model_id": "87ab081823384ff9a7464ef5f4650bbf",
              "version_minor": 0,
              "version_major": 2
            },
            "text/plain": [
              "VBox(children=(Label(value=' 0.01MB of 0.01MB uploaded (0.00MB deduped)\\r'), FloatProgress(value=1.0, max=1.0)…"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "Find user logs for this run at: <code>/content/ds/Dark-Sight/wandb/run-20210304_173328-3dg13lne/logs/debug.log</code>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "Find internal logs for this run at: <code>/content/ds/Dark-Sight/wandb/run-20210304_173328-3dg13lne/logs/debug-internal.log</code>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<h3>Run summary:</h3><br/><style>\n",
              "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: right }\n",
              "    </style><table class=\"wandb\">\n",
              "<tr><td>Train Loss</td><td>0.42327</td></tr><tr><td>_runtime</td><td>25</td></tr><tr><td>_timestamp</td><td>1614879233</td></tr><tr><td>_step</td><td>0</td></tr></table>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<h3>Run history:</h3><br/><style>\n",
              "    table.wandb td:nth-child(1) { padding: 0 10px; text-align: right }\n",
              "    </style><table class=\"wandb\">\n",
              "<tr><td>Train Loss</td><td>▁</td></tr><tr><td>_runtime</td><td>▁</td></tr><tr><td>_timestamp</td><td>▁</td></tr><tr><td>_step</td><td>▁</td></tr></table><br/>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "Synced 5 W&B file(s), 1 media file(s), 0 artifact file(s) and 0 other file(s)"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "                    <br/>Synced <strong style=\"color:#cdcd00\">hearty-yogurt-14</strong>: <a href=\"https://wandb.ai/arvinth/dark-sight/runs/3dg13lne\" target=\"_blank\">https://wandb.ai/arvinth/dark-sight/runs/3dg13lne</a><br/>\n",
              "                "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "...Successfully finished last run (ID:3dg13lne). Initializing new run:<br/><br/>"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "                Tracking run with wandb version 0.10.21<br/>\n",
              "                Syncing run <strong style=\"color:#cdcd00\">dry-water-15</strong> to <a href=\"https://wandb.ai\" target=\"_blank\">Weights & Biases</a> <a href=\"https://docs.wandb.com/integrations/jupyter.html\" target=\"_blank\">(Documentation)</a>.<br/>\n",
              "                Project page: <a href=\"https://wandb.ai/arvinth/dark-sight\" target=\"_blank\">https://wandb.ai/arvinth/dark-sight</a><br/>\n",
              "                Run page: <a href=\"https://wandb.ai/arvinth/dark-sight/runs/2yt28nr2\" target=\"_blank\">https://wandb.ai/arvinth/dark-sight/runs/2yt28nr2</a><br/>\n",
              "                Run data is saved locally in <code>/content/ds/Dark-Sight/wandb/run-20210304_173431-2yt28nr2</code><br/><br/>\n",
              "            "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "data index 146\n",
            "1977 2\n",
            "data index 97\n",
            "284 1\n",
            "data index 39\n",
            "0 1\n",
            "time for loading a datapoint:1.365\n",
            "forward propagation time:1.646\n",
            "back propagation time:10.046\n",
            "epoch: 1, iteration: 1 loss: 0.200\n",
            "checkpoint 1_1.tar saved.\n",
            "data index 89\n",
            "1970 1\n",
            "data index 145\n",
            "506 1\n",
            "data index 134\n",
            "1112 1\n",
            "time for loading a datapoint:7.964\n",
            "forward propagation time:1.665\n",
            "back propagation time:10.011\n",
            "data index 59\n",
            "784 2\n",
            "data index 43\n",
            "299 1\n",
            "data index 33\n",
            "843 1\n",
            "time for loading a datapoint:14.301\n",
            "forward propagation time:1.590\n",
            "back propagation time:9.934\n",
            "data index 139\n",
            "1 1\n",
            "data index 17\n",
            "391 1\n",
            "data index 63\n",
            "0 1\n",
            "time for loading a datapoint:20.564\n",
            "forward propagation time:1.599\n",
            "back propagation time:9.994\n",
            "epoch: 1, iteration: 4 loss: 0.590\n",
            "checkpoint 1_4.tar saved.\n",
            "data index 31\n",
            "159 1\n",
            "data index 77\n",
            "115 1\n",
            "data index 141\n",
            "1180 1\n",
            "time for loading a datapoint:27.149\n",
            "forward propagation time:1.672\n",
            "back propagation time:9.937\n",
            "data index 124\n",
            "1270 1\n",
            "data index 73\n",
            "523 1\n",
            "data index 105\n",
            "747 1\n",
            "time for loading a datapoint:33.924\n",
            "forward propagation time:1.599\n",
            "back propagation time:10.082\n",
            "data index 62\n",
            "8 1\n",
            "data index 109\n",
            "65 5\n",
            "data index 129\n",
            "375 1\n",
            "time for loading a datapoint:40.255\n",
            "forward propagation time:1.604\n",
            "back propagation time:9.959\n",
            "epoch: 1, iteration: 7 loss: 0.580\n",
            "checkpoint 1_7.tar saved.\n",
            "data index 128\n",
            "170 1\n",
            "data index 121\n",
            "93 1\n",
            "data index 142\n",
            "167 1\n",
            "time for loading a datapoint:46.827\n",
            "forward propagation time:1.690\n",
            "back propagation time:10.045\n",
            "data index 14\n",
            "50 1\n",
            "data index 127\n",
            "0 1\n",
            "data index 5\n",
            "27 1\n",
            "time for loading a datapoint:53.245\n",
            "forward propagation time:1.600\n",
            "back propagation time:9.999\n",
            "data index 94\n",
            "27 1\n",
            "data index 120\n",
            "1216 1\n",
            "data index 8\n",
            "1860 1\n",
            "time for loading a datapoint:59.992\n",
            "forward propagation time:1.602\n",
            "back propagation time:9.931\n",
            "epoch: 1, iteration: 10 loss: 0.589\n",
            "checkpoint 1_10.tar saved.\n",
            "data index 108\n",
            "127 1\n",
            "data index 56\n",
            "1096 1\n",
            "data index 80\n",
            "3 1\n",
            "time for loading a datapoint:66.566\n",
            "forward propagation time:1.674\n",
            "back propagation time:10.072\n",
            "data index 20\n",
            "366 1\n",
            "data index 93\n",
            "1 1\n",
            "data index 69\n",
            "122 1\n",
            "time for loading a datapoint:72.972\n",
            "forward propagation time:1.606\n",
            "back propagation time:10.005\n",
            "data index 118\n",
            "897 1\n",
            "data index 140\n",
            "206 1\n",
            "data index 125\n",
            "1546 1\n",
            "time for loading a datapoint:79.312\n",
            "forward propagation time:1.609\n",
            "back propagation time:10.105\n",
            "epoch: 1, iteration: 13 loss: 0.576\n",
            "checkpoint 1_13.tar saved.\n",
            "data index 25\n",
            "0 1\n",
            "data index 9\n",
            "301 1\n",
            "data index 113\n",
            "1118 1\n",
            "time for loading a datapoint:85.957\n",
            "forward propagation time:1.673\n",
            "back propagation time:10.062\n",
            "data index 30\n",
            "880 1\n",
            "data index 47\n",
            "96 1\n",
            "data index 48\n",
            "44 1\n",
            "time for loading a datapoint:92.368\n",
            "forward propagation time:1.611\n",
            "back propagation time:10.036\n",
            "data index 82\n",
            "1242 1\n",
            "data index 100\n",
            "32 1\n",
            "data index 35\n",
            "0 1\n",
            "time for loading a datapoint:98.734\n",
            "forward propagation time:1.596\n",
            "back propagation time:10.027\n",
            "epoch: 1, iteration: 16 loss: 0.631\n",
            "checkpoint 1_16.tar saved.\n",
            "data index 53\n",
            "700 4\n",
            "data index 95\n",
            "338 1\n",
            "data index 74\n",
            "938 1\n",
            "time for loading a datapoint:105.340\n",
            "forward propagation time:1.676\n",
            "back propagation time:9.924\n",
            "data index 110\n",
            "7 1\n",
            "data index 138\n",
            "2 1\n",
            "data index 131\n",
            "6 1\n",
            "time for loading a datapoint:111.752\n",
            "forward propagation time:1.606\n",
            "back propagation time:10.126\n",
            "data index 45\n",
            "501 1\n",
            "data index 54\n",
            "988 1\n",
            "data index 106\n",
            "231 1\n",
            "time for loading a datapoint:118.140\n",
            "forward propagation time:1.599\n",
            "back propagation time:10.070\n",
            "epoch: 1, iteration: 19 loss: 0.566\n",
            "checkpoint 1_19.tar saved.\n",
            "data index 116\n",
            "204 1\n",
            "data index 67\n",
            "859 1\n",
            "data index 50\n",
            "1167 1\n",
            "time for loading a datapoint:125.231\n",
            "forward propagation time:1.699\n",
            "back propagation time:10.182\n",
            "data index 83\n",
            "347 1\n",
            "data index 40\n",
            "110 3\n",
            "data index 137\n",
            "1426 1\n",
            "time for loading a datapoint:131.757\n",
            "forward propagation time:1.616\n",
            "back propagation time:10.119\n",
            "data index 60\n",
            "192 1\n",
            "data index 36\n",
            "355 1\n",
            "data index 98\n",
            "3 1\n",
            "time for loading a datapoint:138.197\n",
            "forward propagation time:1.610\n",
            "back propagation time:10.088\n",
            "epoch: 1, iteration: 22 loss: 0.597\n",
            "checkpoint 1_22.tar saved.\n",
            "data index 7\n",
            "0 1\n",
            "data index 102\n",
            "11 1\n",
            "data index 111\n",
            "1166 1\n",
            "time for loading a datapoint:144.879\n",
            "forward propagation time:1.694\n",
            "back propagation time:10.049\n",
            "data index 90\n",
            "261 1\n",
            "data index 4\n",
            "0 1\n",
            "data index 22\n",
            "7 1\n",
            "time for loading a datapoint:151.353\n",
            "forward propagation time:1.607\n",
            "back propagation time:9.982\n",
            "data index 104\n",
            "606 1\n",
            "data index 81\n",
            "350 1\n",
            "data index 85\n",
            "506 1\n",
            "time for loading a datapoint:157.703\n",
            "forward propagation time:1.616\n",
            "back propagation time:10.059\n",
            "epoch: 1, iteration: 25 loss: 0.561\n",
            "checkpoint 1_25.tar saved.\n",
            "data index 99\n",
            "60 1\n",
            "data index 136\n",
            "1254 1\n",
            "data index 10\n",
            "0 1\n",
            "time for loading a datapoint:164.391\n",
            "forward propagation time:1.679\n",
            "back propagation time:10.022\n",
            "data index 0\n",
            "121 1\n",
            "data index 65\n",
            "1414 2\n",
            "data index 114\n",
            "31 1\n",
            "time for loading a datapoint:170.852\n",
            "forward propagation time:1.612\n",
            "back propagation time:10.050\n",
            "data index 122\n",
            "419 1\n",
            "data index 107\n",
            "1271 1\n",
            "data index 123\n",
            "3 2\n",
            "time for loading a datapoint:177.247\n",
            "forward propagation time:1.607\n",
            "back propagation time:10.002\n",
            "epoch: 1, iteration: 28 loss: 0.560\n",
            "checkpoint 1_28.tar saved.\n",
            "data index 71\n",
            "116 1\n",
            "data index 29\n",
            "0 1\n",
            "data index 96\n",
            "46 1\n",
            "time for loading a datapoint:183.911\n",
            "forward propagation time:1.671\n",
            "back propagation time:10.056\n",
            "data index 21\n",
            "108 1\n",
            "data index 103\n",
            "331 1\n",
            "data index 28\n",
            "462 1\n",
            "time for loading a datapoint:190.388\n",
            "forward propagation time:1.613\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}