progress.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "from time import sleep\n",
    "from IPython.display import clear_output\n",
    "\n",
    "while True:\n",
    "    file_names = [f for f in os.listdir() if f[:5]==\"slurm\"]\n",
    "    file_names.sort()\n",
    "    \n",
    "    skip_these = []\n",
    "    unofficial_file_names = []\n",
    "    for i, f in enumerate(file_names):\n",
    "        f, _ = f.split(\".\")\n",
    "        f = f.split(\"_\")\n",
    "        if(len(f)==1):\n",
    "            skip_these.append(i)\n",
    "        else:\n",
    "            f, n = f\n",
    "            n = n.zfill(3)\n",
    "            unofficial_name = f+\"_\"+n+\".out\"\n",
    "            unofficial_file_names.append(unofficial_name)\n",
    "                \n",
    "    file_names = [f for i, f in enumerate(file_names) if not i in skip_these]\n",
    "    file_names = [x for _, x in sorted(zip(unofficial_file_names, file_names))] \n",
    "    \n",
    "    print(\"START\")\n",
    "    \n",
    "    agent_names = []\n",
    "    final_lines = []\n",
    "    for i, f in enumerate(file_names):\n",
    "        print(\"{}/{}\".format(i, len(file_names)))\n",
    "        lines = []\n",
    "        with open(f) as f:\n",
    "            for j, line in enumerate(f):\n",
    "                lines.append(line)\n",
    "        try:    agent_names.append(lines[2][4:-2])\n",
    "        except: agent_names.append(\"Starting...\")\n",
    "        if(len(lines) > 0):\n",
    "            while(lines[-1] == \"\\n\"):\n",
    "                lines.pop(-1)\n",
    "            final_lines.append(lines[-1])\n",
    "        else:\n",
    "            final_lines.append(\"Starting...\")\n",
    "            \n",
    "    print(\"FINISH\")\n",
    "            \n",
    "    finished = []\n",
    "    ongoing = []\n",
    "    for i, line in enumerate(final_lines):\n",
    "        if(line.split(\" \")[0] == \"Duration:\" or (len(line.split(\" \")) > 1 and line.split(\" \")[1] == \"already\")):\n",
    "            duration = \"\".join(line.split(\" \")[1:])\n",
    "            finished.append(agent_names[i] + \": {}\".format(''.join(duration.split())))\n",
    "        else:\n",
    "            ongoing.append(agent_names[i] +\":\\t \" + line)\n",
    "                \n",
    "    between_finished = \"\\n\\n\"\n",
    "    finished_plus = []\n",
    "    current = None\n",
    "    for f in finished:\n",
    "        kind = \"_\".join(f.split(\"_\")[:-1])\n",
    "        if(kind != current):\n",
    "            if(current != None): finished_plus.append(between_finished)\n",
    "            current = kind\n",
    "        finished_plus.append(f)\n",
    "    finished = finished_plus\n",
    "        \n",
    "    between_ongoing = \"-\"*100\n",
    "    ongoing_plus = []\n",
    "    current = None\n",
    "    for f in ongoing:\n",
    "        kind = \"_\".join(f.split(\"_\")[:-1])\n",
    "        if(kind != current):\n",
    "            if(current != None): ongoing_plus.append(between_ongoing)\n",
    "            current = kind\n",
    "        ongoing_plus.append(f)\n",
    "    ongoing = ongoing_plus\n",
    "    \n",
    "    clear_output(wait=True)\n",
    "    print(\"Finished:\")\n",
    "    if(len(finished) == 0):\n",
    "        print(\"None.\")\n",
    "    else:\n",
    "        for i, line in enumerate(finished):\n",
    "            end = \".\" if i+1 == len(finished) else \"\" if line == between_finished else \", \"\n",
    "            print(line, end = end)\n",
    "                \n",
    "    print(\"\\n\\nOngoing:\")\n",
    "    if(len(ongoing) == 0):\n",
    "        print(\"None.\")\n",
    "    else: \n",
    "        for line in ongoing:\n",
    "            print(line)\n",
    "    \n",
    "    print(\"\\n\\n\")\n",
    "    for i in range(10):\n",
    "        print(i, end = \"... \")\n",
    "        sleep(1)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.8.10 64-bit",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "name": "python",
   "version": "3.8.10"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "e7370f93d1d0cde622a1f8e1c04877d8463912d04d973331ad4851f04de6915a"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}