Merge pull request #98 from ibm-granite/ttm_cleanup

Clean up TTM utils and update notebooks
ibm-granite · Aug 12, 2024 · 7ca28ee · 7ca28ee
2 parents c9bbacf + 9d9e5e5
commit 7ca28ee
Show file tree

Hide file tree

Showing 38 changed files with 8,760 additions and 2,686 deletions.
diff --git a/notebooks/hfdemo/patch_tsmixer_blog.ipynb b/notebooks/hfdemo/patch_tsmixer_blog.ipynb
@@ -96,28 +96,27 @@
    "source": [
     "# Standard\n",
     "import os\n",
-    "import random\n",
+    "\n",
+    "# supress some warnings\n",
+    "import warnings\n",
+    "\n",
+    "import pandas as pd\n",
     "\n",
     "# Third Party\n",
     "from transformers import (\n",
     "    EarlyStoppingCallback,\n",
     "    PatchTSMixerConfig,\n",
     "    PatchTSMixerForPrediction,\n",
-    "    set_seed,\n",
     "    Trainer,\n",
     "    TrainingArguments,\n",
+    "    set_seed,\n",
     ")\n",
-    "import numpy as np\n",
-    "import pandas as pd\n",
-    "import torch\n",
     "\n",
     "# First Party\n",
     "from tsfm_public.toolkit.dataset import ForecastDFDataset\n",
     "from tsfm_public.toolkit.time_series_preprocessor import TimeSeriesPreprocessor\n",
     "from tsfm_public.toolkit.util import select_by_index\n",
     "\n",
-    "# supress some warnings\n",
-    "import warnings\n",
     "\n",
     "warnings.filterwarnings(\"ignore\", module=\"torch\")"
    ]
@@ -916,9 +915,7 @@
    ],
    "source": [
     "print(\"Loading pretrained model\")\n",
-    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\n",
-    "    \"patchtsmixer_4/electricity/model/pretrain/\"\n",
-    ")\n",
+    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\"patchtsmixer_4/electricity/model/pretrain/\")\n",
     "print(\"Done\")"
    ]
   },
@@ -1323,9 +1320,7 @@
    ],
    "source": [
     "# Reload the model\n",
-    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\n",
-    "    \"patchtsmixer_4/electricity/model/pretrain/\"\n",
-    ")\n",
+    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\"patchtsmixer_4/electricity/model/pretrain/\")\n",
     "finetune_forecast_trainer = Trainer(\n",
     "    model=finetune_forecast_model,\n",
     "    args=finetune_forecast_args,\n",

diff --git a/notebooks/hfdemo/patch_tsmixer_getting_started.ipynb b/notebooks/hfdemo/patch_tsmixer_getting_started.ipynb
@@ -32,9 +32,12 @@
    ],
    "source": [
     "# Standard\n",
-    "import os\n",
     "import random\n",
     "\n",
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import torch\n",
+    "\n",
     "# Third Party\n",
     "from transformers import (\n",
     "    EarlyStoppingCallback,\n",
@@ -43,9 +46,6 @@
     "    Trainer,\n",
     "    TrainingArguments,\n",
     ")\n",
-    "import numpy as np\n",
-    "import pandas as pd\n",
-    "import torch\n",
     "\n",
     "# First Party\n",
     "from tsfm_public.toolkit.dataset import ForecastDFDataset\n",
@@ -321,9 +321,7 @@
    ],
    "source": [
     "print(\"Loading pretrained model\")\n",
-    "inference_forecast_model = PatchTSMixerForPrediction.from_pretrained(\n",
-    "    \"ibm-granite/granite-timeseries-patchtsmixer\"\n",
-    ")\n",
+    "inference_forecast_model = PatchTSMixerForPrediction.from_pretrained(\"ibm-granite/granite-timeseries-patchtsmixer\")\n",
     "print(\"Done\")"
    ]
   },

diff --git a/notebooks/hfdemo/patch_tsmixer_transfer.ipynb b/notebooks/hfdemo/patch_tsmixer_transfer.ipynb
@@ -49,6 +49,10 @@
     "import os\n",
     "import random\n",
     "\n",
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import torch\n",
+    "\n",
     "# Third Party\n",
     "from transformers import (\n",
     "    EarlyStoppingCallback,\n",
@@ -57,9 +61,6 @@
     "    Trainer,\n",
     "    TrainingArguments,\n",
     ")\n",
-    "import numpy as np\n",
-    "import pandas as pd\n",
-    "import torch\n",
     "\n",
     "# First Party\n",
     "from tsfm_public.toolkit.dataset import ForecastDFDataset\n",
@@ -923,9 +924,7 @@
    ],
    "source": [
     "print(\"Loading pretrained model\")\n",
-    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\n",
-    "    \"patchtsmixer/electricity/model/pretrain/\"\n",
-    ")\n",
+    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\"patchtsmixer/electricity/model/pretrain/\")\n",
     "print(\"Done\")"
    ]
   },
@@ -1415,9 +1414,7 @@
    ],
    "source": [
     "# Reload the model\n",
-    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\n",
-    "    \"patchtsmixer/electricity/model/pretrain/\"\n",
-    ")\n",
+    "finetune_forecast_model = PatchTSMixerForPrediction.from_pretrained(\"patchtsmixer/electricity/model/pretrain/\")\n",
     "finetune_forecast_trainer = Trainer(\n",
     "    model=finetune_forecast_model,\n",
     "    args=finetune_forecast_args,\n",

diff --git a/notebooks/hfdemo/patch_tst_getting_started.ipynb b/notebooks/hfdemo/patch_tst_getting_started.ipynb
@@ -19,9 +19,12 @@
    "outputs": [],
    "source": [
     "# Standard\n",
-    "import os\n",
     "import random\n",
     "\n",
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import torch\n",
+    "\n",
     "# Third Party\n",
     "from transformers import (\n",
     "    EarlyStoppingCallback,\n",
@@ -30,9 +33,6 @@
     "    Trainer,\n",
     "    TrainingArguments,\n",
     ")\n",
-    "import numpy as np\n",
-    "import pandas as pd\n",
-    "import torch\n",
     "\n",
     "# First Party\n",
     "from tsfm_public.toolkit.dataset import ForecastDFDataset\n",
@@ -309,9 +309,7 @@
    ],
    "source": [
     "print(\"Loading pretrained model\")\n",
-    "inference_forecast_model = PatchTSTForPrediction.from_pretrained(\n",
-    "    \"ibm-granite/granite-timeseries-patchtst\"\n",
-    ")\n",
+    "inference_forecast_model = PatchTSTForPrediction.from_pretrained(\"ibm-granite/granite-timeseries-patchtst\")\n",
     "print(\"Done\")"
    ]
   },

diff --git a/notebooks/hfdemo/patch_tst_transfer.ipynb b/notebooks/hfdemo/patch_tst_transfer.ipynb
@@ -35,6 +35,10 @@
     "import os\n",
     "import random\n",
     "\n",
+    "import numpy as np\n",
+    "import pandas as pd\n",
+    "import torch\n",
+    "\n",
     "# Third Party\n",
     "from transformers import (\n",
     "    EarlyStoppingCallback,\n",
@@ -43,9 +47,6 @@
     "    Trainer,\n",
     "    TrainingArguments,\n",
     ")\n",
-    "import numpy as np\n",
-    "import pandas as pd\n",
-    "import torch\n",
     "\n",
     "# First Party\n",
     "from tsfm_public.toolkit.dataset import ForecastDFDataset\n",