From 3df6016058f4c31edbffeb41aab4d7a401f806f8 Mon Sep 17 00:00:00 2001
From: Jett <jettjaniak@gmail.com>
Date: Wed, 22 May 2024 11:45:07 +0200
Subject: [PATCH] requirements revamp

---
 .github/workflows/checks.yml |  3 +--
 pyproject.toml               | 24 ++++++++++++------------
 requirements-nocuda.txt      |  2 --
 requirements.txt             |  3 ---
 4 files changed, 13 insertions(+), 19 deletions(-)
 delete mode 100644 requirements-nocuda.txt
 delete mode 100644 requirements.txt

diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml
index 36bb390d..fd8dd2e1 100644
--- a/.github/workflows/checks.yml
+++ b/.github/workflows/checks.yml
@@ -33,8 +33,7 @@ jobs:
       - name: dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements-nocuda.txt
-          pip install -e .
+          pip install -e .[dev]
       - name: black
         run: black --check .
       - name: isort
diff --git a/pyproject.toml b/pyproject.toml
index c7742381..fbd2a6b5 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -5,24 +5,12 @@ dependencies = [
     "torch==2.1.2",
     "datasets==2.16.1",
     "tqdm==4.66.1",
-    "ipywidgets==8.1.1",
-    "nbformat==5.9.2",
-    "pytest==7.4.4",
-    "black==23.12.1",
     "jaxtyping==0.2.25",
     "beartype==0.18.2",
-    "pre-commit==3.6.0",
-    "isort==5.13.2",
     "chardet==5.2.0",
-    "sentencepiece==0.1.99",
-    "protobuf==4.25.2",
     "plotly==5.18.0",
     "wandb==0.16.3",
-    "spacy==3.7.2",
-    "pandas==1.3.4",
     "dacite==1.8.1",
-    "panel==1.4.0",
-    "jupyter_bokeh==4.0.1",
     "transformers==4.40.0",
 ]
 
@@ -31,6 +19,18 @@ mamba_cuda = [
     "mamba_ssm==1.2.0.post1",
     "causal-conv1d==1.2.0.post2",
 ]
+notebooks = [
+    "panel==1.4.0",
+    "jupyter_bokeh==4.0.1",
+    "ipywidgets==8.1.1",
+    "nbformat==5.9.2",
+]
+dev = [
+    "pytest==7.4.4",
+    "black==23.12.1",
+    "isort==5.13.2",
+    "pre-commit==3.6.0",
+]
 
 [build-system]
 requires = ["setuptools", "wheel"]
diff --git a/requirements-nocuda.txt b/requirements-nocuda.txt
deleted file mode 100644
index d3052815..00000000
--- a/requirements-nocuda.txt
+++ /dev/null
@@ -1,2 +0,0 @@
-# this references packages specified by pyproject.toml
-.
diff --git a/requirements.txt b/requirements.txt
deleted file mode 100644
index 10c94e31..00000000
--- a/requirements.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-# this references dependencies in pyproject.toml (including optional cuda dependencies)
-.
-.[mamba_cuda]
\ No newline at end of file