Add cicd pipeline

ml6team · Nov 7, 2023 · c3740f3 · c3740f3
1 parent ec2fbd4
commit c3740f3
Show file tree

Hide file tree

Showing 10 changed files with 63 additions and 0 deletions.
diff --git a/.github/workflows/pipeline.yaml b/.github/workflows/pipeline.yaml
@@ -0,0 +1,19 @@
+name: Test pipeline
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+
+jobs:
+  pre-commit:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.10'
+      - uses: pre-commit/[email protected]
+        with:
+          extra_args: --all-files --show-diff-on-failure
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -0,0 +1,44 @@
+ci:
+  autoupdate_branch: "main"
+  autoupdate_schedule: monthly
+repos:
+  - repo: https://github.com/charliermarsh/ruff-pre-commit
+    rev: 'v0.0.264'
+    hooks:
+      - id: ruff
+        files:  |
+            (?x)^(
+                src/.*|
+            )$
+        args: [
+          "--target-version=py38",
+          "--fix",
+          "--exit-non-zero-on-fix",
+        ]
+
+  - repo: https://github.com/PyCQA/bandit
+    rev: 1.7.4
+    hooks:
+      - id: bandit
+        name: bandit
+        args: [
+          "-r",
+          "./src/*"
+        ]
+
+  - repo: https://github.com/psf/black
+    rev: 23.1.0
+    hooks:
+      - id: black
+        name: black
+        files:  |
+            (?x)^(
+                src/.*|
+            )$
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.2.0
+    hooks:
+      - id: mypy
+        args: ["--ignore-missing-imports", "src"]
+        pass_filenames: false
diff --git a/components/generate_prompts/Dockerfile → src/components/generate_prompts/Dockerfile b/components/generate_prompts/Dockerfile → src/components/generate_prompts/Dockerfile
diff --git a/components/generate_prompts/README.md → src/components/generate_prompts/README.md b/components/generate_prompts/README.md → src/components/generate_prompts/README.md
diff --git a/...s/generate_prompts/fondant_component.yaml → ...s/generate_prompts/fondant_component.yaml b/...s/generate_prompts/fondant_component.yaml → ...s/generate_prompts/fondant_component.yaml
diff --git a/components/generate_prompts/requirements.txt → ...ponents/generate_prompts/requirements.txt b/components/generate_prompts/requirements.txt → ...ponents/generate_prompts/requirements.txt
diff --git a/components/generate_prompts/src/main.py → src/components/generate_prompts/src/main.py b/components/generate_prompts/src/main.py → src/components/generate_prompts/src/main.py
diff --git a/..._to_hub_controlnet/fondant_component.yaml → ..._to_hub_controlnet/fondant_component.yaml b/..._to_hub_controlnet/fondant_component.yaml → ..._to_hub_controlnet/fondant_component.yaml
diff --git a/notebook.ipynb → src/notebook.ipynb b/notebook.ipynb → src/notebook.ipynb
diff --git a/pipeline.py → src/pipeline.py b/pipeline.py → src/pipeline.py