diff --git a/.gitignore b/.gitignore
index f256990d..4ae20526 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,7 @@
 ./data
 wandb/
 lightning_logs/
+mmdetection3d/
 *.pth
 # Byte-compiled / optimized / DLL files
 __pycache__/
diff --git a/innofw/core/integrations/ultralytics/trainer.py b/innofw/core/integrations/ultralytics/trainer.py
index 96fc399d..ef2b698e 100755
--- a/innofw/core/integrations/ultralytics/trainer.py
+++ b/innofw/core/integrations/ultralytics/trainer.py
@@ -1,3 +1,5 @@
+import os
+
 from omegaconf import DictConfig
 
 from ..base_adapter import BaseAdapter
@@ -28,6 +30,11 @@ def get_device(trainer_cfg):
                 devices = ",".join(map(str, range(n_devices)))
 
                 result = f"{devices}"
+    try:
+        if int(result) < 2:
+            return ""
+    except:
+        pass
 
     return result
 
diff --git a/pckg_util.py b/pckg_util.py
index 847412d5..60fc6c46 100644
--- a/pckg_util.py
+++ b/pckg_util.py
@@ -63,13 +63,13 @@ def check_gpu_and_torch_compatibility():
             if "NVIDIA A100" in output:
                 install_and_import(
                     "torch",
-                    "1.11.0+cu113",
+                    "1.12.0+cu113",
                     "-f",
                     "https://download.pytorch.org/whl/torch_stable.html",
                 )
                 install_and_import(
                     "torchvision",
-                    "0.12.0+cu113",
+                    "0.13.0+cu113",
                     "-f",
                     "https://download.pytorch.org/whl/torch_stable.html",
                 )
diff --git a/pyproject.toml b/pyproject.toml
index cc084ee1..4ed08edb 100755
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -6,7 +6,7 @@ authors = ["Kazybek Askarbek <k.askarbek@innopolis.university>"]
 
 [[tool.poetry.source]]
 name = "openmmlab"
-url = "https://download.openmmlab.com/mmcv/dist/cu113/torch1.11/index.html"
+url = "https://download.openmmlab.com/mmcv/dist/cu113/torch1.12/index.html"
 priority = "supplemental"
 
 [[tool.poetry.source]]
@@ -20,9 +20,9 @@ python-dotenv = "^0.20.0"
 
 
 
-torch = {version = "1.11.0", source = "cudatorch"}
-torchvision = {version = "0.12.0", source = "cudatorch"}
-torchaudio = {version = "0.11.0", source = "cudatorch"}
+torch = {version = "1.12.0", source = "cudatorch"}
+torchvision = {version = "0.13.0", source = "cudatorch"}
+
 
 tqdm = "^4.64.0"
 h5py = "^3.7.0"