fix test

Makefile

@@ -63,7 +63,7 @@ test_cli_rocm_pytorch:
 	--entrypoint /bin/bash \
 	--volume $(PWD):/workspace \
 	--workdir /workspace \
-	opt-bench-rocm:5.6.1 -c "pip install -e .[testing,diffusers,timm,deepspeed] && pytest tests/ -k 'cli and cuda and pytorch' -x"
+	opt-bench-rocm:5.6.1 -c "pip install -e .[testing,diffusers,timm,deepspeed,peft] && pytest tests/ -k 'cli and cuda and pytorch' -x"
 
 test_cli_cuda_pytorch:
 	docker run \
@@ -72,7 +72,7 @@ test_cli_cuda_pytorch:
 	--entrypoint /bin/bash \
 	--volume $(PWD):/workspace \
 	--workdir /workspace \
-	opt-bench-cuda:11.8.0 -c "pip install -e .[testing,diffusers,timm,deepspeed] && pytest tests/ -k 'cli and cuda and pytorch' -x"
+	opt-bench-cuda:11.8.0 -c "pip install -e .[testing,diffusers,timm,deepspeed,peft] && pytest tests/ -k 'cli and cuda and pytorch' -x"
 
 test_api_cpu:
 	docker run \

tests/test_api.py

@@ -165,6 +165,8 @@ def test_api_dataset_generator(library, task, model):
 def test_api_launch(benchmark_config, launcher_config, device):
     if launcher_config.name == "torchrun" and device == "cuda":
         device_ids = ",".join(str(i) for i in range(torch.cuda.device_count()))
+    elif device == "cuda":
+        device_ids = "0"
     else:
         device_ids = None
 
@@ -180,4 +182,8 @@ def test_api_launch(benchmark_config, launcher_config, device):
         launcher=launcher_config,
         backend=backend_config,
     )
-    _ = launch(experiment_config)
+    benchmark_report = launch(experiment_config)
+
+    # TODO: test push to hub
+    experiment_config.to_json("experiment_config.json")
+    benchmark_report.to_json("benchmark_report.json")