Skip to content

Commit

Permalink
fix: Start triton server via bash -c tritonserver instead of just tri…
Browse files Browse the repository at this point in the history
…tonserver (#5030)

* Update triton.yaml for issue #5029

* generating new helm-charts
  • Loading branch information
SDJustus authored Oct 9, 2023
1 parent ed99cf4 commit 932738a
Show file tree
Hide file tree
Showing 3 changed files with 13 additions and 21 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -1874,14 +1874,12 @@ spec:
- mountPath: /mnt/tracing
name: tracing-config-volume
- args:
- --model-repository=$(SERVER_MODELS_DIR)
- --http-port=$(SERVER_HTTP_PORT)
- --grpc-port=$(SERVER_GRPC_PORT)
- --log-verbose=1
- --model-control-mode=explicit
- --backend-config=python,shm-default-byte-size=16777216
- -c
- tritonserver --model-repository=$(SERVER_MODELS_DIR) --http-port=$(SERVER_HTTP_PORT)
--grpc-port=$(SERVER_GRPC_PORT) --log-verbose=1 --model-control-mode=explicit
--backend-config=python,shm-default-byte-size=16777216
command:
- /opt/tritonserver/bin/tritonserver
- bash
env:
- name: SERVER_HTTP_PORT
value: "9000"
Expand Down
12 changes: 5 additions & 7 deletions k8s/yaml/components.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -1479,14 +1479,12 @@ spec:
- mountPath: /mnt/tracing
name: tracing-config-volume
- args:
- --model-repository=$(SERVER_MODELS_DIR)
- --http-port=$(SERVER_HTTP_PORT)
- --grpc-port=$(SERVER_GRPC_PORT)
- --log-verbose=1
- --model-control-mode=explicit
- --backend-config=python,shm-default-byte-size=16777216
- -c
- tritonserver --model-repository=$(SERVER_MODELS_DIR) --http-port=$(SERVER_HTTP_PORT)
--grpc-port=$(SERVER_GRPC_PORT) --log-verbose=1 --model-control-mode=explicit
--backend-config=python,shm-default-byte-size=16777216
command:
- /opt/tritonserver/bin/tritonserver
- bash
env:
- name: SERVER_HTTP_PORT
value: "9000"
Expand Down
10 changes: 3 additions & 7 deletions operator/config/serverconfigs/triton.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -116,14 +116,10 @@ spec:
mountPath: /mnt/tracing
- image: triton:latest
command:
- /opt/tritonserver/bin/tritonserver
- bash
args:
- --model-repository=$(SERVER_MODELS_DIR)
- --http-port=$(SERVER_HTTP_PORT)
- --grpc-port=$(SERVER_GRPC_PORT)
- --log-verbose=1
- --model-control-mode=explicit
- --backend-config=python,shm-default-byte-size=16777216
- -c
- tritonserver --model-repository=$(SERVER_MODELS_DIR) --http-port=$(SERVER_HTTP_PORT) --grpc-port=$(SERVER_GRPC_PORT) --log-verbose=1 --model-control-mode=explicit --backend-config=python,shm-default-byte-size=16777216
imagePullPolicy: IfNotPresent
env:
- name: SERVER_HTTP_PORT
Expand Down

0 comments on commit 932738a

Please sign in to comment.