-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconsolidated-deploy-localk8s.yaml
211 lines (211 loc) · 7.22 KB
/
consolidated-deploy-localk8s.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
apiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: streamsets-deployment-73564121-92cd-4228-ac92-06754ffcf41a
vendor: streamsets-sch
env: na01
name: streamsets-deployment-73564121-92cd-4228-ac92-06754ffcf41a
namespace: streamsetsdemos
spec:
replicas: 1
selector:
matchLabels:
app: streamsets-deployment-73564121-92cd-4228-ac92-06754ffcf41a
template:
metadata:
labels:
app: streamsets-deployment-73564121-92cd-4228-ac92-06754ffcf41a
vendor: streamsets-sch
env: na01
spec:
terminationGracePeriodSeconds: 30
restartPolicy: Always
imagePullSecrets: []
initContainers:
- name: init-jmx-exporter
args:
- -ce
- |
echo "Copying jmx_prometheus_javaagent"
cp -a /opt/bitnami/jmx-exporter/jmx_prometheus_javaagent.jar /jmxexporter/
echo "Copy Complete!"
command:
- sh
image: bitnami/jmx-exporter:1.0.1
imagePullPolicy: IfNotPresent
securityContext: {}
volumeMounts:
- mountPath: /jmxexporter
name: jmxexporter-shared
readOnly: false
workingDir: /jmxexporter
- name: init-pull-external-resources
image: minio/mc:latest
imagePullPolicy: IfNotPresent
securityContext: {}
workingDir: "/externalworkingdir"
command: ["sh","-ce","/scripts/datasync.sh"]
env:
- name: AWS_REGION
value: us-east-1
- name: AWS_S3_ENDPOINT
value: https://minio.minio.svc.cluster.local:443
- name: AWS_S3_BUCKET_NAME
value: streamsets-externalresources
- name: AWS_ACCESS_KEY_ID
valueFrom:
secretKeyRef:
name: streamsets-pull-external-resources-credentials
key: access_key_id
- name: AWS_SECRET_ACCESS_KEY
valueFrom:
secretKeyRef:
name: streamsets-pull-external-resources-credentials
key: secret_access_key
- name: AWS_S3_BUCKET_PREFIX
value: ""
- name: AWS_S3_BUCKET_PATH_USER_LIBS
value: "/user-libs"
- name: AWS_S3_BUCKET_PATH_SYSTEM_LIBS_EXTRAS
value: "/streamsets-libs-extras"
- name: AWS_S3_BUCKET_PATH_RESOURCES
value: "/resources"
resources:
requests:
cpu: "100m"
memory: "128Mi"
limits:
cpu: "100m"
memory: "256Mi"
volumeMounts:
- name: datapull-scripts
mountPath: /scripts
- mountPath: "/externalworkingdir"
name: "externalworkingdir"
readOnly: false
containers:
- name: streamsets-engine-73564121-92cd-4228-ac92-06754ffcf41a
env:
- name: STREAMSETS_DEPLOYMENT_ID
value: 73564121-92cd-4228-ac92-06754ffcf41a:2704931a-d1b9-11ee-99e0-8bf17f5d66cd
- name: STREAMSETS_DEPLOYMENT_TOKEN
valueFrom:
secretKeyRef:
key: token
name: streamsets-deployment-secret-73564121-92cd-4228-ac92-06754ffcf41a
optional: false
- name: STREAMSETS_DEPLOYMENT_SCH_URL
value: https://na01.hub.streamsets.com
image: streamsets/datacollector:JDK17_5.12.0
livenessProbe:
failureThreshold: 20
httpGet:
path: /public-rest/ping
port: engine-port
scheme: HTTP
initialDelaySeconds: 10
periodSeconds: 10
timeoutSeconds: 5
ports:
- containerPort: 18630
name: engine-port
- containerPort: 12345
name: jmxexporter
resources:
limits:
cpu: "4"
memory: 8Gi
requests:
memory: 8Gi
cpu: "2"
startupProbe:
failureThreshold: 60
httpGet:
path: /public-rest/ping
port: engine-port
scheme: HTTP
initialDelaySeconds: 30
periodSeconds: 10
timeoutSeconds: 5
volumeMounts:
- name: externalworkingdir
subPath: user-libs
mountPath: /opt/streamsets-datacollector-user-libs
readOnly: true
- name: externalworkingdir
subPath: streamsets-libs-extras
mountPath: /opt/streamsets-datacollector-5.12.0/streamsets-libs-extras
readOnly: true
- name: externalworkingdir
subPath: resources
mountPath: /resources
readOnly: true
- mountPath: /jmxexporter_configs
name: jmxexporter-config
readOnly: true
- mountPath: /jmxexporter
name: jmxexporter-shared
readOnly: true
- name: sidecar-schedule-pull-external-resources
image: minio/mc:latest
imagePullPolicy: IfNotPresent
securityContext: {}
workingDir: "/externalworkingdir"
command: ["sh","-ce","/scripts/schedule-sync.sh"]
env:
- name: SYNC_SCRIPT_PATH
value: "/scripts/datasync.sh"
- name: SCHEDULE_INTERVAL_SEC
value: "300"
- name: AWS_REGION
value: us-east-1
- name: AWS_S3_ENDPOINT
value: https://minio.minio.svc.cluster.local:443
- name: AWS_S3_BUCKET_NAME
value: streamsets-externalresources
- name: AWS_ACCESS_KEY_ID
valueFrom:
secretKeyRef:
name: streamsets-pull-external-resources-credentials
key: access_key_id
- name: AWS_SECRET_ACCESS_KEY
valueFrom:
secretKeyRef:
name: streamsets-pull-external-resources-credentials
key: secret_access_key
- name: AWS_S3_BUCKET_PREFIX
value: ""
- name: AWS_S3_BUCKET_PATH_USER_LIBS
value: "/user-libs"
- name: AWS_S3_BUCKET_PATH_SYSTEM_LIBS_EXTRAS
value: "/streamsets-libs-extras"
- name: AWS_S3_BUCKET_PATH_RESOURCES
value: "/resources"
resources:
requests:
cpu: "100m"
memory: "128Mi"
limits:
cpu: "100m"
memory: "256Mi"
volumeMounts:
- name: datapull-scripts
mountPath: /scripts
- mountPath: "/externalworkingdir"
name: "externalworkingdir"
readOnly: false
volumes:
- name: datapull-scripts
configMap:
name: streamsets-pull-external-resources
defaultMode: 0777
- name: externalworkingdir
emptyDir:
sizeLimit: 20Gi
- configMap:
name: streamsets-jmxexporter-configs
name: jmxexporter-config
- emptyDir: {}
name: jmxexporter-shared
dnsPolicy: ClusterFirst