@@ -35,12 +35,6 @@ apiVersion: kind.x-k8s.io/v1alpha4
35
35
nodes:
36
36
- role: control-plane
37
37
- role: worker
38
- kubeadmConfigPatches:
39
- - |
40
- kind: JoinConfiguration
41
- nodeRegistration:
42
- kubeletExtraArgs:
43
- node-labels: node=quickstart-1
44
38
EOF
45
39
----
46
40
@@ -85,7 +79,7 @@ Stackable operators can be installed using stackablectl. Run the following comma
85
79
86
80
[source,bash]
87
81
----
88
- stackablectl release install -i zookeeper -i kafka -i nifi -i secret 23.7
82
+ stackablectl release install -i commons -i secret -i zookeeper -i kafka -i nifi 23.7
89
83
----
90
84
91
85
.Using Helm instead
@@ -104,21 +98,23 @@ Install the operators:
104
98
105
99
[source,bash]
106
100
----
107
- helm install zookeeper-operator stackable-stable/zookeeper-operator --version=0.10.0
108
- helm install kafka-operator stackable-stable/kafka-operator --version=0.6.0
109
- helm install secret-operator stackable-stable/secret-operator --version=0.5.0
110
- helm install nifi-operator stackable-stable/nifi-operator --version=0.6.0
101
+ helm install zookeeper-operator stackable-stable/zookeeper-operator --version=23.7
102
+ helm install kafka-operator stackable-stable/kafka-operator --version=23.7
103
+ helm install secret-operator stackable-stable/secret-operator --version=23.7
104
+ helm install commons-operator stackable-stable/commons-operator --version=23.7
105
+ helm install nifi-operator stackable-stable/nifi-operator --version=23.7
111
106
----
112
107
====
113
108
114
109
You can check which operators are installed using `stackablectl operator installed`:
115
110
116
111
----
117
112
OPERATOR VERSION NAMESPACE STATUS LAST UPDATED
118
- kafka 0.6.0 default deployed 2022-06-30 17:01:17.552606 +0100 BST
119
- nifi 0.6.0 default deployed 2022-06-30 17:01:31.895733 +0100 BST
120
- secret 0.5.0 default deployed 2022-06-30 17:07:48.542761 +0100 BST
121
- zookeeper 0.10.0 default deployed 2022-06-30 17:01:47.032154 +0100 BST
113
+ commons 23.7.0 default deployed 2023-07-27 09:41:05.769685041 +0200 CEST
114
+ kafka 23.7.0 default deployed 2023-07-27 09:41:27.685845379 +0200 CEST
115
+ nifi 23.7.0 default deployed 2023-07-27 09:41:40.928558978 +0200 CEST
116
+ secret 23.7.0 default deployed 2023-07-27 09:41:51.820834174 +0200 CEST
117
+ zookeeper 23.7.0 default deployed 2023-07-27 09:41:54.972145417 +0200 CEST
122
118
----
123
119
124
120
== Deploying Stackable Services
@@ -136,13 +132,26 @@ kind: ZookeeperCluster
136
132
metadata:
137
133
name: simple-zk
138
134
spec:
135
+ image:
136
+ productVersion: "3.8.1"
137
+ stackableVersion: "23.7"
138
+ clusterConfig:
139
+ tls:
140
+ serverSecretClass: null
139
141
servers:
140
142
roleGroups:
141
143
primary:
142
144
replicas: 1
143
145
config:
144
146
myidOffset: 10
145
- version: 3.8.0-stackable0
147
+ ---
148
+ apiVersion: zookeeper.stackable.tech/v1alpha1
149
+ kind: ZookeeperZnode
150
+ metadata:
151
+ name: simple-zk-znode
152
+ spec:
153
+ clusterRef:
154
+ name: simple-zk
146
155
EOF
147
156
----
148
157
@@ -158,8 +167,13 @@ kind: KafkaCluster
158
167
metadata:
159
168
name: simple-kafka
160
169
spec:
161
- version: 2.8.1-stackable0
162
- zookeeperConfigMapName: simple-kafka-znode
170
+ image:
171
+ productVersion: "3.4.0"
172
+ stackableVersion: "23.7"
173
+ clusterConfig:
174
+ zookeeperConfigMapName: simple-kafka-znode
175
+ tls:
176
+ serverSecretClass: null
163
177
brokers:
164
178
roleGroups:
165
179
brokers:
@@ -204,41 +218,42 @@ kind: NifiCluster
204
218
metadata:
205
219
name: simple-nifi
206
220
spec:
207
- version: 1.16.3-stackable0.1.0
208
- zookeeperConfigMapName: simple-nifi-znode
209
- config:
221
+ image:
222
+ productVersion: "1.21.0"
223
+ stackableVersion: "23.7"
224
+ clusterConfig:
225
+ listenerClass: external-unstable
226
+ zookeeperConfigMapName: simple-nifi-znode
210
227
authentication:
211
228
method:
212
229
singleUser:
213
230
adminCredentialsSecret: nifi-admin-credentials-simple
214
- autoGenerate: true
215
231
sensitiveProperties:
216
232
keySecret: nifi-sensitive-property-key
217
233
autoGenerate: true
218
234
nodes:
219
235
roleGroups:
220
236
default:
221
- config:
222
- log:
223
- rootLogLevel: INFO
224
237
replicas: 1
225
238
EOF
226
239
----
227
240
228
241
You can check the status of the services using `kubectl get pods`. This will retrieve the status of all pods running in the default namespace.
229
242
230
243
----
231
- NAME READY STATUS RESTARTS AGE
232
- nifi-operator-deployment-64c98c779c-nw6h8 1/1 Running 0 24m
233
- kafka-operator-deployment-54df9f86c7-psqgd 1/1 Running 0 24m
234
- zookeeper-operator-deployment-767458d4f5-2czb9 1/1 Running 0 24m
235
- secret-operator-daemonset-pddkv 2/2 Running 0 24m
236
- simple-zk-server-primary-0 1/1 Running 0 23m
237
- simple-kafka-broker-brokers-0 2/2 Running 0 21m
238
- simple-nifi-node-default-0 1/1 Running 0 22m
244
+ NAME READY STATUS RESTARTS AGE
245
+ commons-operator-deployment-598c744f6f-gfj2h 1/1 Running 0 15m
246
+ kafka-operator-deployment-7c4bd694d5-xjwsj 1/1 Running 0 15m
247
+ nifi-operator-deployment-748d748487-qg885 1/1 Running 0 15m
248
+ secret-operator-daemonset-wr57f 3/3 Running 0 14m
249
+ simple-kafka-broker-brokers-0 2/2 Running 0 7m50s
250
+ simple-nifi-create-reporting-task-1-21-0-jltpv 0/1 Completed 4 5m13s
251
+ simple-nifi-node-default-0 1/1 Running 0 5m13s
252
+ simple-zk-server-primary-0 1/1 Running 0 14m
253
+ zookeeper-operator-deployment-64fcccc797-pckhf 1/1 Running 0 14m
239
254
----
240
255
241
- Since this is the first time that each of these services has been deployed to these nodes, it will take some time to download the software from the Stackable repository and deploy the services. Once all of the pods are in the running state your cluster is ready to use.
256
+ Since this is the first time that each of these services has been deployed to these nodes, it will take some time to download the software from the Stackable repository and deploy the services. Once all the pods are in the running state your cluster is ready to use.
242
257
243
258
== Testing your cluster
244
259
If all has gone well then you will have successfully deployed a Stackable cluster and used it to start three services that should now be ready for you.
@@ -255,7 +270,7 @@ The shell should connect automatically to the ZooKeeper server running on the po
255
270
256
271
----
257
272
[zk: localhost:2181(CONNECTED) 0] ls /
258
- [nifi , znode-17b28a7e-0d45-450b-8209-871225c6efa1 , zookeeper]
273
+ [znode-81484420-e097-4b13-a121-84f0211b99db , znode-9076785e-39d0-49cc-b067-30be25bf4faa, znode-a4b12f66-48c2-40dc-91d8-a42135eaf371 , zookeeper]
259
274
----
260
275
261
276
=== Apache Kafka
@@ -283,11 +298,11 @@ To get the IP address we need to connect to (in this case `172.18.0.2`), run:
283
298
284
299
[source,bash]
285
300
----
286
- kubectl get nodes --selector=node =quickstart-1 -o wide
301
+ kubectl get nodes --selector=kubernetes.io/hostname =quickstart-worker -o wide
287
302
----
288
303
----
289
- NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME
290
- quickstart-worker Ready <none> 45m v1.21.1 172.18.0.2 <none> Ubuntu 21 .04 5.15 .0-25-generic containerd://1.5.2
304
+ NAME STATUS ROLES AGE VERSION INTERNAL-IP EXTERNAL-IP OS-IMAGE KERNEL-VERSION CONTAINER-RUNTIME
305
+ quickstart-worker Ready <none> 25m v1.25.3 172.18.0.2 <none> Ubuntu 22 .04.1 LTS 5.14 .0-1052-oem containerd://1.6.9
291
306
----
292
307
293
308
@@ -299,11 +314,11 @@ kubectl get svc simple-nifi
299
314
----
300
315
301
316
----
302
- NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
303
- simple-nifi NodePort 10.43.75.25 <none> 8443:30247 /TCP 49m
317
+ NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE
318
+ simple-nifi NodePort 10.96.88.205 <none> 8443:30166 /TCP 8m5s
304
319
----
305
320
306
- Browse to the address of your Kubernetes node on port `30247 ` e.g. https://172.18.0.2:30247 /nifi and you should see the NiFi login screen.
321
+ Browse to the address of your Kubernetes node on port `30166 ` e.g. https://172.18.0.2:30166 /nifi and you should see the NiFi login screen.
307
322
308
323
image:nifi_login_screen.png[The Apache NiFi web interface login screen]
309
324
0 commit comments