Replacing RP Console with Kafka-UI (#9)

* Initial commit of Kafka-UI added pull query/push query * added jmx metrics to Kafka container
gAmUssA · Sep 30, 2024 · 2a8aaa9 · 2a8aaa9
1 parent 80390fa
commit 2a8aaa9
Show file tree

Hide file tree

Showing 5 changed files with 27 additions and 25 deletions.
diff --git a/02_pinot-kafka/Makefile b/02_pinot-kafka/Makefile
@@ -110,7 +110,7 @@ validate:
 info:     	
 	@printf "\n==========================================================\n"
 	@printf "🍷 Pinot Query UI:		\033[4mhttp://localhost:9000\033[0m\n"
-	@printf "🦊 Redpanda Console:		\033[4mhttp://localhost:9080\033[0m\n"
+	@printf "🦇 Kafka Console (Kafbat):	\033[4mhttp://localhost:9080\033[0m\n"
 	@printf "==========================================================\n"
 
 destroy:

diff --git a/02_pinot-kafka/docker-compose.yml b/02_pinot-kafka/docker-compose.yml
@@ -107,26 +107,25 @@ services:
       - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
       - KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
       - KAFKA_INTER_BROKER_LISTENER_NAME=PLAINTEXT
-
+      - JMX_PORT = 9999
+      - KAFKA_JMX_OPTS=-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=9999 -Dcom.sun.management.jmxremote.rmi.port=9999 -Djava.rmi.server.hostname=kafka -Dcom.sun.management.jmxremote.local.only=false
+
   console:
-    hostname: console
-    container_name: console
-    image: docker.redpanda.com/redpandadata/console:latest
+    hostname: kafbat-ui
+    container_name: kafbat-ui
+    image: ghcr.io/kafbat/kafka-ui:latest
     restart: on-failure
     entrypoint: /bin/sh
-    command: -c "echo \"$$CONSOLE_CONFIG_FILE\" > /tmp/config.yml; /app/console"
+    command: -c "echo \"$$CONSOLE_CONFIG_FILE\" > /tmp/config.yml; java --add-opens java.rmi/javax.rmi.ssl=ALL-UNNAMED $$JAVA_OPTS -Dspring.config.additional-location=/tmp/config.yml -jar api.jar"
     environment:
+      KAFKA_CLUSTERS_0_NAME: uncorking-pinot-kafka
+      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:9092
+      KAFKA_CLUSTERS_0_METRICS_PORT: 9999
+      DYNAMIC_CONFIG_ENABLED: 'true'
       CONFIG_FILEPATH: /tmp/config.yml
       CONSOLE_CONFIG_FILE: |
         server:
-          listenPort: 9080
-        kafka:
-          brokers: ["kafka:9092"]
-          schemaRegistry:
-            enabled: false
-            urls: ["http://schema-registry:8081"]
-        connect:
-          enabled: false
+          port: 9080
     ports:
       - "9080:9080"
     depends_on:

diff --git a/03_pinot-kafka-flink/Makefile b/03_pinot-kafka-flink/Makefile
@@ -87,9 +87,9 @@ superset-setup:
 info:     	
 	@printf "\n==========================================================\n"
 	@printf "🍷 Pinot Query UI:		\033[4mhttp://localhost:9000\033[0m\n"
-	@printf "🦊 Redpanda Console:		\033[4mhttp://localhost:9080\033[0m\n"
+	@printf "🦇 Kafka Console (Kafbat):	\033[4mhttp://localhost:9080\033[0m\n"
 	@printf "🐿️ Flink Console:		\033[4mhttp://localhost:8081\033[0m\n"
-	@printf "📊 Superset Dashboard		\033[4mhttp://localhost:8088\033[0m\n"
+	@printf "📊 Superset Dashboard:		\033[4mhttp://localhost:8088\033[0m\n"
 	@printf "==========================================================\n"
 
 destroy:

diff --git a/03_pinot-kafka-flink/docker-compose.yml b/03_pinot-kafka-flink/docker-compose.yml
@@ -83,7 +83,6 @@ services:
         condition: service_healthy
 
   kafka:
-    #image: apache/kafka-native:3.8.0
     image: apache/kafka:3.8.0
     hostname: kafka
     container_name: uncorking-pinot-kafka
@@ -107,22 +106,26 @@ services:
       - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
       - KAFKA_CONTROLLER_LISTENER_NAMES=CONTROLLER
       - KAFKA_INTER_BROKER_LISTENER_NAME=PLAINTEXT
+      - JMX_PORT = 9999
+      - KAFKA_JMX_OPTS=-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.port=9999 -Dcom.sun.management.jmxremote.rmi.port=9999 -Djava.rmi.server.hostname=kafka -Dcom.sun.management.jmxremote.local.only=false
 
 
   console:
-    hostname: console
-    container_name: console
-    image: docker.redpanda.com/redpandadata/console:latest
+    hostname: kafbat-ui
+    container_name: kafbat-ui
+    image: ghcr.io/kafbat/kafka-ui:latest
     restart: on-failure
     entrypoint: /bin/sh
-    command: -c "echo \"$$CONSOLE_CONFIG_FILE\" > /tmp/config.yml; /app/console"
+    command: -c "echo \"$$CONSOLE_CONFIG_FILE\" > /tmp/config.yml; java --add-opens java.rmi/javax.rmi.ssl=ALL-UNNAMED $$JAVA_OPTS -Dspring.config.additional-location=/tmp/config.yml -jar api.jar"
     environment:
+      KAFKA_CLUSTERS_0_NAME: uncorking-pinot-kafka
+      KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS: kafka:9092
+      KAFKA_CLUSTERS_0_METRICS_PORT: 9999
+      DYNAMIC_CONFIG_ENABLED: 'true'
       CONFIG_FILEPATH: /tmp/config.yml
       CONSOLE_CONFIG_FILE: |
         server:
-          listenPort: 9080
-        kafka:
-          brokers: ["kafka:9092"]
+          port: 9080
     ports:
       - "9080:9080"
     depends_on:
@@ -170,7 +173,7 @@ services:
         FLINK_PROPERTIES=
         jobmanager.rpc.address: jobmanager
         taskmanager.numberOfTaskSlots: 16
-        
+  
   superset-pinot:
     image: apachepinot/pinot-superset:latest
     container_name: superset-pinot

diff --git a/03_pinot-kafka-flink/images/pushpull.jpeg b/03_pinot-kafka-flink/images/pushpull.jpeg