sys.exit when create topic fails

Author: shortishly

.github/workflows/ci.yml

@@ -22,14 +22,14 @@ jobs:
           - ghcr.io/tansu-io/tansu:latest
     runs-on: ${{matrix.os}}
     env:
-      ADVERTISED_LISTENER_URL: tcp://[::]:9092
+      ADVERTISED_LISTENER_URL: tcp://localhost:9092
       AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
       AWS_ALLOW_HTTP: true
       AWS_DEFAULT_REGION: auto
       AWS_ENDPOINT: http://minio:9000
       AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
       CLUSTER_ID: kafka-python-integration
-      PROMETHEUS_LISTENER_URL: tcp://[::]:9100
+      PROMETHEUS_LISTENER_URL: tcp://localhost:9100
       RUST_BACKTRACE: 1
       RUST_LOG: warn,tansu_server=debug,tansu_storage=debug,tansu_schema_registry=debug
       STORAGE_ENGINE: ${{matrix.storage}}

compose.yaml

@@ -1,61 +1,66 @@
 ---
 services:
-    db:
-        image: ${POSTGRES_IMAGE:-postgres:17}
-        environment:
-            PGUSER: postgres
-            POSTGRES_PASSWORD: postgres
-        ports:
-            - 5432:5432
-        volumes:
-            - db:/var/lib/postgresql/data
-            - ./etc/initdb.d/:/docker-entrypoint-initdb.d/
-        healthcheck:
-            test: /usr/bin/pg_isready
-            interval: 5s
-            timeout: 10s
-            retries: 5
-        pull_policy: missing
-    minio:
-        image: quay.io/minio/minio
-        command: server /data --console-address ":9001"
-        volumes:
-            - minio:/data
-        ports:
-            - 9000:9000
-            - 9001:9001
-        environment:
-            MINIO_PROMETHEUS_AUTH_TYPE: public
-        healthcheck:
-            test: timeout 5s bash -c ':> /dev/tcp/127.0.0.1/9000' || exit 1
-            interval: 5s
-            retries: 1
-            start_period: 5s
-            timeout: 5s
-    tansu:
-        image: ${TANSU_IMAGE}
-        restart: unless-stopped
-        environment:
-            CLUSTER_ID: ${CLUSTER_ID}
-            ADVERTISED_LISTENER_URL: ${ADVERTISED_LISTENER_URL}
-            PROMETHEUS_LISTENER_URL: ${PROMETHEUS_LISTENER_URL}
-            STORAGE_ENGINE: ${STORAGE_ENGINE}
-            RUST_BACKTRACE: ${RUST_BACKTRACE}
-            RUST_LOG: ${RUST_LOG}
-            AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
-            AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
-            AWS_ENDPOINT: ${AWS_ENDPOINT}
-            AWS_ALLOW_HTTP: ${AWS_ALLOW_HTTP}
-        volumes:
-            - ./etc/schema/:/schema/
-        ports:
-            - 9092:9092
-            - 9100:9100
-        pull_policy: always
+  db:
+    image: ${POSTGRES_IMAGE:-postgres:17}
+    environment:
+      PGUSER: postgres
+      POSTGRES_PASSWORD: postgres
+    ports:
+      - 5432:5432
+    volumes:
+      - db:/var/lib/postgresql/data
+      - ./etc/initdb.d/:/docker-entrypoint-initdb.d/
+    healthcheck:
+      test: /usr/bin/pg_isready
+      interval: 5s
+      timeout: 10s
+      retries: 5
+    pull_policy: missing
+  minio:
+    image: quay.io/minio/minio
+    command: server /data --console-address ":9001"
+    volumes:
+      - minio:/data
+    ports:
+      - 9000:9000
+      - 9001:9001
+    environment:
+      MINIO_PROMETHEUS_AUTH_TYPE: public
+    healthcheck:
+      test: timeout 5s bash -c ':> /dev/tcp/127.0.0.1/9000' || exit 1
+      interval: 5s
+      retries: 1
+      start_period: 5s
+      timeout: 5s
+  tansu:
+    image: ${TANSU_IMAGE}
+    restart: unless-stopped
+    environment:
+      CLUSTER_ID: ${CLUSTER_ID}
+      ADVERTISED_LISTENER_URL: ${ADVERTISED_LISTENER_URL}
+      PROMETHEUS_LISTENER_URL: ${PROMETHEUS_LISTENER_URL}
+      STORAGE_ENGINE: ${STORAGE_ENGINE}
+      RUST_BACKTRACE: ${RUST_BACKTRACE}
+      RUST_LOG: ${RUST_LOG}
+      AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
+      AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
+      AWS_ENDPOINT: ${AWS_ENDPOINT}
+      AWS_ALLOW_HTTP: ${AWS_ALLOW_HTTP}
+    volumes:
+      - ./etc/schema/:/schema/
+    command: --kafka-cluster-id ${CLUSTER_ID}
+      --kafka-listener-url tcp://0.0.0.0:9092/
+      --kafka-advertised-listener-url ${ADVERTISED_LISTENER_URL}
+      --storage-engine ${STORAGE_ENGINE}
+      --schema-registry file:///schema
+    ports:
+      - 9092:9092
+      - 9100:9100
+    pull_policy: always
 volumes:
-    db:
-        driver: local
-    minio:
-        driver: local
-    grafana:
-        driver: local
+  db:
+    driver: local
+  minio:
+    driver: local
+  grafana:
+    driver: local

example.py

@@ -1,5 +1,5 @@
 #!/usr/bin/env python
-import threading, time
+import sys, threading, time
 
 from kafka import KafkaAdminClient, KafkaConsumer, KafkaProducer
 from kafka.admin import NewTopic
@@ -57,7 +57,7 @@ def main():
                          replication_factor=1)
         admin.create_topics([topic])
     except Exception:
-        pass
+        sys.exit(3)
 
     tasks = [
         Producer(),

justfile

@@ -1,5 +1,17 @@
 set dotenv-load
 
+docker-compose-up:
+    docker compose up --detach
+
+docker-compose-down:
+    docker compose down --volumes
+
+docker-compose-ps:
+    docker compose ps
+
+docker-compose-logs:
+    docker compose logs
+
 codespace-create:
     gh codespace create \
         --repo $(gh repo view --json nameWithOwner --jq .nameWithOwner) \