From 97e32f9969df011face894d86bbd24ab49015643 Mon Sep 17 00:00:00 2001 From: Chenyu <10610892+BinaryFiddler@users.noreply.github.com> Date: Thu, 18 Sep 2025 19:46:31 -0700 Subject: [PATCH] add a minio container (#12) --- docker-compose.yaml | 39 ++++++++++++++++++++++++++++++++------- init-minio-bucket.sh | 5 +++++ 2 files changed, 37 insertions(+), 7 deletions(-) create mode 100644 init-minio-bucket.sh diff --git a/docker-compose.yaml b/docker-compose.yaml index 4545594..6fab10a 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -7,6 +7,7 @@ volumes: coordinator_var: {} router_var: {} druid_shared: {} + minio_data: {} services: kafka: @@ -41,6 +42,34 @@ services: timeout: 5s retries: 5 + minio: + image: minio/minio:latest + container_name: minio + ports: + - "9000:9000" # minio API + - "9001:9001" # minio Console + environment: + MINIO_ROOT_USER: minioadmin + MINIO_ROOT_PASSWORD: minioadmin123 + volumes: + - minio_data:/data + command: server --console-address ":9001" /data + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"] + interval: 10s + timeout: 5s + retries: 3 + + minio-bucket-init: + image: minio/mc:latest + depends_on: + minio: + condition: service_healthy + entrypoint: ["/bin/sh", "/init-minio-bucket.sh"] + volumes: + - ./init-minio-bucket.sh:/init-minio-bucket.sh + restart: "no" + kafka-topic-creator: image: confluentinc/cp-kafka:7.4.0 depends_on: @@ -67,6 +96,8 @@ services: condition: service_healthy bigtable_initializer: condition: service_completed_successfully + minio: + condition: service_healthy ports: - "5001:5000" command: ["osprey-worker"] @@ -164,13 +195,7 @@ services: gcloud beta emulators bigtable start --host-port=0.0.0.0:8361 --project=osprey-dev " healthcheck: - test: - [ - "CMD", - "bash", - "-c", - "pgrep -f cbtemulator > /dev/null || exit 1" - ] + test: ["CMD", "bash", "-c", "pgrep -f cbtemulator > /dev/null || exit 1"] interval: 10s timeout: 5s retries: 5 diff --git a/init-minio-bucket.sh b/init-minio-bucket.sh new file mode 100644 index 0000000..9ba6688 --- /dev/null +++ b/init-minio-bucket.sh @@ -0,0 +1,5 @@ +#!/bin/sh + +mc alias set myminio http://minio:9000 minioadmin minioadmin123 +mc mb --ignore-existing myminio/execution-output +echo "Bucket 'execution-output' ready" -- 2.51.2