From 0a898354a4ec5fc07f679d812471695adb8167e7 Mon Sep 17 00:00:00 2001 From: Francis Cao Date: Mon, 22 Aug 2022 12:17:06 -0700 Subject: [PATCH] remove extra compose files --- docker-compose-kafka-multi.yml | 94 ---------------------------------- docker-compose-kafka.yml | 84 ------------------------------ 2 files changed, 178 deletions(-) delete mode 100644 docker-compose-kafka-multi.yml delete mode 100644 docker-compose-kafka.yml diff --git a/docker-compose-kafka-multi.yml b/docker-compose-kafka-multi.yml deleted file mode 100644 index 280bc746..00000000 --- a/docker-compose-kafka-multi.yml +++ /dev/null @@ -1,94 +0,0 @@ - -version: '2.1' - -services: - zoo1: - image: confluentinc/cp-zookeeper:7.2.0 - hostname: zoo1 - container_name: zoo1 - ports: - - "2181:2181" - environment: - ZOOKEEPER_CLIENT_PORT: 2181 - ZOOKEEPER_SERVER_ID: 1 - ZOOKEEPER_SERVERS: zoo1:2888:3888 - - - kafka1: - image: confluentinc/cp-kafka:7.2.0 - hostname: kafka1 - container_name: kafka1 - ports: - - "9092:9092" - - "29092:29092" - environment: - KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka1:19092,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092,DOCKER://host.docker.internal:29092 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT - KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL - KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181" - KAFKA_BROKER_ID: 1 - KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - depends_on: - - zoo1 - - kafka2: - image: confluentinc/cp-kafka:7.2.0 - hostname: kafka2 - container_name: kafka2 - ports: - - "9093:9093" - - "29093:29093" - environment: - KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka2:19093,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9093,DOCKER://host.docker.internal:29093 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT - KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL - KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181" - KAFKA_BROKER_ID: 2 - KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - depends_on: - - zoo1 - - - kafka3: - image: confluentinc/cp-kafka:7.2.0 - hostname: kafka3 - container_name: kafka3 - ports: - - "9094:9094" - - "29094:29094" - environment: - KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka3:19094,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9094,DOCKER://host.docker.internal:29094 - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT - KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL - KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181" - KAFKA_BROKER_ID: 3 - KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO" - KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer - KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true" - depends_on: - - zoo1 - - init-kafka: - image: confluentinc/cp-kafka:7.2.0 - depends_on: - - kafka1 - - kafka2 - - kafka3 - entrypoint: [ '/bin/sh', '-c' ] - command: | - " - # blocks until kafka is reachable - kafka-topics --bootstrap-server kafka1:19092 --list - - echo -e 'Creating kafka topics' - kafka-topics --bootstrap-server kafka1:19092 --create --if-not-exists --topic pageview --replication-factor 3 --partitions 3 - kafka-topics --bootstrap-server kafka2:19093 --create --if-not-exists --topic event --replication-factor 3 --partitions 3 - kafka-topics --bootstrap-server kafka3:19094 --create --if-not-exists --topic session --replication-factor 3 --partitions 3 - - echo -e 'Successfully created the following topics:' - kafka-topics --bootstrap-server kafka1:19092 --list - " \ No newline at end of file diff --git a/docker-compose-kafka.yml b/docker-compose-kafka.yml deleted file mode 100644 index ff240655..00000000 --- a/docker-compose-kafka.yml +++ /dev/null @@ -1,84 +0,0 @@ -version: "3" -services: - zookeeper: - image: 'bitnami/zookeeper:latest' - ports: - - '2181:2181' - environment: - - ALLOW_ANONYMOUS_LOGIN=yes - - kafka1: - image: 'bitnami/kafka:latest' - container_name: kafka1 - ports: - - '9092:9092' - - '19092:19092' - environment: - - KAFKA_BROKER_ID=1 - - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 - - ALLOW_PLAINTEXT_LISTENER=yes - - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT - - KAFKA_CFG_LISTENERS=CLIENT://:19092,EXTERNAL://0.0.0.0:9092 - - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka1:19092,EXTERNAL://dev-01.umami.dev:9092 - - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT - depends_on: - - zookeeper - - kafka2: - image: 'bitnami/kafka:latest' - container_name: kafka2 - ports: - - '9093:9093' - - '19093:19093' - environment: - - KAFKA_BROKER_ID=2 - - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 - - ALLOW_PLAINTEXT_LISTENER=yes - - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT - - KAFKA_CFG_LISTENERS=CLIENT://:19093,EXTERNAL://0.0.0.0:9093 - - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka2:19093,EXTERNAL://dev-01.umami.dev:9093 - - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT - depends_on: - - zookeeper - - kafka3: - image: 'bitnami/kafka:latest' - container_name: kafka3 - ports: - - '9094:9094' - - '19094:19094' - environment: - - KAFKA_BROKER_ID=3 - - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 - - ALLOW_PLAINTEXT_LISTENER=yes - - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT - - KAFKA_CFG_LISTENERS=CLIENT://:19094,EXTERNAL://0.0.0.0:9094 - - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka3:19094,EXTERNAL://dev-01.umami.dev:9094 - - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT - depends_on: - - zookeeper - - -# version: "3" -# services: -# zookeeper: -# image: 'bitnami/zookeeper:latest' -# ports: -# - '2181:2181' -# environment: -# - ALLOW_ANONYMOUS_LOGIN=yes -# kafka: -# image: 'bitnami/kafka:latest' -# ports: -# - '9092:9092' -# - '9093:9093' -# environment: -# - KAFKA_BROKER_ID=1 -# - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181 -# - ALLOW_PLAINTEXT_LISTENER=yes -# - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT -# - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://0.0.0.0:9093 -# - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka:9092,EXTERNAL://dev-01.umami.dev:9093 -# - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT -# depends_on: -# - zookeeper \ No newline at end of file