From ffefedc50443632844ba38d0156f426af08452bf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mar=20Soler=20M=C3=A9ndez?= Date: Mon, 10 Feb 2025 19:07:02 +0100 Subject: [PATCH] dockerizado --- .../MDAA/MAR_SOLER/KAFKA/docker-compose.yml | 150 ++++++++++++++++++ ALUMNOS/MDAA/MAR_SOLER/KAFKA/pom.xml | 56 +++++++ 2 files changed, 206 insertions(+) create mode 100644 ALUMNOS/MDAA/MAR_SOLER/KAFKA/docker-compose.yml create mode 100644 ALUMNOS/MDAA/MAR_SOLER/KAFKA/pom.xml diff --git a/ALUMNOS/MDAA/MAR_SOLER/KAFKA/docker-compose.yml b/ALUMNOS/MDAA/MAR_SOLER/KAFKA/docker-compose.yml new file mode 100644 index 000000000..a266b11d0 --- /dev/null +++ b/ALUMNOS/MDAA/MAR_SOLER/KAFKA/docker-compose.yml @@ -0,0 +1,150 @@ +--- +version: '3.5' +services: + zookeeper: + image: confluentinc/cp-zookeeper:latest + environment: + ZOOKEEPER_CLIENT_PORT: 2181 + ZOOKEEPER_TICK_TIME: 2000 + ports: + - 2181:2181 + kafka: + image: confluentinc/cp-kafka:7.3.3 + depends_on: + - zookeeper + ports: + - 9092:9092 + environment: + KAFKA_BROKER_ID: 1 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092 + KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT + KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT + KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 + kafka-ui: + image: provectuslabs/kafka-ui:latest + container_name: kafka-ui-3 + depends_on: + - kafka + ports: + - "8080:8080" + restart: always + environment: + - KAFKA_CLUSTERS_0_NAME=base + - KAFKA_CLUSTERS_0_BOOTSTRAPSERVERS=kafka:29092 + ksql-server: + image: confluentinc/cp-ksql-server:latest + depends_on: + - kafka + ports: + - 8088:8088 + environment: + KSQL_BOOTSTRAP_SERVERS: kafka:29092 + KSQL_LISTENERS: http://0.0.0.0:8088 + ksql-cli: + image: confluentinc/cp-ksql-cli:latest + depends_on: + - ksql-server + entrypoint: /bin/sh + tty: true + + kafka-connect: + image: confluentinc/cp-kafka-connect:7.3.3 + depends_on: + - kafka + - schema-registry + - postgres + environment: + CONNECT_PLUGIN_PATH: /usr/share/java,/usr/share/confluent-hub-components + CONNECT_BOOTSTRAP_SERVERS: kafka:29092 + CONNECT_REST_ADVERTISED_HOST_NAME: connect + CONNECT_GROUP_ID: compose-connect-group + CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs + CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: 1 + CONNECT_OFFSET_FLUSH_INTERVAL_MS: 10000 + CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets + CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: 1 + CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status + CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: 1 + CONNECT_KEY_CONVERTER: org.apache.kafka.connect.storage.StringConverter + CONNECT_VALUE_CONVERTER: org.apache.kafka.connect.storage.StringConverter + CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: http://schema-registry:8081 + # CLASSPATH required due to CC-2422 + CLASSPATH: /usr/share/java/monitoring-interceptors/monitoring-interceptors-7.3.3.jar + CONNECT_PRODUCER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor" + CONNECT_CONSUMER_INTERCEPTOR_CLASSES: "io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor" + CONNECT_LOG4J_LOGGERS: org.apache.zookeeper=ERROR,org.I0Itec.zkclient=ERROR,org.reflections=ERROR + command: + - bash + - -c + - | + confluent-hub install confluentinc/kafka-connect-jdbc:10.7.4 + /etc/confluent/docker/run + + schema-registry: + image: confluentinc/cp-schema-registry:7.3.3 + hostname: schema-registry + container_name: schema-registry + depends_on: + - kafka + ports: + - "8081:8081" + environment: + SCHEMA_REGISTRY_HOST_NAME: schema-registry + SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: 'kafka:29092' + SCHEMA_REGISTRY_LISTENERS: http://0.0.0.0:8081 + + + control-center: + image: confluentinc/cp-enterprise-control-center:7.3.3 + hostname: control-center + container_name: control-center + depends_on: + - kafka + - schema-registry + - kafka-connect + - ksql-server + ports: + - "9021:9021" + environment: + CONTROL_CENTER_BOOTSTRAP_SERVERS: 'kafka:29092' + CONTROL_CENTER_CONNECT_CONNECT-DEFAULT_CLUSTER: 'kafka-connect:8083' + CONTROL_CENTER_KSQL_KSQLDB1_URL: "http://ksql-server:8088" + CONTROL_CENTER_KSQL_KSQLDB1_ADVERTISED_URL: "http://localhost:8088" + CONTROL_CENTER_SCHEMA_REGISTRY_URL: "http://schema-registry:8081" + CONTROL_CENTER_REPLICATION_FACTOR: 1 + CONTROL_CENTER_INTERNAL_TOPICS_PARTITIONS: 1 + CONTROL_CENTER_MONITORING_INTERCEPTOR_TOPIC_PARTITIONS: 1 + CONFLUENT_METRICS_TOPIC_REPLICATION: 1 + CONTROL_CENTER_CONNECT_HEALTHCHECK_ENDPOINT: '/connectors' + PORT: 9021 + + postgres: + container_name: postgres_container + image: postgres:12.1 + environment: + POSTGRES_USER: ${POSTGRES_USER:-postgres} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-Welcome01} + PGDATA: /data/postgres + volumes: + - postgres:/data/postgres + ports: + - "5432:5432" + restart: unless-stopped + + pgadmin: + container_name: pgadmin_container + image: dpage/pgadmin4:4.16 + environment: + PGADMIN_DEFAULT_EMAIL: ${PGADMIN_DEFAULT_EMAIL:-pgadmin4@pgadmin.org} + PGADMIN_DEFAULT_PASSWORD: ${PGADMIN_DEFAULT_PASSWORD:-admin} + volumes: + - pgadmin:/root/.pgadmin + ports: + - "${PGADMIN_PORT:-5050}:80" + restart: unless-stopped + + +volumes: + postgres: + pgadmin: \ No newline at end of file diff --git a/ALUMNOS/MDAA/MAR_SOLER/KAFKA/pom.xml b/ALUMNOS/MDAA/MAR_SOLER/KAFKA/pom.xml new file mode 100644 index 000000000..3ed63634e --- /dev/null +++ b/ALUMNOS/MDAA/MAR_SOLER/KAFKA/pom.xml @@ -0,0 +1,56 @@ + + + 4.0.0 + + com.gft.dlp.kafka + lab03 + 1.0-SNAPSHOT + + + 1.8 + 1.8 + + + + + + org.apache.kafka + kafka_2.13 + 2.4.0 + + + org.apache.kafka + kafka-streams + 2.4.0 + + + com.github.javafaker + javafaker + 1.0.2 + + + + io.confluent + common-utils + 4.1.0 + + + org.slf4j + slf4j-api + 1.7.5 + + + org.slf4j + slf4j-log4j12 + 1.7.5 + + + + + confluent + https://packages.confluent.io/maven/ + + + \ No newline at end of file