当前位置: 首页 > news >正文

docker compose快速部署kafka-connect集群

 先部署kafka集群,启动

参考:docker compose部署kafka集群-CSDN博客

创建timezone文件,内容填写Asia/Shanghai

再部署kafka-connect集群

networks:
  net:
    external: true

services:
  kafka-connect1:
    restart: always
    image: debezium/connect:3.0.0.Final
    container_name: kafka-connect1
    hostname: kafka-connect1
    #ports:
    #  - '8083:8083'
    environment:
      - GROUP_ID=kafka-connect-cluster
      - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
      - CONFIG_STORAGE_TOPIC=connect-config
      - OFFSET_STORAGE_TOPIC=connect-offset
      - STATUS_STORAGE_TOPIC=connect-status
      - OFFSET_FLUSH_TIMEOUT_MS=1000
      - HEAP_OPTS=-Xmx8G
      - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
      - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
    volumes:
      - /etc/localtime:/etc/localtime
      - /home/sumengnan/apache/kafka/timezone:/etc/timezone
      - /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs
    networks:
      - net
  kafka-connect2:
    restart: always
    image: debezium/connect:3.0.0.Final
    container_name: kafka-connect2
    hostname: kafka-connect2
    #ports:
    #  - '8084:8083'
    environment:
      - GROUP_ID=kafka-connect-cluster
      - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
      - CONFIG_STORAGE_TOPIC=connect-config
      - OFFSET_STORAGE_TOPIC=connect-offset
      - STATUS_STORAGE_TOPIC=connect-status
      - OFFSET_FLUSH_TIMEOUT_MS=1000
      - HEAP_OPTS=-Xmx8G
      - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
      - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
    volumes:
      - /etc/localtime:/etc/localtime
      - /home/sumengnan/apache/kafka/timezone:/etc/timezone
      - /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs
    networks:
      - net
  kafka-connect3:
    restart: always
    image: debezium/connect:3.0.0.Final
    container_name: kafka-connect3
    hostname: kafka-connect3
    #ports:
    #  - '8085:8083'
    environment:
      - GROUP_ID=kafka-connect-cluster
      - BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
      - CONFIG_STORAGE_TOPIC=connect-config
      - OFFSET_STORAGE_TOPIC=connect-offset
      - STATUS_STORAGE_TOPIC=connect-status
      - OFFSET_FLUSH_TIMEOUT_MS=1000
      - HEAP_OPTS=-Xmx8G
      - CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
      - CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
    volumes:
      - /etc/localtime:/etc/localtime
      - /home/sumengnan/apache/kafka/timezone:/etc/timezone
      - /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs
    networks:
      - net
 

  kafka-connect-ui:
    restart: always
    image: landoop/kafka-connect-ui:0.9.7
    container_name: kafka-connect-ui
    hostname: kafka-connect-ui
    ports:
      - '8000:8000'
    environment:
      - CONNECT_URL=http://kafka-connect1:8083,http://kafka-connect2:8083,http://kafka-connect3:8083
    volumes:
      - /etc/localtime:/etc/localtime
    networks:
      - net

 kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。

http://www.lryc.cn/news/535574.html

相关文章:

  • 【核心特性】Go 模块化开发入门(go mod 深度解析)
  • 国产ARM处理器工控机如何助力企业实现自主可控?
  • dns功能及工作原理是什么?
  • Java中的Map集合与文件操作详解
  • SAP-ABAP:dialog界面中的数据块Event Block详解举例
  • PostgreSQL 开发利器:Navicat 核心功能与资源攻略
  • 飞算 JavaAI:加速 AI + 行业趋势的智能化进程
  • XZ_Mac电脑上本地化部署DeepSeek的详细步骤
  • Flink-DataStream API
  • 2.4 构建模块化应用
  • DeepSeek:从入门到精通
  • JAVA学习第二天
  • DevOps工具链概述
  • windows系统远程桌面连接ubuntu18.04
  • kafka动态监听主题
  • Python虚拟环境管理工具 pyenv
  • 网络安全产品架构图 网络安全相关产品
  • C++ 实践扩展(Qt Creator 联动 Visual Studio 2022)
  • 如何实现Deepseek的本地部署并集成本地知识库?
  • vue学习笔记8
  • 【自学笔记】Vue基础知识点总览-持续更新
  • ETL的使用(sqoop):数据导入,导出
  • 【核心特性】从鸭子类型到Go的io.Writer设计哲学
  • 多模态模型详解
  • Go 语言里中的堆与栈
  • 八、OSG学习笔记-
  • 本地部署【LLM-deepseek】大模型 ollama+deepseek/conda(python)+openwebui/docker+openwebui
  • 网络分析工具—WireShark的安装及使用
  • MobaXterm的图形化界面支持:原理与分辨率问题解决
  • Java JVM(Java Virtual Machine)解析