【docker】基于docker-compose 安装elasticsearch + kibana + ik分词器(8.10.4版本)

掘金者说2024-09-11 13:24

记录下，使用 docker-compose 安装 Elasticsearch 和 Kibana，并配置 IK 分词器，你可以按照以下步骤进行。此过程适用于 Elasticsearch 和 Kibana 8.10.4 版本。

安装

首先，在你的工作目录下创建一个 docker-compose.yml 文件，用于配置 Elasticsearch 和 Kibana 的服务。

yml 复制代码 
version: "2.2"

services:
  es01:
    image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
    container_name: es01
    volumes:
      - esdata01:/usr/share/elasticsearch/data
      - ./plugins01:/usr/share/elasticsearch/plugins
    ports:
      - ${ES_PORT}:9200
    environment:
      - node.name=es01
      - cluster.name=${CLUSTER_NAME}
      - cluster.initial_master_nodes=es01,es02,es03
      - discovery.seed_hosts=es02,es03
      - bootstrap.memory_lock=true
      - xpack.security.enabled=false
      - xpack.security.http.ssl.enabled=false
      - xpack.security.transport.ssl.enabled=false
    mem_limit: ${MEM_LIMIT}
    ulimits:
      memlock:
        soft: -1
        hard: -1
    #command: >
    #  bash -c "elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip && 
    #  elasticsearch"
  es02:
    depends_on:
      - es01
    image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
    container_name: es02
    volumes:
      - esdata02:/usr/share/elasticsearch/data
      - ./plugins02:/usr/share/elasticsearch/plugins
    environment:
      - node.name=es02
      - cluster.name=${CLUSTER_NAME}
      - cluster.initial_master_nodes=es01,es02,es03
      - discovery.seed_hosts=es01,es03
      - bootstrap.memory_lock=true
      - xpack.security.enabled=false
      - xpack.security.http.ssl.enabled=false
      - xpack.security.transport.ssl.enabled=false
    mem_limit: ${MEM_LIMIT}
    ulimits:
      memlock:
        soft: -1
        hard: -1
    #command: >
    #  bash -c "elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip && 
    #  elasticsearch"
      
  es03:
    depends_on:
      - es02
    image: docker.elastic.co/elasticsearch/elasticsearch:${STACK_VERSION}
    container_name: es03
    volumes:
      - esdata03:/usr/share/elasticsearch/data
      - ./plugins03:/usr/share/elasticsearch/plugins
    environment:
      - node.name=es03
      - cluster.name=${CLUSTER_NAME}
      - cluster.initial_master_nodes=es01,es02,es03
      - discovery.seed_hosts=es01,es02
      - bootstrap.memory_lock=true
      - xpack.security.enabled=false
      - xpack.security.http.ssl.enabled=false
      - xpack.security.transport.ssl.enabled=false
    mem_limit: ${MEM_LIMIT}
    ulimits:
      memlock:
        soft: -1
        hard: -1
    #command: >
    #  bash -c "elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip && 
    #  elasticsearch"
  kibana:
    image: docker.elastic.co/kibana/kibana:${STACK_VERSION}
    container_name: kibana
    volumes:
      - kibanadata:/usr/share/kibana/data
    ports:
      - ${KIBANA_PORT}:5601
    environment:
      - SERVERNAME=kibana
      - ELASTICSEARCH_HOSTS=http://es01:9200
      - ELASTICSEARCH_USERNAME=kibana_system
      - ELASTICSEARCH_PASSWORD=${KIBANA_PASSWORD}
    mem_limit: ${MEM_LIMIT}

volumes:
  esdata01:
    driver: local
  esdata02:
    driver: local
  esdata03:
    driver: local
  kibanadata:
    driver: local

通过 docker-compose 文件配置 Elasticsearch 和 Kibana 后，你可以使用命令启动它们。IK 分词器的安装可以通过手动下载插件或在容器内安装的方式完成。

环境

  • .env文件

    Password for the 'elastic' user (at least 6 characters)

    ELASTIC_PASSWORD=lucky_pig

    Password for the 'kibana_system' user (at least 6 characters)

    KIBANA_PASSWORD=lucky_pig

    Version of Elastic products

    #STACK_VERSION=8.1.2

    win10出现max virtual memory areas vm.max_map_count [65530] is too low, increase to at least [262144]

    处理1：win上面解决方案（cmd.exe进入）：

    wsl -d docker-desktop

    sysctl -w vm.max_map_count=262144

    在/etc/sysctl.conf文件最后添加一行vm.max_map_count=262144

    STACK_VERSION=8.10.4

    docker-compose -f docker-compose.yml up -d

    docker-compose -f docker-compose.yml down -v

    Set the cluster name

    CLUSTER_NAME=docker-cluster

    Set to 'basic' or 'trial' to automatically start the 30-day trial

    LICENSE=basic
    #LICENSE=trial

    Port to expose Elasticsearch HTTP API to the host

    ES_PORT=9200
    #ES_PORT=127.0.0.1:9200

    Port to expose Kibana to the host

    KIBANA_PORT=5601
    #KIBANA_PORT=80

    Increase or decrease based on the available host memory (in bytes)

    MEM_LIMIT=1073741824

    Project namespace (defaults to the current folder name if not set)

    #COMPOSE_PROJECT_NAME=myproject

分词

shell 复制代码 
# docker exec -it es01 /usr/share/elasticsearch/bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip
# docker exec -it es02 /usr/share/elasticsearch/bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip
# docker exec -it es03 /usr/share/elasticsearch/bin/elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip

## 最直接方法是将这个文件解压到我们映射路径下面
wget https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v8.10.4/elasticsearch-analysis-ik-8.10.4.zip
unzip elasticsearch-analysis-ik-8.10.4.zip -d plugins/ik

  • 验证

    POST /_analyze
    {
    "analyzer": "ik_smart",
    "text": "你好，世界"
    }
    POST /_analyze
    {
    "analyzer": "ik_max_word",
    "text": "你好，世界"
    }

kibana

shell 复制代码 
GET lucky_pig_idx-000001/_search

GET lucky_pig_idx-000001/_search
{
  "query": {
    "match": {
      "userCode": "112"
    }
  }
}

GET lucky_pig_idx-000001

DELETE lucky_pig_idx

PUT lucky_pig_idx-000001
{"mappings": {
 "properties": {  
  "id": {  
    "type": "keyword"  
  },  
  "title": {  
    "type": "text",  
    "analyzer": "ik_max_word",  
    "search_analyzer": "ik_smart"  
  },  
  "content": {  
    "type": "text",  
    "analyzer": "ik_max_word",  
    "search_analyzer": "ik_smart"  
  },  
  "staffNo": {  
    "type": "keyword"  
  },  
  "createTime": {  
    "type": "date",  
    "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"  
  }
 }
 
}
}

  • 样例1

    POST lucky_pig_idx-000001/_doc/1
    {
    "id": "1",
    "title": "这是一个样例标题",
    "content": "这是样例内容，包含中文分词。",
    "staffNo": "A12345",
    "createTime": "2023-09-07 10:30:00"
    }

  • 样例2

    POST _bulk
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "2" } }
    { "id" : "2", "title" : "样例标题 1", "content" : "这是样例内容 1，包含 IK 分词。", "staffNo" : "B12345", "createTime" : "2023-09-07 11:00:00" }
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "3" } }
    { "id" : "3", "title" : "样例标题 2", "content" : "这是样例内容 2，用于测试搜索功能。", "staffNo" : "C54321", "createTime" : "2023-09-06 09:15:00" }
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "4" } }
    { "id" : "4", "title" : "样例标题 3", "content" : "第三个样例，IK 分词测试。", "staffNo" : "D11111", "createTime" : "2023-09-05 12:00:00" }

  • 相关

    POST /_analyze
    {
    "analyzer": "ik_smart",
    "text": "你好，世界"
    }
    POST /_analyze
    {
    "analyzer": "ik_max_word",
    "text": "你好，世界"
    }

    POST lucky_pig_idx-000001/_doc/1
    {
    "id": "1",
    "title": "这是一个样例标题",
    "content": "这是样例内容，包含中文分词。",
    "staffNo": "A12345",
    "createTime": "2023-09-07 10:30:00"
    }

    POST _bulk
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "2" } }
    { "id" : "2", "title" : "样例标题 1", "content" : "这是样例内容 1，包含 IK 分词。", "staffNo" : "B12345", "createTime" : "2023-09-07 11:00:00" }
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "3" } }
    { "id" : "3", "title" : "样例标题 2", "content" : "这是样例内容 2，用于测试搜索功能。", "staffNo" : "C54321", "createTime" : "2023-09-06 09:15:00" }
    { "index" : { "_index" : "lucky_pig_idx-000001", "_id" : "4" } }
    { "id" : "4", "title" : "样例标题 3", "content" : "第三个样例，IK 分词测试。", "staffNo" : "D11111", "createTime" : "2023-09-05 12:00:00" }

    GET lucky_pig_idx-000001/_search

    GET lucky_pig_idx-000001/_search
    {
    "query": {
    "match": {
    "staffNo": "B12345"
    }
    }
    }

    GET lucky_pig_idx-000001

    DELETE lucky_pig_idx

    PUT lucky_pig_idx-000001
    {"mappings": {
    "properties": {
    "id": {
    "type": "keyword"
    },
    "title": {
    "type": "text",
    "analyzer": "ik_max_word",
    "search_analyzer": "ik_smart"
    },
    "content": {
    "type": "text",
    "analyzer": "ik_max_word",
    "search_analyzer": "ik_smart"
    },
    "staffNo": {
    "type": "keyword"
    },
    "createTime": {
    "type": "date",
    "format": "yyyy-MM-dd HH:mm:ss||yyyy-MM-dd||epoch_millis"
    }
    }

    }
    }

复制代码
相关推荐
韩俊强4 小时前
使用Docker部署一个Node.js项目
docker·容器·node.js
Steven_Mmm6 小时前
初试Docker
运维·docker·容器
Gauss松鼠会6 小时前
GaussDB 企业版轻量化部署探索（二）
数据库·人工智能·docker·华为云·gaussdb
Y编程小白9 小时前
Git版本控制工具--基础命令和分支管理
大数据·git·elasticsearch
过过过呀Glik12 小时前
在 Ubuntu 上安装与配置 Docker 的完整指南
linux·ubuntu·docker
G_whang12 小时前
centos7 下使用 Docker Compose
运维·docker·容器
大饼酥12 小时前
保姆级教程Docker部署RabbitMQ镜像
docker·容器·rabbitmq
Engineer-Yao12 小时前
【win10+RAGFlow+Ollama】搭建本地大模型助手（教程+源码）
docker·大模型·win10·wsl·ollama·本地大模型·ragflow
黄白柴柴14 小时前
docker run 端口映射
运维·docker·容器
明 庭14 小时前
在 Ubuntu 下通过 Docker 部署 PSQL 服务器
服务器·ubuntu·docker
热门推荐
01ARM学习（31）编译器对overlay方式的支持02HCIA-datacom数通题库和录播视频资料03玄机平台应急响应—webshell查杀04SQL 主从数据库实时备份05YOLOv8训练好模型后，追加轮数继续训练、或者提前终止训练，缩减训练轮数06(欧拉)openEuler系统添加网卡文件配置流程、(欧拉)openEuler系统手动配置ipv6地址流程、(欧拉)openEuler系统网络管理说明07VSCode插件 —— Cody AI （免费AI助手！）08校验 GPT-4 真实性的三个经典问题：快速区分 GPT-3.5 与 GPT-4，并提供免费测试网站09Docker 夺命连环 15 问10组基轨迹建模 GBTM的介绍与实现（Stata 或 R）