ES索引重建

问题反馈

同事反馈，查询企微聊天记录，经常提示异常。

查看日志，发现是ES查询失败。

集群状态

进入kibana控制台，索引管理提示异常，触发了ES的断路器。

节点：3个
分片：3362个
索引：1681个

从集群状态看不出什么问题。

当前分片数：3362个
推荐分片数：对于3节点集群，建议不超过600个分片
超标程度：超出推荐值 5.6倍

备份索引

新建集群

恢复集群

重建索引

创建新索引模板

创建索引或者使用索引模板直接复制执行

bash

PUT /ddm-wxcp-msg-2023-09
{
  "settings": {
    "number_of_shards": 1,
    "number_of_replicas": 0,      # 重索引期间不要副本
    "refresh_interval": "-1",     # 禁用自动刷新（大幅提升写入性能）
    "translog.durability": "async",  # 异步写入translog
    "index.codec": "best_compression"  # 最好压缩
  }
}

bash

# 1. 创建按月索引模板
PUT /_index_template/ddm_monthly_template
{
  "index_patterns": ["ddm-wxcp-msg-*"],
  "template": {
    "settings": {
      "number_of_shards": 1,
      "number_of_replicas": 0,      # 重索引期间不要副本
      "refresh_interval": "-1",     # 禁用自动刷新（大幅提升写入性能）
      "translog.durability": "async",  # 异步写入translog
      "index.codec": "best_compression"  # 最好压缩
    }
  },
  "priority": 10,
  "composed_of": [],
  "_meta": {
    "description": "月度合并索引模板",
    "created_by": "system"
  }
}

bash

# 1. 创建按月索引模板
PUT /_index_template/ddm_monthly_template
{
  "index_patterns": ["ddm-wxcp-msg-*"],
  "template": {
    "settings": {
      "number_of_shards": 1,
      "number_of_replicas": 0,
      "refresh_interval": "-1",
      "translog.durability": "async",
      "index.codec": "best_compression"
    }
  },
  "priority": 10,
  "composed_of": [],
  "_meta": {
    "description": "月度合并索引模板",
    "created_by": "system"
  }
}

重建索引数据

按月合并重建索引返回任务ID查看任务进度

bash

# 按月合并重建索引，使用分片并行
POST _reindex?slices=2&wait_for_completion=false
{
  "source": {
    "index": "gupaoedu-wxcp-msg-2023-08-*",
    "size": 5000
  },
  "dest": {
    "index": "ddm-wxcp-msg-2023-08"
  }
}

bash

{
  "task" : "WZyANhzHR1-q-zAn_KU0DQ:259950"
}

bash

{
  "completed" : true,
  "task" : {
    "node" : "WZyANhzHR1-q-zAn_KU0DQ",
    "id" : 259950,
    "type" : "transport",
    "action" : "indices:data/write/reindex",
    "status" : {
      "total" : 2074740,
      "updated" : 0,
      "created" : 2074740,
      "deleted" : 0,
      "batches" : 416,
      "version_conflicts" : 0,
      "noops" : 0,
      "retries" : {
        "bulk" : 0,
        "search" : 0
      },
      "throttled_millis" : 0,
      "requests_per_second" : -1.0,
      "throttled_until_millis" : 0,
      "slices" : [
        {
          "slice_id" : 0,
          "total" : 1172422,
          "updated" : 0,
          "created" : 1172422,
          "deleted" : 0,
          "batches" : 235,
          "version_conflicts" : 0,
          "noops" : 0,
          "retries" : {
            "bulk" : 0,
            "search" : 0
          },
          "throttled_millis" : 0,
          "requests_per_second" : -1.0,
          "throttled_until_millis" : 0
        },
        {
          "slice_id" : 1,
          "total" : 902318,
          "updated" : 0,
          "created" : 902318,
          "deleted" : 0,
          "batches" : 181,
          "version_conflicts" : 0,
          "noops" : 0,
          "retries" : {
            "bulk" : 0,
            "search" : 0
          },
          "throttled_millis" : 0,
          "requests_per_second" : -1.0,
          "throttled_until_millis" : 0
        }
      ]
    },
    "description" : "reindex from [gupaoedu-wxcp-msg-2023-08-*] to [ddm-wxcp-msg-2023-08][_doc]",
    "start_time_in_millis" : 1769779971727,
    "running_time_in_nanos" : 188216481442,
    "cancellable" : true,
    "cancelled" : false,
    "headers" : { }
  },
  "response" : {
    "took" : 188208,
    "timed_out" : false,
    "total" : 2074740,
    "updated" : 0,
    "created" : 2074740,
    "deleted" : 0,
    "batches" : 416,
    "version_conflicts" : 0,
    "noops" : 0,
    "retries" : {
      "bulk" : 0,
      "search" : 0
    },
    "throttled" : "0s",
    "throttled_millis" : 0,
    "requests_per_second" : -1.0,
    "throttled_until" : "0s",
    "throttled_until_millis" : 0,
    "slices" : [
      {
        "slice_id" : 0,
        "total" : 1172422,
        "updated" : 0,
        "created" : 1172422,
        "deleted" : 0,
        "batches" : 235,
        "version_conflicts" : 0,
        "noops" : 0,
        "retries" : {
          "bulk" : 0,
          "search" : 0
        },
        "throttled" : "0s",
        "throttled_millis" : 0,
        "requests_per_second" : -1.0,
        "throttled_until" : "0s",
        "throttled_until_millis" : 0
      },
      {
        "slice_id" : 1,
        "total" : 902318,
        "updated" : 0,
        "created" : 902318,
        "deleted" : 0,
        "batches" : 181,
        "version_conflicts" : 0,
        "noops" : 0,
        "retries" : {
          "bulk" : 0,
          "search" : 0
        },
        "throttled" : "0s",
        "throttled_millis" : 0,
        "requests_per_second" : -1.0,
        "throttled_until" : "0s",
        "throttled_until_millis" : 0
      }
    ],
    "failures" : [ ]
  }
}

此时磁盘IO会比较高，属于正常现象，请耐心等待。

索引重建完成

重建完成后

合并段索引

bash

# 1. 查看合并前的段数量
GET /_cat/segments/ddm-wxcp-msg-2023-08?v&h=index,shard,segment,size

# 示例输出：
#index                shard segment    size
#ddm-wxcp-msg-2023-08 0     _0      124.4mb
#ddm-wxcp-msg-2023-08 0     _1      125.2mb
#ddm-wxcp-msg-2023-08 0     _2       63.6mb
#ddm-wxcp-msg-2023-08 0     _3       30.7mb
#ddm-wxcp-msg-2023-08 0     _4         16mb
#ddm-wxcp-msg-2023-08 0     _5       10.4mb
#ddm-wxcp-msg-2023-08 0     _6      121.6mb
#ddm-wxcp-msg-2023-08 0     _7      118.9mb
#ddm-wxcp-msg-2023-08 0     _8       47.1mb
#ddm-wxcp-msg-2023-08 0     _9       21.4mb
#ddm-wxcp-msg-2023-08 0     _a          9mb
#ddm-wxcp-msg-2023-08 0     _b          6mb
#ddm-wxcp-msg-2023-08 0     _c      138.1mb
#ddm-wxcp-msg-2023-08 0     _d      137.5mb
#ddm-wxcp-msg-2023-08 0     _e       43.3mb
#ddm-wxcp-msg-2023-08 0     _f         18mb
#ddm-wxcp-msg-2023-08 0     _g        6.9mb
#ddm-wxcp-msg-2023-08 0     _h        2.4mb
#ddm-wxcp-msg-2023-08 0     _i        224mb
#ddm-wxcp-msg-2023-08 0     _j         67mb
#ddm-wxcp-msg-2023-08 0     _k       40.1mb
#ddm-wxcp-msg-2023-08 0     _l          7mb
#ddm-wxcp-msg-2023-08 0     _m       94.9mb


# 2. 执行强制合并
# 这个操作会耗时，取决于数据量和段数量
# 可以在后台运行：
POST /ddm-wxcp-msg-2023-08/_forcemerge?max_num_segments=2

# 3. 监控合并进度
GET /_tasks?detailed=true&actions=*forcemerge

# 4. 查看合并后的段数量
GET /_cat/segments/ddm-wxcp-msg-2023-08?v&h=index,shard,segment,size
#index                shard segment  size
#ddm-wxcp-msg-2023-08 0     _i      224mb
#ddm-wxcp-msg-2023-08 0     _n      1.1gb


## 查看段信息
GET /ddm-wxcp-msg-2024-02/_segments?pretty

# 4. 手动刷新（确保数据可查）
POST /ddm-wxcp-msg-2023-08/_refresh

恢复索引设置

说明直接复制执行

bash

PUT /ddm-wxcp-msg-2023-08/_settings
{
  "index": {
    "refresh_interval": "30s",    # 恢复自动刷新（默认1s）
    "number_of_replicas": 1       # 添加副本保证高可用
  }
}

bash

PUT /ddm-wxcp-msg-2023-08/_settings
{
  "index": {
    "refresh_interval": "30s",
    "number_of_replicas": 1
  }
}

关于合并分段

查看分段任务

查看进行中的合并分段任务

查看任务示例输出

bash

GET _tasks?detailed=true&actions=*forcemerge

json

{
  "nodes" : {
    "WZyANhzHR1-q-zAn_KU0DQ" : {
      "name" : "es06",
      "transport_address" : "172.30.0.2:9300",
      "host" : "172.30.0.2",
      "ip" : "172.30.0.2:9300",
      "roles" : [
        "data",
        "data_cold",
        "data_content",
        "data_frozen",
        "data_hot",
        "data_warm",
        "ingest",
        "master",
        "ml",
        "remote_cluster_client",
        "transform"
      ],
      "attributes" : {
        "ml.machine_memory" : "16252563456",
        "xpack.installed" : "true",
        "transform.node" : "true",
        "ml.max_open_jobs" : "512",
        "ml.max_jvm_size" : "4294967296"
      },
      "tasks" : {
        "WZyANhzHR1-q-zAn_KU0DQ:1138821" : {
          "node" : "WZyANhzHR1-q-zAn_KU0DQ",
          "id" : 1138821,
          "type" : "transport",
          "action" : "indices:admin/forcemerge",
          "description" : "Force-merge indices [ddm-wxcp-msg-2024-03], maxSegments[1], onlyExpungeDeletes[false], flush[true]",
          "start_time_in_millis" : 1769801046067,
          "running_time_in_nanos" : 153866889698,
          "cancellable" : false,
          "headers" : { }
        }
      }
    }
  }
}

查看任务详情

查看任务详情任务进行中任务结束

bash

GET /_tasks/WZyANhzHR1-q-zAn_KU0DQ:1138821

json

{
  "completed" : false,
  "task" : {
    "node" : "WZyANhzHR1-q-zAn_KU0DQ",
    "id" : 1138821,
    "type" : "transport",
    "action" : "indices:admin/forcemerge",
    "description" : "Force-merge indices [ddm-wxcp-msg-2024-03], maxSegments[1], onlyExpungeDeletes[false], flush[true]",
    "start_time_in_millis" : 1769801046067,
    "running_time_in_nanos" : 215553772807,
    "cancellable" : false,
    "headers" : { }
  }
}

json

{
  "error" : {
    "root_cause" : [
      {
        "type" : "resource_not_found_exception",
        "reason" : "task [WZyANhzHR1-q-zAn_KU0DQ:1138821] isn't running and hasn't stored its results"
      }
    ],
    "type" : "resource_not_found_exception",
    "reason" : "task [WZyANhzHR1-q-zAn_KU0DQ:1138821] isn't running and hasn't stored its results"
  },
  "status" : 404
}

查看分段数据

查看分段数据

查看分段数据合并分段前合并分段后

bash

GET /_cat/segments/ddm-wxcp-msg-2024-03?v

bash

index                shard prirep ip         segment generation docs.count docs.deleted    size size.memory committed searchable version compound
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _5               5      23042            0  15.2mb       23476 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _a              10      23070            0  13.3mb       21716 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _g              16      14457            0  10.2mb       18164 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _m              22      15941            0  10.4mb       18812 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _s              28      14538            0   9.3mb       18236 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _w              32    2012445            0   1.2gb       31916 true      false      8.11.1  false
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _19             45     733701            0 451.7mb       30124 true      false      8.11.1  false
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _1g             52      12797            0     8mb       19652 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _1i             54    1636749            0 983.6mb       26652 true      false      8.11.1  false
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _1y             70      15374            0   9.3mb       13604 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _22             74     674714            0 409.7mb       31892 true      false      8.11.1  false
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _24             76      53499            0  36.4mb       23204 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _25             77      12085            0   8.8mb       21108 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _26             78       5428            0   4.4mb       15948 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2a             82      27759            0  25.9mb       24804 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2b             83       7143            0   8.8mb       22204 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2d             85    1706895            0     1gb       26420 true      false      8.11.1  false
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2e             86     185488            0 145.6mb       28404 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2f             87     183315            0 144.9mb       31076 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2g             88      36020            0  39.7mb       27236 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2h             89      17404            0  21.8mb       24924 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2i             90       4288            0     5mb       19996 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2k             92     159124            0   147mb       28116 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2l             93     157531            0   147mb       28524 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2m             94      19093            0  16.8mb       24980 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2n             95      12650            0   9.7mb       20956 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2o             96       2584            0   2.2mb       17204 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2p             97     240723            0   152mb       30164 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2q             98     150088            0 112.9mb       27476 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2r             99      51983            0  22.7mb       15148 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2s            100       6078            0   2.9mb       12388 true      false      8.11.1  true
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2t            101      98065            0  51.8mb       27660 true      false      8.11.1  true

bash

index                shard prirep ip         segment generation docs.count docs.deleted  size size.memory committed searchable version compound
ddm-wxcp-msg-2024-03 0     p      172.30.0.2 _2w            104    8314071            0 5.1gb       35604 true      true       8.11.1  false

指定列

查看分段数据-指定列合并分段前-指定列合并分段后-指定列

bash

GET /_cat/segments/ddm-wxcp-msg-2024-03?v&h=index,shard,segment,size

bash

index                shard segment    size
ddm-wxcp-msg-2024-03 0     _5       15.2mb
ddm-wxcp-msg-2024-03 0     _a       13.3mb
ddm-wxcp-msg-2024-03 0     _g       10.2mb
ddm-wxcp-msg-2024-03 0     _m       10.4mb
ddm-wxcp-msg-2024-03 0     _s        9.3mb
ddm-wxcp-msg-2024-03 0     _w        1.2gb
ddm-wxcp-msg-2024-03 0     _19     451.7mb
ddm-wxcp-msg-2024-03 0     _1g         8mb
ddm-wxcp-msg-2024-03 0     _1i     983.6mb
ddm-wxcp-msg-2024-03 0     _1y       9.3mb
ddm-wxcp-msg-2024-03 0     _22     409.7mb
ddm-wxcp-msg-2024-03 0     _24      36.4mb
ddm-wxcp-msg-2024-03 0     _25       8.8mb
ddm-wxcp-msg-2024-03 0     _26       4.4mb
ddm-wxcp-msg-2024-03 0     _2a      25.9mb
ddm-wxcp-msg-2024-03 0     _2b       8.8mb
ddm-wxcp-msg-2024-03 0     _2d         1gb
ddm-wxcp-msg-2024-03 0     _2e     145.6mb
ddm-wxcp-msg-2024-03 0     _2f     144.9mb
ddm-wxcp-msg-2024-03 0     _2g      39.7mb
ddm-wxcp-msg-2024-03 0     _2h      21.8mb
ddm-wxcp-msg-2024-03 0     _2i         5mb
ddm-wxcp-msg-2024-03 0     _2k       147mb
ddm-wxcp-msg-2024-03 0     _2l       147mb
ddm-wxcp-msg-2024-03 0     _2m      16.8mb
ddm-wxcp-msg-2024-03 0     _2n       9.7mb
ddm-wxcp-msg-2024-03 0     _2o       2.2mb
ddm-wxcp-msg-2024-03 0     _2p       152mb
ddm-wxcp-msg-2024-03 0     _2q     112.9mb
ddm-wxcp-msg-2024-03 0     _2r      22.7mb
ddm-wxcp-msg-2024-03 0     _2s       2.9mb
ddm-wxcp-msg-2024-03 0     _2t      51.8mb

bash

index                shard segment  size
ddm-wxcp-msg-2024-03 0     _2w     5.1gb

json格式

查看分段数据-返回json合并分段前合并分段后

bash

GET /ddm-wxcp-msg-2024-03/_segments?pretty

json

{
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "indices" : {
    "ddm-wxcp-msg-2024-03" : {
      "shards" : {
        "0" : [
          {
            "routing" : {
              "state" : "STARTED",
              "primary" : true,
              "node" : "WZyANhzHR1-q-zAn_KU0DQ"
            },
            "num_committed_segments" : 32,
            "num_search_segments" : 0,
            "segments" : {
              "_5" : {
                "generation" : 5,
                "num_docs" : 23042,
                "deleted_docs" : 0,
                "size_in_bytes" : 15980414,
                "memory_in_bytes" : 23476,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_a" : {
                "generation" : 10,
                "num_docs" : 23070,
                "deleted_docs" : 0,
                "size_in_bytes" : 14021465,
                "memory_in_bytes" : 21716,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_g" : {
                "generation" : 16,
                "num_docs" : 14457,
                "deleted_docs" : 0,
                "size_in_bytes" : 10771050,
                "memory_in_bytes" : 18164,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_m" : {
                "generation" : 22,
                "num_docs" : 15941,
                "deleted_docs" : 0,
                "size_in_bytes" : 10932636,
                "memory_in_bytes" : 18812,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_s" : {
                "generation" : 28,
                "num_docs" : 14538,
                "deleted_docs" : 0,
                "size_in_bytes" : 9846112,
                "memory_in_bytes" : 18236,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_w" : {
                "generation" : 32,
                "num_docs" : 2012445,
                "deleted_docs" : 0,
                "size_in_bytes" : 1330199645,
                "memory_in_bytes" : 31916,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_19" : {
                "generation" : 45,
                "num_docs" : 733701,
                "deleted_docs" : 0,
                "size_in_bytes" : 473661166,
                "memory_in_bytes" : 30124,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_1g" : {
                "generation" : 52,
                "num_docs" : 12797,
                "deleted_docs" : 0,
                "size_in_bytes" : 8439372,
                "memory_in_bytes" : 19652,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_1i" : {
                "generation" : 54,
                "num_docs" : 1636749,
                "deleted_docs" : 0,
                "size_in_bytes" : 1031463252,
                "memory_in_bytes" : 26652,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_1y" : {
                "generation" : 70,
                "num_docs" : 15374,
                "deleted_docs" : 0,
                "size_in_bytes" : 9818694,
                "memory_in_bytes" : 13604,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_22" : {
                "generation" : 74,
                "num_docs" : 674714,
                "deleted_docs" : 0,
                "size_in_bytes" : 429671176,
                "memory_in_bytes" : 31892,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_24" : {
                "generation" : 76,
                "num_docs" : 53499,
                "deleted_docs" : 0,
                "size_in_bytes" : 38208761,
                "memory_in_bytes" : 23204,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_25" : {
                "generation" : 77,
                "num_docs" : 12085,
                "deleted_docs" : 0,
                "size_in_bytes" : 9260787,
                "memory_in_bytes" : 21108,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_26" : {
                "generation" : 78,
                "num_docs" : 5428,
                "deleted_docs" : 0,
                "size_in_bytes" : 4643691,
                "memory_in_bytes" : 15948,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2a" : {
                "generation" : 82,
                "num_docs" : 27759,
                "deleted_docs" : 0,
                "size_in_bytes" : 27220220,
                "memory_in_bytes" : 24804,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2b" : {
                "generation" : 83,
                "num_docs" : 7143,
                "deleted_docs" : 0,
                "size_in_bytes" : 9328139,
                "memory_in_bytes" : 22204,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2d" : {
                "generation" : 85,
                "num_docs" : 1706895,
                "deleted_docs" : 0,
                "size_in_bytes" : 1145546911,
                "memory_in_bytes" : 26420,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2e" : {
                "generation" : 86,
                "num_docs" : 185488,
                "deleted_docs" : 0,
                "size_in_bytes" : 152700093,
                "memory_in_bytes" : 28404,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2f" : {
                "generation" : 87,
                "num_docs" : 183315,
                "deleted_docs" : 0,
                "size_in_bytes" : 151984493,
                "memory_in_bytes" : 31076,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2g" : {
                "generation" : 88,
                "num_docs" : 36020,
                "deleted_docs" : 0,
                "size_in_bytes" : 41651338,
                "memory_in_bytes" : 27236,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2h" : {
                "generation" : 89,
                "num_docs" : 17404,
                "deleted_docs" : 0,
                "size_in_bytes" : 22950370,
                "memory_in_bytes" : 24924,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2i" : {
                "generation" : 90,
                "num_docs" : 4288,
                "deleted_docs" : 0,
                "size_in_bytes" : 5253376,
                "memory_in_bytes" : 19996,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2k" : {
                "generation" : 92,
                "num_docs" : 159124,
                "deleted_docs" : 0,
                "size_in_bytes" : 154206984,
                "memory_in_bytes" : 28116,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2l" : {
                "generation" : 93,
                "num_docs" : 157531,
                "deleted_docs" : 0,
                "size_in_bytes" : 154221284,
                "memory_in_bytes" : 28524,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2m" : {
                "generation" : 94,
                "num_docs" : 19093,
                "deleted_docs" : 0,
                "size_in_bytes" : 17647607,
                "memory_in_bytes" : 24980,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2n" : {
                "generation" : 95,
                "num_docs" : 12650,
                "deleted_docs" : 0,
                "size_in_bytes" : 10250680,
                "memory_in_bytes" : 20956,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2o" : {
                "generation" : 96,
                "num_docs" : 2584,
                "deleted_docs" : 0,
                "size_in_bytes" : 2374515,
                "memory_in_bytes" : 17204,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2p" : {
                "generation" : 97,
                "num_docs" : 240723,
                "deleted_docs" : 0,
                "size_in_bytes" : 159429906,
                "memory_in_bytes" : 30164,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2q" : {
                "generation" : 98,
                "num_docs" : 150088,
                "deleted_docs" : 0,
                "size_in_bytes" : 118426158,
                "memory_in_bytes" : 27476,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2r" : {
                "generation" : 99,
                "num_docs" : 51983,
                "deleted_docs" : 0,
                "size_in_bytes" : 23883014,
                "memory_in_bytes" : 15148,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2s" : {
                "generation" : 100,
                "num_docs" : 6078,
                "deleted_docs" : 0,
                "size_in_bytes" : 3057802,
                "memory_in_bytes" : 12388,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              },
              "_2t" : {
                "generation" : 101,
                "num_docs" : 98065,
                "deleted_docs" : 0,
                "size_in_bytes" : 54416642,
                "memory_in_bytes" : 27660,
                "committed" : true,
                "search" : false,
                "version" : "8.11.1",
                "compound" : true,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              }
            }
          }
        ]
      }
    }
  }
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474

json

{
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "failed" : 0
  },
  "indices" : {
    "ddm-wxcp-msg-2024-03" : {
      "shards" : {
        "0" : [
          {
            "routing" : {
              "state" : "STARTED",
              "primary" : true,
              "node" : "WZyANhzHR1-q-zAn_KU0DQ"
            },
            "num_committed_segments" : 1,
            "num_search_segments" : 1,
            "segments" : {
              "_2w" : {
                "generation" : 104,
                "num_docs" : 8314071,
                "deleted_docs" : 0,
                "size_in_bytes" : 5477984434,
                "memory_in_bytes" : 35604,
                "committed" : true,
                "search" : true,
                "version" : "8.11.1",
                "compound" : false,
                "attributes" : {
                  "Lucene87StoredFieldsFormat.mode" : "BEST_COMPRESSION"
                }
              }
            }
          }
        ]
      }
    }
  }
}

合并完成

索引合并完成

集群状态

这里只保留了2025-2026的数据，删除了2023-2024年的数据

dify

ES索引重建

问题反馈

集群状态

备份索引

新建集群

恢复集群

重建索引

创建新索引模板

重建索引数据

重建完成后

关于合并分段

查看分段任务

查看分段数据

合并完成

索引合并完成

集群状态

修改系统相关代码

相关参考

ES索引重建 ​

问题反馈 ​

集群状态 ​

备份索引 ​

新建集群 ​

恢复集群 ​

重建索引 ​

创建新索引模板 ​

重建索引数据 ​

重建完成后 ​

关于合并分段 ​

查看分段任务 ​

查看分段数据 ​

合并完成 ​

索引合并完成 ​

集群状态 ​

修改系统相关代码 ​

相关参考 ​

ES索引重建

问题反馈

集群状态

备份索引

新建集群

恢复集群

重建索引

创建新索引模板

重建索引数据

重建完成后

关于合并分段

查看分段任务

查看分段数据

合并完成

索引合并完成

集群状态

修改系统相关代码

相关参考