/_nodes/stats 字段意思 “”
1 {
2 "_nodes": {
3 "total": 1,
"successful": 1,
"failed": 0
},
"cluster_name": "ELKTEST",
"nodes": {
"lnlHC8yERCKXCuAc_2DPCQ": {
"timestamp": 1534242595995,
"name": "OPS01-ES01",
"transport_address": "10.9.125.148:9300",
"host": "10.9.125.148",
"ip": "10.9.125.148:9300",
"roles": [
"master",
"data",
"ingest"
],
"attributes": {
"ml.machine_memory": "",
"xpack.installed": "true",
"ml.max_open_jobs": "",
"ml.enabled": "true"
},
"indices": {
"docs": {
"count": 8111612, # 显示节点上有多少文档
"deleted": 16604 # 有多少已删除的文档还未从数据段中删除
},
"store": {
"size_in_bytes": 2959876263 # 显示该节点消耗了多少物理存储
},
"indexing": { #表示索引文档的次数，这个是通过一个计数器累加计数的。当文档被删除时，它不会减少。注意这个值永远是递增的，发生在内部索引数据的时候，包括那些更新操作
"index_total": 17703152,
"index_time_in_millis": 2801934,
"index_current": 0,
"index_failed": 0,
"delete_total": 46242,
"delete_time_in_millis": 2130,
"delete_current": 0,
"noop_update_total": 0,
"is_throttled": false,
"throttle_time_in_millis": 0 # 这个值高的时候，说明磁盘流量设置太低
},
"get": {
"total": 185179,
"time_in_millis": 22341,
"exists_total": 185178,
"exists_time_in_millis": 22337,
"missing_total": 1,
"missing_time_in_millis": 4,
"current": 0
},
"search": {
"open_contexts": 0, # 主动检索的次数，
"query_total": 495447, # 查询总数
"query_time_in_millis": 298344, # 节点启动到此查询消耗总时间， query_time_in_millis / query_total的比值可以作为你的查询效率的粗略指标。比值越大，每个查询用的时间越多，你就需要考虑调整或者优化。
"query_current": 0,
#后面关于fetch的统计，是描述了查询的第二个过程（也就是query_the_fetch里的fetch)。fetch花的时间比query的越多，表示你的磁盘很慢，或者你要fetch的的文档太多。或者你的查询参数分页条件太大，（例如size等于1万
"fetch_total": 130194,
"fetch_time_in_millis": 51211,
"fetch_current": 0,
"scroll_total": 22,
"scroll_time_in_millis": 2196665,
"scroll_current": 0,
"suggest_total": 0,
"suggest_time_in_millis": 0,
"suggest_current": 0
},
"merges": { # 包含lucene段合并的信息，它会告诉你有多少段合并正在进行，参与的文档数，这些正在合并的段的总大小，以及花在merge上的总时间。
如果你的集群写入比较多，这个merge的统计信息就很重要。merge操作会消耗大量的磁盘io和cpu资源。如果你的索引写入很多，你会看到大量的merge操作
"current": 0,
"current_docs": 0,
"current_size_in_bytes": 0,
"total": 68341,
"total_time_in_millis": 18490611,
"total_docs": 1016579669,
"total_size_in_bytes": 344453480895,
"total_stopped_time_in_millis": 0,
"total_throttled_time_in_millis": 1557,
"total_auto_throttle_in_bytes": 4345437596
},
"refresh": {
"total": 729643,
"total_time_in_millis": 7843558,
"listeners": 0
},
"flush": {
"total": 5161,
"periodic": 12,
"total_time_in_millis": 53116
},
"warmer": {
"current": 0,
"total": 718343,
"total_time_in_millis": 38069
},
"query_cache": {
"memory_size_in_bytes": 0,
"total_count": 0,
"hit_count": 0,
"miss_count": 0,
"cache_size": 0,
"cache_count": 0,
"evictions": 0
},
"fielddata": { #显示了fielddata使用的内存，fielddata用于聚合、排序等。这里也有一个淘汰数，不像filter_cache，这里的淘汰数很有用，它必须是0或者接近0，因为fielddata 不是缓存，任何淘汰的代价都是很大的，必须要避免的。如果你看到了淘汰，你必须重新评估你的内存情况，关于fielddata的限制，以及查询，或者三者全部。
"memory_size_in_bytes": 25312,
"evictions": 0
},
"completion": {
"size_in_bytes": 0
},
"segments": { 告诉你当前节点的lucene 段的个数，这可能是一个很重要的数字。大多数的索引应该在50到150个段左右，即便是几T大小的数十亿的文档。大量的段会带来合并的问题（例如：合并赶不上段的产生）。注意这个统计是对一个节点上所有的索引而言的
其中内存的统计，可以告诉你Lucene的段自身需要多少内存。这里包括基础的数据结构，包括提交列表，词典，bloom过滤器等。段的数量多会增加承载这些数据结构的开销，这个内存的使用就是对这个开销的度量。
"count": 1171,
"memory_in_bytes": 17486054,
"terms_memory_in_bytes": 11679054,
"stored_fields_memory_in_bytes": 1628744,
"term_vectors_memory_in_bytes": 0,
"norms_memory_in_bytes": 1017280,
"points_memory_in_bytes": 745044,
"doc_values_memory_in_bytes": 2415932,
"index_writer_memory_in_bytes": 42232420,
"version_map_memory_in_bytes": 10812921,
"fixed_bit_set_memory_in_bytes": 148136,
"max_unsafe_auto_id_timestamp": 1534205010926,
"file_sizes": {}
},
"translog": {
"operations": 2422069,
"size_in_bytes": 2187759163,
"uncommitted_operations": 1092028,
"uncommitted_size_in_bytes": 1116860690,
"earliest_last_modified_age": 0
},
"request_cache": {
"memory_size_in_bytes": 524054,
"evictions": 0,
"hit_count": 157346,
"miss_count": 15441
},
"recovery": {
"current_as_source": 0,
"current_as_target": 0,
"throttle_time_in_millis": 0
}
},
"os": {
"timestamp": 1534242596057,
"cpu": {
"percent": 7,
"load_average": {
"1m": 0.02,
"5m": 0.05,
"15m": 0.12
}
},
"mem": {
"total_in_bytes": 8203104256,
"free_in_bytes": 147980288,
"used_in_bytes": 8055123968,
"free_percent": 2,
"used_percent": 98
},
"swap": {
"total_in_bytes": 536866816,
"free_in_bytes": 531492864,
"used_in_bytes": 5373952
},
"cgroup": {
"cpuacct": {
"control_group": "/",
"usage_nanos": 47396754950801
},
"cpu": {
"control_group": "/",
"cfs_period_micros": 100000,
"cfs_quota_micros": -1,
"stat": {
"number_of_elapsed_periods": 0,
"number_of_times_throttled": 0,
"time_throttled_nanos": 0
}
},
"memory": {
"control_group": "/",
"limit_in_bytes": "",
"usage_in_bytes": ""
}
}
},
"process": {
"timestamp": 1534242596058,
"open_file_descriptors": 1317,
"max_file_descriptors": 65536,
"cpu": {
"percent": 7,
"total_in_millis": 44676020
},
"mem": {
"total_virtual_in_bytes": 12394913792
}
},
"jvm": {
"timestamp": 1534242596059,
"uptime_in_millis": 463947765,
"mem": {
"heap_used_in_bytes": 1039819544,
"heap_used_percent": 19,
"heap_committed_in_bytes": 5333843968,
"heap_max_in_bytes": 5333843968,
"non_heap_used_in_bytes": 186193160,
"non_heap_committed_in_bytes": 198041600,
"pools": {
"young": {
"used_in_bytes": 179829784,
"max_in_bytes": 279183360,
"peak_used_in_bytes": 279183360,
"peak_max_in_bytes": 279183360
},
"survivor": {
"used_in_bytes": 10640952,
"max_in_bytes": 34865152,
"peak_used_in_bytes": 34865152,
"peak_max_in_bytes": 34865152
},
"old": {
"used_in_bytes": 849348808,
"max_in_bytes": 5019795456,
"peak_used_in_bytes": 3773164872,
"peak_max_in_bytes": 5019795456
}
}
},
"threads": {
"count": 118,
"peak_count": 122
},
"gc": {
"collectors": {
"young": {
"collection_count": 92158,
"collection_time_in_millis": 1728982
},
"old": {
"collection_count": 19,
"collection_time_in_millis": 2384
}
}
},
"buffer_pools": {
"direct": {
"count": 45,
"used_in_bytes": 135044601,
"total_capacity_in_bytes": 135044600
},
"mapped": {
"count": 2827,
"used_in_bytes": 2924840579,
"total_capacity_in_bytes": 2924840579
}
},
"classes": {
"current_loaded_count": 17649,
"total_loaded_count": 17806,
"total_unloaded_count": 157
}
},
"thread_pool": {
"analyze": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"fetch_shard_started": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"fetch_shard_store": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"flush": {
"threads": 2,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 2,
"completed": 10481
},
"force_merge": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"generic": {
"threads": 7,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 7,
"completed": 1252071
},
"get": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 138926
},
"index": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 46253
},
"listener": {
"threads": 2,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 2,
"completed": 16
},
"management": {
"threads": 5,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 5,
"completed": 802281
},
"ml_autodetect": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"ml_datafeed": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"ml_utility": {
"threads": 25,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 25,
"completed": 25
},
"refresh": {
"threads": 2,
"queue": 0,
"active": 1,
"rejected": 0,
"largest": 2,
"completed": 16523282
},
"rollup_indexing": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"search": {
"threads": 7,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 7,
"completed": 722194
},
"security-token-key": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"snapshot": {
"threads": 0,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 0,
"completed": 0
},
"warmer": {
"threads": 2,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 2,
"completed": 389633
},
"watcher": {
"threads": 20,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 20,
"completed": 46242
},
"write": {
"threads": 4,
"queue": 0,
"active": 0,
"rejected": 0,
"largest": 4,
"completed": 1162801
}
},
"fs": {
"timestamp": 1534242596059,
"total": {
"total_in_bytes": 321965260800,
"free_in_bytes": 316715397120,
"available_in_bytes": 316715397120
},
"least_usage_estimate": {
"path": "/data/elasticsearch/data/nodes/0",
"total_in_bytes": 321965260800,
"available_in_bytes": 316714684416,
"used_disk_percent": 1.63078972276503
},
"most_usage_estimate": {
"path": "/data/elasticsearch/data/nodes/0",
"total_in_bytes": 321965260800,
"available_in_bytes": 316714684416,
"used_disk_percent": 1.63078972276503
},
"data": [
{
"path": "/data/elasticsearch/data/nodes/0",
"mount": "/data (/dev/vdb)",
"type": "xfs",
"total_in_bytes": 321965260800,
"free_in_bytes": 316715397120,
"available_in_bytes": 316715397120
}
],
"io_stats": {
"devices": [
{
"device_name": "vdb",
"operations": 7009127,
"read_operations": 43871,
"write_operations": 6965256,
"read_kilobytes": 789805,
"write_kilobytes": 384479626
}
],
"total": {
"operations": 7009127,
"read_operations": 43871,
"write_operations": 6965256,
"read_kilobytes": 789805,
"write_kilobytes": 384479626
}
}
},
"transport": {
"server_open": 0,
"rx_count": 10,
"rx_size_in_bytes": 5428,
"tx_count": 10,
"tx_size_in_bytes": 5428
},
"http": {
"current_open": 23,
"total_opened": 2739
},
"breakers": {
"request": {
"limit_size_in_bytes": 3200306380,
"limit_size": "2.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"fielddata": {
"limit_size_in_bytes": 3200306380,
"limit_size": "2.9gb",
"estimated_size_in_bytes": 25312,
"estimated_size": "24.7kb",
"overhead": 1.03,
"tripped": 0
},
"in_flight_requests": {
"limit_size_in_bytes": 5333843968,
"limit_size": "4.9gb",
"estimated_size_in_bytes": 0,
"estimated_size": "0b",
"overhead": 1,
"tripped": 0
},
"accounting": {
"limit_size_in_bytes": 5333843968,
"limit_size": "4.9gb",
"estimated_size_in_bytes": 17486054,
"estimated_size": "16.6mb",
"overhead": 1,
"tripped": 0
},
"parent": {
"limit_size_in_bytes": 3733690777,
"limit_size": "3.4gb",
"estimated_size_in_bytes": 17511366,
"estimated_size": "16.7mb",
"overhead": 1,
"tripped": 0
}
},
"script": {
"compilations": 27,
"cache_evictions": 0
},
"discovery": {
"cluster_state_queue": {
"total": 0,
"pending": 0,
"committed": 0
},
"published_cluster_states": {
"full_states": 0,
"incompatible_diffs": 0,
"compatible_diffs": 0
}
},
"ingest": {
"total": {
"count": 0,
"time_in_millis": 0,
"current": 0,
"failed": 0
},
"pipelines": {
"xpack_monitoring_6": {
"count": 0,
"time_in_millis": 0,
"current": 0,
"failed": 0
},
"xpack_monitoring_2": {
"count": 0,
"time_in_millis": 0,
"current": 0,
"failed": 0
}
}
},
"adaptive_selection": {
"lnlHC8yERCKXCuAc_2DPCQ": {
"outgoing_searches": 0,
"avg_queue_size": 0,
"avg_service_time_ns": 61180,
"avg_response_time_ns": 326251,
"rank": "0.3"
}
}
}
}
}