loki
Grafana和loki是同一家的
loki
目录示例
.
├── config
│ └── loki-config.yaml
├── docker-compose.yml启动
#!/bin/bash
name=loki
mkdir -p loki-data/
chown -R 10001:10001 loki-data/
docker rm -f ${name}
docker run -d \
--name ${name} \
--network host \
--restart always \
-v /etc/timezone:/etc/timezone:ro \
-v /etc/localtime:/etc/localtime:ro \
-v $(pwd)/config/loki-config.yaml:/etc/config/loki-config.yaml:ro \
-v $(pwd)/loki-data:/loki/data \
--log-driver json-file \
--log-opt max-size=10m \
--log-opt max-file=3 \
--cpus 7 \
--memory 12g \
grafana/loki:3.5.8 \
-config.file=/etc/config/loki-config.yaml -target=all,table-managerauth_enabled: false
server:
http_listen_port: 3100
grpc_server_max_recv_msg_size: 1048576000
grpc_server_max_send_msg_size: 1048576000
query_scheduler:
grpc_client_config:
max_send_msg_size: 1048576000
ingester_client:
grpc_client_config:
max_send_msg_size: 1048576000
common:
ring:
instance_addr: 127.0.0.1
kvstore:
store: inmemory
replication_factor: 1
path_prefix: /loki
ingester:
wal:
enabled: true
# 允许写入WAL
dir: /loki/data/wal
replay_memory_ceiling: 1GB
lifecycler:
address: 127.0.0.1
ring:
kvstore:
store: inmemory
replication_factor: 1
final_sleep: 0s
chunk_idle_period: 5m
chunk_retain_period: 30s
schema_config:
configs:
- from: 2020-10-24
store: tsdb
object_store: filesystem
schema: v13
index:
prefix: index_
period: 24h
limits_config:
# enforce_metric_name: false
reject_old_samples: true
reject_old_samples_max_age: 168h
# 令牌桶注入token的速率
# ingestion_rate_mb: | default = 4]
ingestion_rate_mb: 10240
# 令牌桶的容量
# ingestion_burst_size_mb: | default = 6]
ingestion_burst_size_mb: 1024
# 每个租户的最大日志流个数
# max_streams_per_user: | default = 10000
# 1000w
max_streams_per_user: 10000000
max_global_streams_per_user: 1000000
# label的key最大长度
# max_label_name_length: | default = 1024
max_label_name_length: 1024
# label的value最大长度
# max_label_value_length: | default = 2048
max_label_value_length: 204800
# 每个流中的最大label个数
# max_label_names_per_series: | default = 30
max_label_names_per_series: 300
# 单个查询最多匹配的chunk个数
# max_chunks_per_query: | default = 2000000
# 限制查询是匹配到的chunk大小，默认0为不限制
# max_query_length: | default = 0
# 单词查询最多匹配到的日志流个数
# max_streams_matchers_per_query: | default = 1000
max_streams_matchers_per_query: 10000
# 限制查询时最大的日志度量个数
# max_query_series: | default = 500
max_query_series: 10000
# 查询的并发数
# max_query_parallelism | default = 14
# 允许租户缓存结果的有效时间
# max_cache_freshness_per_query |default = 1m.
# max_cache_freshness_per_query: 5m
# 允许删除日志
table_manager:
retention_deletes_enabled: true
retention_period: 168hTip
以上是把日志存储在本地的配置，如果需要用到oss需要修改配置
Tip
如果要删除部分数据需要在配置里加入以下配置, <delete_request_store>为要删除的存储介质
compactor:
retention_enabled: true
delete_request_store: filesystem重启后调用
curl -g -X POST \
'http://127.0.0.1:3100/loki/api/v1/delete?query={foo="bar"}&start=1733122200&end=1733122800' \
-H 'X-Scope-OrgID: 1'一建启动的脚本
docker-compose.yml
version: "3"
networks:
loki:
services:
loki:
image: grafana/loki:3.1.0
ports:
- "3100:3100"
volumes:
- ./loki-config/:/mnt/config/
- ./loki-tmp:/tmp/loki
command: -config.file=/etc/loki/local-config.yaml
networks:
- loki
grafana:
environment:
- GF_PATHS_PROVISIONING=/etc/grafana/provisioning
entrypoint:
- sh
- -euc
- |
mkdir -p /etc/grafana/provisioning/datasources
cat <<EOF > /etc/grafana/provisioning/datasources/ds.yaml
apiVersion: 1
datasources:
- name: Loki
type: loki
access: proxy
orgId: 1
url: http://loki:3100
basicAuth: false
isDefault: true
version: 1
editable: false
EOF
/run.sh
image: grafana/grafana:11.1.0
volumes:
- /etc/localtime:/etc/localtime:ro
- ./plugins/:/var/lib/grafana/plugins
ports:
- "3000:3000"
networks:
- loki
docker插件
docker plugin install grafana/loki-docker-driver:2.8.0 --alias loki --grant-all-permissions