PERF(loki): switch from MinIO to local filesystem storage
- Change storage type from S3 to filesystem (emptyDir) - Remove MinIO/S3 configuration and credentials - Reduce retention from 7 days to 3 days for local storage - Increase emptyDir size from 2Gi to 5Gi - Eliminates MinIO CPU load from Loki operations
This commit is contained in:
@@ -1,39 +1,31 @@
|
|||||||
# Loki Helm Values
|
# Loki Helm Values
|
||||||
# Chart: https://grafana.github.io/helm-charts
|
# Chart: https://grafana.github.io/helm-charts
|
||||||
# Single binary deployment with S3 (MinIO) storage
|
# Single binary deployment with local filesystem storage (emptyDir)
|
||||||
|
|
||||||
loki:
|
loki:
|
||||||
# Use S3 storage (MinIO)
|
# Use local filesystem storage (emptyDir)
|
||||||
storage:
|
storage:
|
||||||
type: s3
|
type: filesystem
|
||||||
s3:
|
|
||||||
endpoint: minio.minio.svc.cluster.local:9000
|
|
||||||
s3ForcePathStyle: true
|
|
||||||
insecure: true
|
|
||||||
bucketNames:
|
|
||||||
chunks: loki
|
|
||||||
ruler: loki
|
|
||||||
admin: loki
|
|
||||||
|
|
||||||
# Single binary mode with 1 replica
|
# Single binary mode with 1 replica
|
||||||
commonConfig:
|
commonConfig:
|
||||||
replication_factor: 1
|
replication_factor: 1
|
||||||
path_prefix: /var/loki
|
path_prefix: /var/loki
|
||||||
|
|
||||||
# Schema config - S3 backend
|
# Schema config - filesystem backend
|
||||||
schemaConfig:
|
schemaConfig:
|
||||||
configs:
|
configs:
|
||||||
- from: "2024-01-01"
|
- from: "2024-01-01"
|
||||||
store: tsdb
|
store: tsdb
|
||||||
object_store: s3
|
object_store: filesystem
|
||||||
schema: v13
|
schema: v13
|
||||||
index:
|
index:
|
||||||
prefix: index_
|
prefix: index_
|
||||||
period: 24h
|
period: 24h
|
||||||
|
|
||||||
# Limits
|
# Limits - reduced retention for local storage
|
||||||
limits_config:
|
limits_config:
|
||||||
retention_period: 168h # 7 days
|
retention_period: 72h # 3 days (reduced for emptyDir)
|
||||||
ingestion_rate_mb: 10
|
ingestion_rate_mb: 10
|
||||||
ingestion_burst_size_mb: 20
|
ingestion_burst_size_mb: 20
|
||||||
max_streams_per_user: 10000
|
max_streams_per_user: 10000
|
||||||
@@ -46,7 +38,7 @@ deploymentMode: SingleBinary
|
|||||||
|
|
||||||
singleBinary:
|
singleBinary:
|
||||||
replicas: 1
|
replicas: 1
|
||||||
# Disable PVC - use emptyDir for WAL (data stored in MinIO)
|
# Disable PVC - use emptyDir for all data
|
||||||
persistence:
|
persistence:
|
||||||
enabled: false
|
enabled: false
|
||||||
# Soft anti-affinity for HA
|
# Soft anti-affinity for HA
|
||||||
@@ -62,7 +54,7 @@ singleBinary:
|
|||||||
extraVolumes:
|
extraVolumes:
|
||||||
- name: data
|
- name: data
|
||||||
emptyDir:
|
emptyDir:
|
||||||
sizeLimit: 2Gi
|
sizeLimit: 5Gi
|
||||||
extraVolumeMounts:
|
extraVolumeMounts:
|
||||||
- name: data
|
- name: data
|
||||||
mountPath: /var/loki
|
mountPath: /var/loki
|
||||||
@@ -74,18 +66,6 @@ singleBinary:
|
|||||||
memory: 363Mi
|
memory: 363Mi
|
||||||
limits:
|
limits:
|
||||||
memory: 363Mi
|
memory: 363Mi
|
||||||
# MinIO S3 credentials from secret
|
|
||||||
extraEnv:
|
|
||||||
- name: AWS_ACCESS_KEY_ID
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef:
|
|
||||||
name: minio-s3-credentials
|
|
||||||
key: AWS_ACCESS_KEY_ID
|
|
||||||
- name: AWS_SECRET_ACCESS_KEY
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef:
|
|
||||||
name: minio-s3-credentials
|
|
||||||
key: AWS_SECRET_ACCESS_KEY
|
|
||||||
|
|
||||||
# Disable components not needed in single binary mode
|
# Disable components not needed in single binary mode
|
||||||
backend:
|
backend:
|
||||||
@@ -105,7 +85,7 @@ chunksCache:
|
|||||||
resultsCache:
|
resultsCache:
|
||||||
enabled: false
|
enabled: false
|
||||||
|
|
||||||
# Loki Canary - disabled to reduce MinIO load
|
# Loki Canary - disabled
|
||||||
lokiCanary:
|
lokiCanary:
|
||||||
enabled: false
|
enabled: false
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user