2023-04-29 23:29:05 +02:00
|
|
|
{ config, pkgs, ... }:
|
|
|
|
{
|
|
|
|
|
2024-05-15 14:39:21 +02:00
|
|
|
services.opentelemetry-collector.settings = {
|
|
|
|
exporters.loki = {
|
2024-05-16 09:49:22 +02:00
|
|
|
endpoint = "http://127.0.0.1:${toString config.services.loki.configuration.server.http_listen_port}/loki/api/v1/push";
|
2024-05-15 22:54:12 +02:00
|
|
|
default_labels_enabled = {
|
|
|
|
exporter = true;
|
|
|
|
job = true;
|
|
|
|
instance = true;
|
|
|
|
level = true;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
processors = {
|
|
|
|
attributes.actions = [
|
|
|
|
{
|
|
|
|
action = "insert";
|
|
|
|
key = "loki.attribute.labels";
|
2024-05-16 13:10:48 +02:00
|
|
|
value = "job, unit, boot_id, instance, facility, priority";
|
|
|
|
}
|
|
|
|
];
|
|
|
|
resource.attributes = [
|
|
|
|
{
|
|
|
|
action = "insert";
|
|
|
|
key = "loki.resource.labels";
|
|
|
|
value = "host.name";
|
|
|
|
}
|
|
|
|
{
|
|
|
|
action = "insert";
|
|
|
|
key = "loki.format";
|
|
|
|
value = "raw";
|
2024-05-15 22:54:12 +02:00
|
|
|
}
|
|
|
|
];
|
2024-05-15 14:39:21 +02:00
|
|
|
};
|
|
|
|
service.pipelines.logs.exporters = [ "loki" ];
|
2024-05-15 22:54:12 +02:00
|
|
|
service.pipelines.logs.processors = [ "resource" "attributes" ];
|
2024-05-15 14:39:21 +02:00
|
|
|
};
|
|
|
|
|
2023-04-29 23:29:05 +02:00
|
|
|
services.loki = {
|
|
|
|
enable = true;
|
2024-05-17 10:15:03 +02:00
|
|
|
# https://grafana.com/docs/loki/latest/configure/#supported-contents-and-default-values-of-lokiyaml
|
2023-04-29 23:29:05 +02:00
|
|
|
configuration = {
|
2024-05-15 22:54:12 +02:00
|
|
|
|
2023-04-29 23:29:05 +02:00
|
|
|
server = {
|
|
|
|
http_listen_port = 3100;
|
|
|
|
log_level = "warn";
|
|
|
|
};
|
|
|
|
auth_enabled = false;
|
|
|
|
|
|
|
|
ingester = {
|
|
|
|
lifecycler = {
|
|
|
|
address = "127.0.0.1";
|
|
|
|
ring = {
|
|
|
|
kvstore = {
|
|
|
|
store = "inmemory";
|
|
|
|
};
|
|
|
|
replication_factor = 1;
|
|
|
|
};
|
|
|
|
};
|
|
|
|
chunk_idle_period = "1h";
|
|
|
|
max_chunk_age = "1h";
|
|
|
|
chunk_target_size = 999999;
|
|
|
|
chunk_retain_period = "30s";
|
|
|
|
max_transfer_retries = 0;
|
|
|
|
};
|
|
|
|
|
|
|
|
schema_config = {
|
|
|
|
configs = [{
|
|
|
|
from = "2022-06-06";
|
|
|
|
store = "boltdb-shipper";
|
|
|
|
object_store = "filesystem";
|
|
|
|
schema = "v11";
|
|
|
|
index = {
|
|
|
|
prefix = "index_";
|
|
|
|
period = "24h";
|
|
|
|
};
|
|
|
|
}];
|
|
|
|
};
|
|
|
|
|
|
|
|
storage_config = {
|
|
|
|
boltdb_shipper = {
|
|
|
|
active_index_directory = "/var/lib/loki/boltdb-shipper-active";
|
|
|
|
cache_location = "/var/lib/loki/boltdb-shipper-cache";
|
|
|
|
cache_ttl = "24h";
|
|
|
|
shared_store = "filesystem";
|
|
|
|
};
|
|
|
|
|
|
|
|
filesystem = {
|
|
|
|
directory = "/var/lib/loki/chunks";
|
|
|
|
};
|
|
|
|
};
|
|
|
|
|
|
|
|
limits_config = {
|
|
|
|
reject_old_samples = true;
|
|
|
|
reject_old_samples_max_age = "168h";
|
|
|
|
};
|
|
|
|
|
|
|
|
chunk_store_config = {
|
|
|
|
max_look_back_period = "0s";
|
|
|
|
};
|
|
|
|
|
|
|
|
table_manager = {
|
|
|
|
retention_deletes_enabled = false;
|
|
|
|
retention_period = "0s";
|
|
|
|
};
|
|
|
|
|
|
|
|
compactor = {
|
|
|
|
working_directory = "/var/lib/loki";
|
|
|
|
shared_store = "filesystem";
|
|
|
|
compactor_ring = {
|
|
|
|
kvstore = {
|
|
|
|
store = "inmemory";
|
|
|
|
};
|
|
|
|
};
|
|
|
|
};
|
2024-05-17 10:15:03 +02:00
|
|
|
|
|
|
|
# The query_range block configures the query splitting and caching in the Loki query-frontend.
|
|
|
|
query_range = {
|
|
|
|
# Perform query parallelisations based on storage sharding configuration and
|
|
|
|
# query ASTs. This feature is supported only by the chunks storage engine.
|
|
|
|
parallelise_shardable_queries = false; # false because of https://github.com/grafana/loki/issues/7649#issuecomment-1625645403
|
|
|
|
};
|
2023-04-29 23:29:05 +02:00
|
|
|
};
|
2024-05-17 10:15:03 +02:00
|
|
|
|
2023-04-29 23:29:05 +02:00
|
|
|
# user, group, dataDir, extraFlags, (configFile)
|
|
|
|
};
|
|
|
|
|
2024-05-17 10:15:03 +02:00
|
|
|
# https://grafana.com/docs/grafana/latest/datasources/loki/#provision-the-loki-data-source
|
2024-05-16 09:49:22 +02:00
|
|
|
services.grafana.provision.datasources.settings = {
|
|
|
|
apiVersion = 1;
|
|
|
|
datasources = [
|
|
|
|
{
|
|
|
|
name = "Loki";
|
|
|
|
type = "loki";
|
|
|
|
uid = "loki01";
|
|
|
|
url = "http://localhost:${toString config.services.loki.configuration.server.http_listen_port}";
|
2024-05-17 10:15:03 +02:00
|
|
|
jsonData = {
|
|
|
|
timeout = 360;
|
|
|
|
maxLines = 1000;
|
|
|
|
};
|
2024-05-16 09:49:22 +02:00
|
|
|
}
|
|
|
|
];
|
|
|
|
};
|
2023-04-29 23:29:05 +02:00
|
|
|
|
|
|
|
}
|