palo/nixos-config
palo/nixos-config
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Wiki Activity

add promtail log shipping

Browse source
This commit is contained in:
Ingolf Wagner 2024-05-15 14:39:21 +02:00
parent 4903ab6fd9
commit e69fdc44d9
Signed by: palo
GPG key ID: 76BF5F1928B9618B
7 changed files with 101 additions and 16 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
nixos/components/monitor/default.nix
View file

@ -14,6 +14,7 @@ with types;
./netdata.nix
./opentelemetry.nix
./prometheus.nix
./promtail.nix
./telegraf.nix
];

12
nixos/components/monitor/opentelemetry.nix
View file

@ -62,9 +62,9 @@ in
pipelines.metrics = {
exporters = [ "otlp" ];
};
#pipelines.logs = {
# exporters = [ "otlp" ];
#};
pipelines.logs = {
exporters = [ "otlp" ];
};
};
};
})
@ -77,9 +77,9 @@ in
pipelines.metrics = {
receivers = [ "otlp" ];
};
#pipelines.logs = {
# exporters = [ "otlp" ];
#};
pipelines.logs = {
receivers = [ "otlp" ];
};
};
};
})

67
nixos/components/monitor/promtail.nix Normal file
View file

@ -0,0 +1,67 @@
{ config, lib, ... }:
with lib;
with types;
let
cfg = config.components.monitor.promtail;
in
{
options.components.monitor.promtail = {
enable = mkOption {
type = lib.types.bool;
default = config.components.monitor.enable;
};
port = mkOption {
type = int;
default = 3500;
description = "port to provide promtail export";
};
};
config = mkMerge [
(mkIf config.components.monitor.promtail.enable {
services.opentelemetry-collector.settings = {
receivers.loki = {
protocols.http.endpoint = "127.0.0.1:${toString cfg.port}";
use_incoming_timestamp = true;
};
service.pipelines.logs.receivers = [ "loki" ];
};
services.promtail = {
enable = true;
configuration = {
server = {
http_listen_port = 28183;
grpc_listen_port = 0;
};
positions.filename = "/tmp/positions.yaml";
clients = [
{ url = "http://127.0.0.1:${toString cfg.port}/loki/api/v1/push"; }
];
scrape_configs = [
{
job_name = "journal";
journal = {
max_age = "12h";
};
relabel_configs = [
{
source_labels = [ "__journal__systemd_unit" ];
target_label = "unit";
}
{
source_labels = [ "__journal__transport" ];
target_label = "transport";
}
];
}
];
};
};
})
];
}

3
nixos/machines/chungus/cache.nix
View file

@ -1,7 +1,8 @@
{ ... }:
{
# port 5000 already in use.
services.nix-serve = {
enable = true;
enable = false;
# needed if i want to trust my own build packages and dirivations
# nix-store --generate-binary-cache-key key-name secret-key-file public-key-file

4
nixos/machines/chungus/configuration.nix
View file

@ -35,14 +35,14 @@
./media-syncthing.nix
# logging
./loki.nix
./loki-promtail.nix
./grafana.nix
./telemetry/telegraf-smart.nix
./telemetry/telegraf.nix
#./telemetry/opentelemetry-hass.nix
./telemetry/prometheus.nix
./telemetry/loki.nix
#./telemetry/promtail.nix
#./home-display.nix

8
nixos/machines/chungus/loki.nix → nixos/machines/chungus/telemetry/loki.nix
View file

@ -1,6 +1,14 @@
{ config, pkgs, ... }:
{
services.opentelemetry-collector.settings = {
exporters.loki = {
endpoint = "http://127.0.0.1:3100/loki/api/v1/push";
};
service.pipelines.logs.exporters = [ "loki" ];
};
services.loki = {
enable = true;
configuration = {

22
nixos/machines/chungus/loki-promtail.nix → nixos/machines/chungus/telemetry/promtail.nix
View file

@ -1,5 +1,14 @@
{ config, ... }:
{
services.opentelemetry-collector.settings = {
receivers.loki = {
protocols.http.endpoint = "127.0.0.1:3500";
use_incoming_timestamp = true;
};
service.pipelines.logs.receivers = [ "loki" ];
};
services.promtail = {
enable = true;
configuration = {
@ -7,9 +16,10 @@
http_listen_port = 28183;
grpc_listen_port = 0;
};
positions.filename = "/tmp/positions.yaml";
clients = [
{ url = "http://127.0.0.1:3100/loki/api/v1/push"; }
{ url = "http://127.0.0.1:3500/loki/api/v1/push"; }
];
scrape_configs = [
@ -17,10 +27,10 @@
job_name = "journal";
journal = {
max_age = "12h";
labels = {
job = "systemd-journal";
host = config.networking.hostName;
};
#labels = {
# job = "systemd-journal";
# host = config.networking.hostName;
#};
};
relabel_configs = [
{
@ -34,8 +44,6 @@
];
}
];
};
};
}