service/loki: fix loki 3.0.0

This commit is contained in:
Felix Buehler 2024-06-01 18:47:54 +02:00
parent 1d45ea7ac2
commit baed8f6fc3

View file

@ -61,7 +61,26 @@ in
}; };
}; };
config = lib.mkIf cfg.enable { config =
let
rulerConfig = {
groups = [
{
name = "alerting-rules";
rules = lib.mapAttrsToList
(name: opts: {
alert = name;
inherit (opts) condition labels;
for = opts.time;
annotations.description = opts.description;
})
cfg.rules;
}
];
};
rulerFile = pkgs.writeText "ruler.yml" (builtins.toJSON rulerConfig);
in
lib.mkIf cfg.enable {
services = { services = {
loki = { loki = {
enable = true; enable = true;
@ -76,48 +95,47 @@ in
instance_addr = "127.0.0.1"; instance_addr = "127.0.0.1";
ring.kvstore.store = "inmemory"; ring.kvstore.store = "inmemory";
replication_factor = 1; replication_factor = 1;
path_prefix = "/tmp/loki";
path_prefix = config.services.loki.dataDir;
storage.filesystem = {
chunks_directory = "${config.services.loki.dataDir}/chunks";
rules_directory = "${config.services.loki.dataDir}/rules";
};
}; };
ruler = lib.mkIf config.my.services.alertmanager.enable { ruler = lib.mkIf config.my.services.alertmanager.enable {
storage = { storage = {
type = "local"; type = "local";
local = { local.directory = "${config.services.loki.dataDir}/ruler";
# having the "fake" directory is important, because loki is running in single-tenant mode
directory = pkgs.writeTextDir "fake/loki-rules.yml" (builtins.toJSON {
groups = [
{
name = "alerting-rules";
rules = lib.mapAttrsToList
(name: opts: {
alert = name;
inherit (opts) condition labels;
for = opts.time;
annotations.description = opts.description;
})
cfg.rules;
}
];
});
}; };
}; rule_path = "${config.services.loki.dataDir}/rules";
alertmanager_url = "http://127.0.0.1:${toString config.my.services.alertmanager.port}"; alertmanager_url = "http://127.0.0.1:${toString config.my.services.alertmanager.port}";
enable_alertmanager_v2 = true; enable_alertmanager_v2 = true;
}; };
schema_config = { schema_config = {
configs = [{ configs = [{
from = "2020-05-15"; from = "2020-11-08";
store = "boltdb-shipper"; store = "tsdb";
object_store = "filesystem"; object_store = "filesystem";
schema = "v11"; schema = "v13";
index = { index = {
prefix = "index_"; prefix = "index_";
period = "24h"; period = "24h";
}; };
}]; }];
}; };
limits_config = {
max_query_lookback = "672h"; # 28 days
retention_period = "672h"; # 28 days
};
compactor = {
working_directory = "${config.services.loki.dataDir}/compactor";
retention_enabled = true;
delete_request_store = "filesystem";
};
}; };
}; };
@ -156,6 +174,14 @@ in
}; };
}; };
systemd.tmpfiles.rules = [
"d /var/lib/loki 0700 loki loki - -"
"d /var/lib/loki/ruler 0700 loki loki - -"
"d /var/lib/loki/rules 0700 loki loki - -"
"L /var/lib/loki/ruler/ruler.yml - - - - ${rulerFile}"
];
systemd.services.loki.reloadTriggers = [ rulerFile ];
my.services.loki.rules = { my.services.loki.rules = {
loki_highLogRate = { loki_highLogRate = {
condition = ''sum by (host) (rate({unit="loki.service"}[1m])) > 60''; condition = ''sum by (host) (rate({unit="loki.service"}[1m])) > 60'';