mirror of https://github.com/grafana/loki
chore(ksonnet): Simplify configuration of ingester deployment (#10542)
Simplify deployment with ksonnet: Remove `stateful_ingesters` flag, because ingesters should always be deployed as StatefulSet with WAL (write ahead log) enabled. Signed-off-by: Christian Haudum <christian.haudum@gmail.com>pull/10991/head
Christian Haudum
2 years ago
committed by
GitHub
parent
9d9b05ad40
commit
b43e253925
@ -0,0 +1,70 @@ |
||||
{ |
||||
local container = $.core.v1.container, |
||||
local deployment = $.apps.v1.deployment, |
||||
local policyRule = $.rbac.v1.policyRule, |
||||
local roleBinding = $.rbac.v1.roleBinding, |
||||
local role = $.rbac.v1.role, |
||||
local service = $.core.v1.service, |
||||
local serviceAccount = $.core.v1.serviceAccount, |
||||
|
||||
_images+:: { |
||||
rollout_operator: 'grafana/rollout-operator:v0.1.1', |
||||
}, |
||||
|
||||
rollout_operator_args:: { |
||||
'kubernetes.namespace': $._config.namespace, |
||||
}, |
||||
|
||||
local rollout_operator_enabled = $._config.multi_zone_ingester_enabled, |
||||
|
||||
rollout_operator_container:: |
||||
container.new('rollout-operator', $._images.rollout_operator) + |
||||
container.withArgsMixin($.util.mapToFlags($.rollout_operator_args)) + |
||||
container.withPorts([ |
||||
$.core.v1.containerPort.new('http-metrics', 8001), |
||||
]) + |
||||
$.util.resourcesRequests('100m', '100Mi') + |
||||
$.util.resourcesLimits('1', '200Mi') + |
||||
container.mixin.readinessProbe.httpGet.withPath('/ready') + |
||||
container.mixin.readinessProbe.httpGet.withPort(8001) + |
||||
container.mixin.readinessProbe.withInitialDelaySeconds(5) + |
||||
container.mixin.readinessProbe.withTimeoutSeconds(1), |
||||
|
||||
rollout_operator_deployment: if !rollout_operator_enabled then {} else |
||||
deployment.new('rollout-operator', 1, [$.rollout_operator_container]) + |
||||
deployment.mixin.metadata.withName('rollout-operator') + |
||||
deployment.mixin.spec.template.spec.withServiceAccountName('rollout-operator') + |
||||
// Ensure Kubernetes doesn't run 2 operators at the same time. |
||||
deployment.mixin.spec.strategy.rollingUpdate.withMaxSurge(0) + |
||||
deployment.mixin.spec.strategy.rollingUpdate.withMaxUnavailable(1), |
||||
|
||||
rollout_operator_role: if !rollout_operator_enabled then null else |
||||
role.new('rollout-operator-role') + |
||||
role.mixin.metadata.withNamespace($._config.namespace) + |
||||
role.withRulesMixin([ |
||||
policyRule.withApiGroups('') + |
||||
policyRule.withResources(['pods']) + |
||||
policyRule.withVerbs(['list', 'get', 'watch', 'delete']), |
||||
policyRule.withApiGroups('apps') + |
||||
policyRule.withResources(['statefulsets']) + |
||||
policyRule.withVerbs(['list', 'get', 'watch', 'update', 'patch']), |
||||
policyRule.withApiGroups('apps') + |
||||
policyRule.withResources(['statefulsets/status']) + |
||||
policyRule.withVerbs(['update']), |
||||
]), |
||||
|
||||
rollout_operator_rolebinding: if !rollout_operator_enabled then null else |
||||
roleBinding.new('rollout-operator-rolebinding') + |
||||
roleBinding.mixin.metadata.withNamespace($._config.namespace) + |
||||
roleBinding.mixin.roleRef.withApiGroup('rbac.authorization.k8s.io') + |
||||
roleBinding.mixin.roleRef.withKind('Role') + |
||||
roleBinding.mixin.roleRef.withName('rollout-operator-role') + |
||||
roleBinding.withSubjectsMixin({ |
||||
kind: 'ServiceAccount', |
||||
name: 'rollout-operator', |
||||
namespace: $._config.namespace, |
||||
}), |
||||
|
||||
rollout_operator_service_account: if !rollout_operator_enabled then null else |
||||
serviceAccount.new('rollout-operator'), |
||||
} |
||||
@ -1,45 +0,0 @@ |
||||
local k = import 'ksonnet-util/kausal.libsonnet'; |
||||
|
||||
{ |
||||
local with(x) = if $._config.wal_enabled then x else {}, |
||||
|
||||
_config+:: { |
||||
stateful_ingesters: if $._config.wal_enabled then true else super.stateful_ingesters, |
||||
loki+: with({ |
||||
ingester+: { |
||||
wal+: { |
||||
enabled: true, |
||||
dir: '/loki/wal', |
||||
replay_memory_ceiling: '7GB', // should be set upto ~50% of available memory |
||||
}, |
||||
}, |
||||
}), |
||||
}, |
||||
|
||||
local pvc = k.core.v1.persistentVolumeClaim, |
||||
|
||||
ingester_wal_pvc:: with( |
||||
pvc.new('ingester-wal') + |
||||
pvc.mixin.spec.resources.withRequests({ storage: '150Gi' }) + |
||||
pvc.mixin.spec.withAccessModes(['ReadWriteOnce']) + |
||||
pvc.mixin.spec.withStorageClassName($._config.ingester_pvc_class) |
||||
), |
||||
|
||||
local container = k.core.v1.container, |
||||
local volumeMount = k.core.v1.volumeMount, |
||||
|
||||
ingester_container+:: with( |
||||
k.util.resourcesRequests('1', '7Gi') + |
||||
k.util.resourcesLimits('2', '14Gi') + |
||||
container.withVolumeMountsMixin([ |
||||
volumeMount.new('ingester-wal', $._config.loki.ingester.wal.dir), |
||||
]), |
||||
), |
||||
|
||||
|
||||
local statefulSet = k.apps.v1.statefulSet, |
||||
ingester_statefulset+: with( |
||||
statefulSet.spec.withVolumeClaimTemplatesMixin($.ingester_wal_pvc), |
||||
), |
||||
|
||||
} |
||||
Loading…
Reference in new issue