mirror of https://github.com/grafana/loki
Add empty k3d cluster for testing helm chart (#7984)
**What this PR does / why we need it**: Add a new k3d cluster which is a cluster that has all Loki dependencies for purposes of testing the helm charts using `helm install`. The other environments use the helm charts, but deploy them using `tanka` and therefore can't catch certain race conditions or issues that occur with helm installs.pull/7964/head^2
Trevor Whitney
2 years ago
committed by
GitHub
parent
f9ed9cb7d9
commit
98fd01aef8
@ -0,0 +1,12 @@ |
||||
# Empty Helm Cluster |
||||
|
||||
This is a cluster designed for testing out helm charts. It is meant for running `helm install` against. It provides the required dependencies of the helm chart and nothing else (ie. minio is installed by the helm chart). This differs from the other envs that, while also using the helm chart, use `tanka` to deploy those charts. |
||||
|
||||
## Using |
||||
|
||||
From the `k3d` directory, run the following commands |
||||
|
||||
```bash |
||||
make helm-cluster |
||||
make helm-install-enterprise-logs |
||||
``` |
||||
@ -0,0 +1,130 @@ |
||||
local k = import 'github.com/grafana/jsonnet-libs/ksonnet-util/kausal.libsonnet'; |
||||
local tanka = import 'github.com/grafana/jsonnet-libs/tanka-util/main.libsonnet'; |
||||
|
||||
local grafana = import 'grafana/grafana.libsonnet'; |
||||
local envVar = if std.objectHasAll(k.core.v1, 'envVar') then k.core.v1.envVar else k.core.v1.container.envType; |
||||
local helm = tanka.helm.new(std.thisFile); |
||||
|
||||
local spec = (import './spec.json').spec; |
||||
|
||||
{ |
||||
local prometheusServerName = self.prometheus.service_prometheus_kube_prometheus_prometheus.metadata.name, |
||||
local prometheusUrl = 'http://%s:9090' % prometheusServerName, |
||||
|
||||
local provisionedSecretPrefix = 'provisioned-secret', |
||||
local adminTokenSecret = 'gel-admin-token', |
||||
|
||||
local tenant = 'loki', |
||||
|
||||
_config+:: { |
||||
namespace: spec.namespace, |
||||
adminTokenSecret: adminTokenSecret, |
||||
}, |
||||
|
||||
lokiNamespace: k.core.v1.namespace.new('loki'), |
||||
gelLicenseSecret: k.core.v1.secret.new('gel-license', {}, type='Opaque') |
||||
+ k.core.v1.secret.withStringData({ |
||||
'license.jwt': importstr '../../secrets/gel.jwt', |
||||
}) |
||||
+ k.core.v1.secret.metadata.withNamespace('loki'), |
||||
|
||||
prometheus: helm.template('prometheus', '../../charts/kube-prometheus-stack', { |
||||
namespace: $._config.namespace, |
||||
values+: { |
||||
grafana+: { |
||||
enabled: false, |
||||
}, |
||||
prometheus: { |
||||
prometheusSpec: { |
||||
serviceMonitorSelector: { |
||||
matchLabels: { |
||||
release: 'prometheus', |
||||
}, |
||||
}, |
||||
}, |
||||
}, |
||||
}, |
||||
kubeVersion: 'v1.18.0', |
||||
noHooks: false, |
||||
}), |
||||
|
||||
local datasource = grafana.datasource, |
||||
local lokiGatewayUrl = 'http://enterprise-logs-gateway.loki.svc.cluster.local', |
||||
prometheus_datasource:: datasource.new('prometheus', prometheusUrl, type='prometheus', default=false), |
||||
loki_datasource:: datasource.new('loki', lokiGatewayUrl, type='loki', default=true) + |
||||
datasource.withBasicAuth(tenant, '${PROVISIONED_TENANT_TOKEN}'), |
||||
|
||||
grafanaNamespace: k.core.v1.namespace.new('grafana'), |
||||
grafana: grafana |
||||
+ grafana.withAnonymous() |
||||
+ grafana.withImage('grafana/grafana-enterprise:8.2.5') |
||||
+ grafana.withGrafanaIniConfig({ |
||||
sections+: { |
||||
server+: { |
||||
http_port: 3000, |
||||
}, |
||||
users+: { |
||||
default_theme: 'light', |
||||
}, |
||||
paths+: { |
||||
provisioning: '/etc/grafana/provisioning', |
||||
}, |
||||
}, |
||||
}) |
||||
+ grafana.withEnterpriseLicenseText(importstr '../../secrets/grafana.jwt') |
||||
+ grafana.addDatasource('prometheus', $.prometheus_datasource) |
||||
+ grafana.addDatasource('loki', $.loki_datasource) |
||||
+ { |
||||
local container = k.core.v1.container, |
||||
grafana_deployment+: |
||||
k.apps.v1.deployment.hostVolumeMount( |
||||
name='enterprise-logs-app', |
||||
hostPath='/var/lib/grafana/plugins/grafana-enterprise-logs-app/dist', |
||||
path='/grafana-enterprise-logs-app', |
||||
volumeMixin=k.core.v1.volume.hostPath.withType('Directory') |
||||
) |
||||
+ k.apps.v1.deployment.emptyVolumeMount('grafana-var', '/var/lib/grafana') |
||||
+ k.apps.v1.deployment.emptyVolumeMount('grafana-plugins', '/etc/grafana/provisioning/plugins') |
||||
+ k.apps.v1.deployment.spec.template.spec.withInitContainersMixin([ |
||||
container.new('startup', 'alpine:latest') + |
||||
container.withCommand([ |
||||
'/bin/sh', |
||||
'-euc', |
||||
||| |
||||
mkdir -p /var/lib/grafana/plugins |
||||
cp -r /grafana-enterprise-logs-app /var/lib/grafana/plugins/grafana-enterprise-logs-app |
||||
chown -R 472:472 /var/lib/grafana/plugins |
||||
|
||||
cat > /etc/grafana/provisioning/plugins/enterprise-logs.yaml <<EOF |
||||
apiVersion: 1 |
||||
apps: |
||||
- type: grafana-enterprise-logs-app |
||||
jsonData: |
||||
backendUrl: %s |
||||
base64EncodedAccessTokenSet: true |
||||
secureJsonData: |
||||
base64EncodedAccessToken: "$$(echo -n ":$$GEL_ADMIN_TOKEN" | base64 | tr -d '[:space:]')" |
||||
EOF |
||||
||| % lokiGatewayUrl, |
||||
]) + |
||||
container.withVolumeMounts([ |
||||
k.core.v1.volumeMount.new('enterprise-logs-app', '/grafana-enterprise-logs-app', false), |
||||
k.core.v1.volumeMount.new('grafana-var', '/var/lib/grafana', false), |
||||
k.core.v1.volumeMount.new('grafana-plugins', '/etc/grafana/provisioning/plugins', false), |
||||
]) + |
||||
container.withImagePullPolicy('IfNotPresent') + |
||||
container.mixin.securityContext.withPrivileged(true) + |
||||
container.mixin.securityContext.withRunAsUser(0) + |
||||
container.mixin.withEnv([ |
||||
envVar.fromSecretRef('GEL_ADMIN_TOKEN', adminTokenSecret, 'token'), |
||||
]), |
||||
]) + k.apps.v1.deployment.mapContainers( |
||||
function(c) c { |
||||
env+: [ |
||||
envVar.new('GF_PLUGINS_ALLOW_LOADING_UNSIGNED_PLUGINS', 'grafana-enterprise-logs-app'), |
||||
envVar.fromSecretRef('PROVISIONED_TENANT_TOKEN', '%s-%s' % [provisionedSecretPrefix, tenant], 'token-read'), |
||||
], |
||||
} |
||||
), |
||||
}, |
||||
} |
||||
@ -0,0 +1,14 @@ |
||||
{ |
||||
"apiVersion": "tanka.dev/v1alpha1", |
||||
"kind": "Environment", |
||||
"metadata": { |
||||
"name": "environments/helm-cluster", |
||||
"namespace": "environments/helm-cluster/main.jsonnet" |
||||
}, |
||||
"spec": { |
||||
"apiServer": "https://0.0.0.0:43237", |
||||
"namespace": "k3d-helm-cluster", |
||||
"resourceDefaults": {}, |
||||
"expectVersions": {} |
||||
} |
||||
} |
||||
@ -0,0 +1,14 @@ |
||||
--- |
||||
enterprise: |
||||
enabled: true |
||||
adminTokenSecret: "gel-admin-token" |
||||
provisioner: |
||||
provisionedSecretPrefix: "provisioned-secret" |
||||
tenants: |
||||
- loki |
||||
monitoring: |
||||
selfMonitoring+: |
||||
tenant: "loki" |
||||
serviceMonitor: |
||||
labels: |
||||
release: "prometheus" |
||||
Loading…
Reference in new issue