mirror of https://github.com/grafana/loki
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
370 lines
9.6 KiB
370 lines
9.6 KiB
#!/bin/sh
|
|
|
|
INSTANCEID="${1:-}"
|
|
APIKEY="${2:-}"
|
|
INSTANCEURL="${3:-}"
|
|
NAMESPACE="${4:-default}"
|
|
CONTAINERROOT="${5:-/var/lib/docker}"
|
|
PARSER="${6:-- cri: {}}"
|
|
VERSION="${PROMTAIL_VERSION:-2.7.1}"
|
|
|
|
if [ -z "${INSTANCEID}" ] || [ -z "${APIKEY}" ] || [ -z "${INSTANCEURL}" ] || [ -z "${NAMESPACE}" ] || [ -z "${CONTAINERROOT}" ] || [ -z "${PARSER}" ]; then
|
|
echo "usage: $0 <instanceId> <apiKey> <url> [<namespace>[<container_root_path>[<parser>]]]"
|
|
exit 1
|
|
fi
|
|
|
|
TEMPLATE=$(cat <<'YAML'
|
|
apiVersion: v1
|
|
data:
|
|
promtail.yml: |
|
|
scrape_configs:
|
|
- pipeline_stages:
|
|
<parser>
|
|
job_name: kubernetes-pods-name
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_label_name
|
|
target_label: __service__
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: __host__
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __service__
|
|
- action: replace
|
|
replacement: $1
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __service__
|
|
target_label: job
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: instance
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: container_name
|
|
- replacement: /var/log/pods/*$1/*.log
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_pod_uid
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: __path__
|
|
- pipeline_stages:
|
|
<parser>
|
|
job_name: kubernetes-pods-app
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- action: drop
|
|
regex: .+
|
|
source_labels:
|
|
- __meta_kubernetes_pod_label_name
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_label_app
|
|
target_label: __service__
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: __host__
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __service__
|
|
- action: replace
|
|
replacement: $1
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __service__
|
|
target_label: job
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: instance
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: container_name
|
|
- replacement: /var/log/pods/*$1/*.log
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_pod_uid
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: __path__
|
|
- pipeline_stages:
|
|
<parser>
|
|
job_name: kubernetes-pods-direct-controllers
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- action: drop
|
|
regex: .+
|
|
separator: ''
|
|
source_labels:
|
|
- __meta_kubernetes_pod_label_name
|
|
- __meta_kubernetes_pod_label_app
|
|
- action: drop
|
|
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
|
|
source_labels:
|
|
- __meta_kubernetes_pod_controller_name
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_controller_name
|
|
target_label: __service__
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: __host__
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __service__
|
|
- action: replace
|
|
replacement: $1
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __service__
|
|
target_label: job
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: instance
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: container_name
|
|
- replacement: /var/log/pods/*$1/*.log
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_pod_uid
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: __path__
|
|
- pipeline_stages:
|
|
<parser>
|
|
job_name: kubernetes-pods-indirect-controller
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- action: drop
|
|
regex: .+
|
|
separator: ''
|
|
source_labels:
|
|
- __meta_kubernetes_pod_label_name
|
|
- __meta_kubernetes_pod_label_app
|
|
- action: keep
|
|
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
|
|
source_labels:
|
|
- __meta_kubernetes_pod_controller_name
|
|
- action: replace
|
|
regex: ^([0-9a-z-.]+)(-[0-9a-f]{8,10})$
|
|
source_labels:
|
|
- __meta_kubernetes_pod_controller_name
|
|
target_label: __service__
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: __host__
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __service__
|
|
- action: replace
|
|
replacement: $1
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __service__
|
|
target_label: job
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: instance
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: container_name
|
|
- replacement: /var/log/pods/*$1/*.log
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_pod_uid
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: __path__
|
|
- pipeline_stages:
|
|
<parser>
|
|
job_name: kubernetes-pods-static
|
|
kubernetes_sd_configs:
|
|
- role: pod
|
|
relabel_configs:
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_label_component
|
|
target_label: __service__
|
|
- source_labels:
|
|
- __meta_kubernetes_pod_node_name
|
|
target_label: __host__
|
|
- action: drop
|
|
regex: ^$
|
|
source_labels:
|
|
- __service__
|
|
- action: replace
|
|
replacement: $1
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
- __service__
|
|
target_label: job
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_namespace
|
|
target_label: namespace
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_name
|
|
target_label: instance
|
|
- action: replace
|
|
source_labels:
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: container_name
|
|
- replacement: /var/log/pods/*$1/*.log
|
|
separator: /
|
|
source_labels:
|
|
- __meta_kubernetes_pod_annotation_kubernetes_io_config_mirror
|
|
- __meta_kubernetes_pod_container_name
|
|
target_label: __path__
|
|
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: promtail
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: DaemonSet
|
|
metadata:
|
|
name: promtail
|
|
spec:
|
|
minReadySeconds: 10
|
|
selector:
|
|
matchLabels:
|
|
name: promtail
|
|
template:
|
|
metadata:
|
|
labels:
|
|
name: promtail
|
|
spec:
|
|
containers:
|
|
- args:
|
|
- -client.url=https://<instanceId>:<apiKey>@<instanceUrl>/api/prom/push
|
|
- -config.file=/etc/promtail/promtail.yml
|
|
env:
|
|
- name: HOSTNAME
|
|
valueFrom:
|
|
fieldRef:
|
|
fieldPath: spec.nodeName
|
|
image: grafana/promtail:<version>
|
|
imagePullPolicy: Always
|
|
name: promtail
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /ready
|
|
port: http-metrics
|
|
scheme: HTTP
|
|
initialDelaySeconds: 10
|
|
ports:
|
|
- containerPort: 80
|
|
name: http-metrics
|
|
securityContext:
|
|
privileged: true
|
|
runAsUser: 0
|
|
volumeMounts:
|
|
- mountPath: /etc/promtail
|
|
name: promtail
|
|
- mountPath: /var/log
|
|
name: varlog
|
|
- mountPath: /var/lib/docker/containers
|
|
name: varlibdockercontainers
|
|
readOnly: true
|
|
serviceAccount: promtail
|
|
tolerations:
|
|
- effect: NoSchedule
|
|
operator: Exists
|
|
volumes:
|
|
- configMap:
|
|
name: promtail
|
|
name: promtail
|
|
- hostPath:
|
|
path: /var/log
|
|
name: varlog
|
|
- hostPath:
|
|
path: <container_root_path>/containers
|
|
name: varlibdockercontainers
|
|
updateStrategy:
|
|
type: RollingUpdate
|
|
---
|
|
apiVersion: v1
|
|
kind: ServiceAccount
|
|
metadata:
|
|
name: promtail
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRole
|
|
metadata:
|
|
name: promtail
|
|
rules:
|
|
- apiGroups:
|
|
- ""
|
|
resources:
|
|
- nodes
|
|
- nodes/proxy
|
|
- services
|
|
- endpoints
|
|
- pods
|
|
verbs:
|
|
- get
|
|
- list
|
|
- watch
|
|
---
|
|
apiVersion: rbac.authorization.k8s.io/v1
|
|
kind: ClusterRoleBinding
|
|
metadata:
|
|
name: promtail
|
|
roleRef:
|
|
apiGroup: rbac.authorization.k8s.io
|
|
kind: ClusterRole
|
|
name: promtail
|
|
subjects:
|
|
- kind: ServiceAccount
|
|
name: promtail
|
|
namespace: <namespace>
|
|
YAML
|
|
)
|
|
|
|
echo "${TEMPLATE}" | sed \
|
|
-e "s#<instanceId>#${INSTANCEID}#" \
|
|
-e "s#<apiKey>#${APIKEY}#" \
|
|
-e "s#<instanceUrl>#${INSTANCEURL}#" \
|
|
-e "s#<namespace>#${NAMESPACE}#" \
|
|
-e "s#<container_root_path>#${CONTAINERROOT}#" \
|
|
-e "s#<parser>#${PARSER}#" \
|
|
-e "s#<version>#${VERSION}#"
|
|
|