mirror of https://github.com/grafana/grafana
prometheushacktoberfestmetricsmonitoringalertinggrafanagoinfluxdbmysqlpostgresanalyticsdata-visualizationdashboardbusiness-intelligenceelasticsearch
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1053 lines
35 KiB
1053 lines
35 KiB
// Core Grafana history https://github.com/grafana/grafana/blob/v11.0.0-preview/public/app/plugins/datasource/prometheus/datasource.ts
|
|
import { defaults } from 'lodash';
|
|
import { lastValueFrom, Observable, throwError } from 'rxjs';
|
|
import { map, tap } from 'rxjs/operators';
|
|
import semver from 'semver/preload';
|
|
|
|
import {
|
|
AbstractQuery,
|
|
AdHocVariableFilter,
|
|
AnnotationEvent,
|
|
AnnotationQueryRequest,
|
|
CoreApp,
|
|
CustomVariableModel,
|
|
DataFrame,
|
|
DataQueryRequest,
|
|
DataQueryResponse,
|
|
DataSourceGetTagKeysOptions,
|
|
DataSourceGetTagValuesOptions,
|
|
DataSourceInstanceSettings,
|
|
DataSourceWithQueryExportSupport,
|
|
DataSourceWithQueryImportSupport,
|
|
dateTime,
|
|
getDefaultTimeRange,
|
|
LegacyMetricFindQueryOptions,
|
|
MetricFindValue,
|
|
QueryFixAction,
|
|
QueryVariableModel,
|
|
rangeUtil,
|
|
renderLegendFormat,
|
|
ScopedVars,
|
|
scopeFilterOperatorMap,
|
|
ScopeSpecFilter,
|
|
TimeRange,
|
|
} from '@grafana/data';
|
|
import {
|
|
BackendDataSourceResponse,
|
|
BackendSrvRequest,
|
|
config,
|
|
DataSourceWithBackend,
|
|
FetchResponse,
|
|
getBackendSrv,
|
|
getTemplateSrv,
|
|
isFetchError,
|
|
TemplateSrv,
|
|
toDataQueryResponse,
|
|
} from '@grafana/runtime';
|
|
|
|
import { addLabelToQuery } from './add_label_to_query';
|
|
import { AnnotationQueryEditor } from './components/AnnotationQueryEditor';
|
|
import PrometheusLanguageProvider, { SUGGESTIONS_LIMIT } from './language_provider';
|
|
import {
|
|
expandRecordingRules,
|
|
getClientCacheDurationInMinutes,
|
|
getPrometheusTime,
|
|
getRangeSnapInterval,
|
|
} from './language_utils';
|
|
import { PrometheusMetricFindQuery } from './metric_find_query';
|
|
import { getInitHints, getQueryHints } from './query_hints';
|
|
import { promQueryModeller } from './querybuilder/PromQueryModeller';
|
|
import { QueryBuilderLabelFilter, QueryEditorMode } from './querybuilder/shared/types';
|
|
import { CacheRequestInfo, defaultPrometheusQueryOverlapWindow, QueryCache } from './querycache/QueryCache';
|
|
import { getOriginalMetricName, transformV2 } from './result_transformer';
|
|
import { trackQuery } from './tracking';
|
|
import {
|
|
ExemplarTraceIdDestination,
|
|
PromApplication,
|
|
PrometheusCacheLevel,
|
|
PromOptions,
|
|
PromQuery,
|
|
PromQueryRequest,
|
|
RawRecordingRules,
|
|
RuleQueryMapping,
|
|
} from './types';
|
|
import { PrometheusVariableSupport } from './variables';
|
|
|
|
const ANNOTATION_QUERY_STEP_DEFAULT = '60s';
|
|
const GET_AND_POST_METADATA_ENDPOINTS = [
|
|
'api/v1/query',
|
|
'api/v1/query_range',
|
|
'api/v1/series',
|
|
'api/v1/labels',
|
|
'suggestions',
|
|
];
|
|
|
|
export const InstantQueryRefIdIndex = '-Instant';
|
|
|
|
export class PrometheusDatasource
|
|
extends DataSourceWithBackend<PromQuery, PromOptions>
|
|
implements DataSourceWithQueryImportSupport<PromQuery>, DataSourceWithQueryExportSupport<PromQuery>
|
|
{
|
|
type: string;
|
|
ruleMappings: RuleQueryMapping;
|
|
hasIncrementalQuery: boolean;
|
|
url: string;
|
|
id: number;
|
|
access: 'direct' | 'proxy';
|
|
basicAuth: any;
|
|
withCredentials: boolean;
|
|
interval: string;
|
|
httpMethod: string;
|
|
languageProvider: PrometheusLanguageProvider;
|
|
exemplarTraceIdDestinations: ExemplarTraceIdDestination[] | undefined;
|
|
lookupsDisabled: boolean;
|
|
customQueryParameters: URLSearchParams;
|
|
datasourceConfigurationPrometheusFlavor?: PromApplication;
|
|
datasourceConfigurationPrometheusVersion?: string;
|
|
disableRecordingRules: boolean;
|
|
defaultEditor?: QueryEditorMode;
|
|
exemplarsAvailable: boolean;
|
|
cacheLevel: PrometheusCacheLevel;
|
|
cache: QueryCache<PromQuery>;
|
|
metricNamesAutocompleteSuggestionLimit: number;
|
|
seriesEndpoint: boolean;
|
|
|
|
constructor(
|
|
instanceSettings: DataSourceInstanceSettings<PromOptions>,
|
|
private readonly templateSrv: TemplateSrv = getTemplateSrv(),
|
|
languageProvider?: PrometheusLanguageProvider
|
|
) {
|
|
super(instanceSettings);
|
|
|
|
this.type = 'prometheus';
|
|
this.id = instanceSettings.id;
|
|
this.url = instanceSettings.url!;
|
|
this.access = instanceSettings.access;
|
|
this.basicAuth = instanceSettings.basicAuth;
|
|
this.withCredentials = Boolean(instanceSettings.withCredentials);
|
|
this.interval = instanceSettings.jsonData.timeInterval || '15s';
|
|
this.httpMethod = instanceSettings.jsonData.httpMethod || 'GET';
|
|
this.exemplarTraceIdDestinations = instanceSettings.jsonData.exemplarTraceIdDestinations;
|
|
this.hasIncrementalQuery = instanceSettings.jsonData.incrementalQuerying ?? false;
|
|
this.ruleMappings = {};
|
|
this.languageProvider = languageProvider ?? new PrometheusLanguageProvider(this);
|
|
this.lookupsDisabled = instanceSettings.jsonData.disableMetricsLookup ?? false;
|
|
this.customQueryParameters = new URLSearchParams(instanceSettings.jsonData.customQueryParameters);
|
|
this.datasourceConfigurationPrometheusFlavor = instanceSettings.jsonData.prometheusType;
|
|
this.datasourceConfigurationPrometheusVersion = instanceSettings.jsonData.prometheusVersion;
|
|
this.seriesEndpoint = instanceSettings.jsonData.seriesEndpoint ?? false;
|
|
this.defaultEditor = instanceSettings.jsonData.defaultEditor;
|
|
this.disableRecordingRules = instanceSettings.jsonData.disableRecordingRules ?? false;
|
|
this.variables = new PrometheusVariableSupport(this, this.templateSrv);
|
|
this.exemplarsAvailable = true;
|
|
this.cacheLevel = instanceSettings.jsonData.cacheLevel ?? PrometheusCacheLevel.Low;
|
|
this.metricNamesAutocompleteSuggestionLimit =
|
|
instanceSettings.jsonData.codeModeMetricNamesSuggestionLimit ?? SUGGESTIONS_LIMIT;
|
|
|
|
this.cache = new QueryCache({
|
|
getTargetSignature: this.getPrometheusTargetSignature.bind(this),
|
|
overlapString: instanceSettings.jsonData.incrementalQueryOverlapWindow ?? defaultPrometheusQueryOverlapWindow,
|
|
applyInterpolation: this.interpolateString.bind(this),
|
|
});
|
|
|
|
// This needs to be here and cannot be static because of how annotations typing affects casting of data source
|
|
// objects to DataSourceApi types.
|
|
// We don't use the default processing for prometheus.
|
|
// See standardAnnotationSupport.ts/[shouldUseMappingUI|shouldUseLegacyRunner]
|
|
this.annotations = {
|
|
QueryEditor: AnnotationQueryEditor,
|
|
};
|
|
}
|
|
|
|
init = async () => {
|
|
if (!this.disableRecordingRules) {
|
|
this.loadRules();
|
|
}
|
|
this.exemplarsAvailable = await this.areExemplarsAvailable();
|
|
};
|
|
|
|
getQueryDisplayText(query: PromQuery) {
|
|
return query.expr;
|
|
}
|
|
|
|
/**
|
|
* Get target signature for query caching
|
|
* @param request
|
|
* @param query
|
|
*/
|
|
getPrometheusTargetSignature(request: DataQueryRequest<PromQuery>, query: PromQuery) {
|
|
const targExpr = this.interpolateString(query.expr);
|
|
return `${targExpr}|${query.interval ?? request.interval}|${JSON.stringify(request.rangeRaw ?? '')}|${
|
|
query.exemplar
|
|
}`;
|
|
}
|
|
|
|
hasLabelsMatchAPISupport(): boolean {
|
|
// users may choose the series endpoint as it has a POST method
|
|
// while the label values is only GET
|
|
if (this.seriesEndpoint) {
|
|
return false;
|
|
}
|
|
|
|
return (
|
|
// https://github.com/prometheus/prometheus/releases/tag/v2.24.0
|
|
this._isDatasourceVersionGreaterOrEqualTo('2.24.0', PromApplication.Prometheus) ||
|
|
// All versions of Mimir support matchers for labels API
|
|
this._isDatasourceVersionGreaterOrEqualTo('2.0.0', PromApplication.Mimir) ||
|
|
// https://github.com/cortexproject/cortex/discussions/4542
|
|
this._isDatasourceVersionGreaterOrEqualTo('1.11.0', PromApplication.Cortex) ||
|
|
// https://github.com/thanos-io/thanos/pull/3566
|
|
//https://github.com/thanos-io/thanos/releases/tag/v0.18.0
|
|
this._isDatasourceVersionGreaterOrEqualTo('0.18.0', PromApplication.Thanos)
|
|
);
|
|
}
|
|
|
|
_isDatasourceVersionGreaterOrEqualTo(targetVersion: string, targetFlavor: PromApplication): boolean {
|
|
// User hasn't configured flavor/version yet, default behavior is to support labels match api support
|
|
if (!this.datasourceConfigurationPrometheusVersion || !this.datasourceConfigurationPrometheusFlavor) {
|
|
return true;
|
|
}
|
|
|
|
if (targetFlavor !== this.datasourceConfigurationPrometheusFlavor) {
|
|
return false;
|
|
}
|
|
|
|
return semver.gte(this.datasourceConfigurationPrometheusVersion, targetVersion);
|
|
}
|
|
|
|
_addTracingHeaders(httpOptions: PromQueryRequest, options: DataQueryRequest<PromQuery>) {
|
|
httpOptions.headers = {};
|
|
if (this.access === 'proxy') {
|
|
httpOptions.headers['X-Dashboard-UID'] = options.dashboardUID;
|
|
httpOptions.headers['X-Panel-Id'] = options.panelId;
|
|
}
|
|
}
|
|
|
|
directAccessError() {
|
|
return throwError(
|
|
() =>
|
|
new Error(
|
|
'Browser access mode in the Prometheus datasource is no longer available. Switch to server access mode.'
|
|
)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Any request done from this data source should go through here as it contains some common processing for the
|
|
* request. Any processing done here needs to be also copied on the backend as this goes through data source proxy
|
|
* but not through the same code as alerting.
|
|
*/
|
|
_request<T = unknown>(
|
|
url: string,
|
|
data: Record<string, string> | null,
|
|
overrides: Partial<BackendSrvRequest> = {}
|
|
): Observable<FetchResponse<T>> {
|
|
if (this.access === 'direct') {
|
|
return this.directAccessError();
|
|
}
|
|
|
|
data = data || {};
|
|
for (const [key, value] of this.customQueryParameters) {
|
|
if (data[key] == null) {
|
|
data[key] = value;
|
|
}
|
|
}
|
|
|
|
let queryUrl = this.url + url;
|
|
if (url.startsWith(`/api/datasources/uid/${this.uid}`)) {
|
|
// This url is meant to be a replacement for the whole URL. Replace the entire URL
|
|
queryUrl = url;
|
|
}
|
|
|
|
const options: BackendSrvRequest = defaults(overrides, {
|
|
url: queryUrl,
|
|
method: this.httpMethod,
|
|
headers: {},
|
|
});
|
|
|
|
if (options.method === 'GET') {
|
|
if (data && Object.keys(data).length) {
|
|
options.url =
|
|
options.url +
|
|
(options.url.search(/\?/) >= 0 ? '&' : '?') +
|
|
Object.entries(data)
|
|
.map(([k, v]) => `${encodeURIComponent(k)}=${encodeURIComponent(v)}`)
|
|
.join('&');
|
|
}
|
|
} else {
|
|
if (!options.headers!['Content-Type']) {
|
|
options.headers!['Content-Type'] = 'application/x-www-form-urlencoded';
|
|
}
|
|
options.data = data;
|
|
}
|
|
|
|
if (this.basicAuth || this.withCredentials) {
|
|
options.withCredentials = true;
|
|
}
|
|
|
|
if (this.basicAuth) {
|
|
options.headers!.Authorization = this.basicAuth;
|
|
}
|
|
|
|
return getBackendSrv().fetch<T>(options);
|
|
}
|
|
|
|
async importFromAbstractQueries(abstractQueries: AbstractQuery[]): Promise<PromQuery[]> {
|
|
return abstractQueries.map((abstractQuery) => this.languageProvider.importFromAbstractQuery(abstractQuery));
|
|
}
|
|
|
|
async exportToAbstractQueries(queries: PromQuery[]): Promise<AbstractQuery[]> {
|
|
return queries.map((query) => this.languageProvider.exportToAbstractQuery(query));
|
|
}
|
|
|
|
// Use this for tab completion features, wont publish response to other components
|
|
async metadataRequest<T = any>(url: string, params = {}, options?: Partial<BackendSrvRequest>) {
|
|
// If URL includes endpoint that supports POST and GET method, try to use configured method. This might fail as POST is supported only in v2.10+.
|
|
if (GET_AND_POST_METADATA_ENDPOINTS.some((endpoint) => url.includes(endpoint))) {
|
|
try {
|
|
return await lastValueFrom(
|
|
this._request<T>(`/api/datasources/uid/${this.uid}/resources${url}`, params, {
|
|
method: this.httpMethod,
|
|
hideFromInspector: true,
|
|
showErrorAlert: false,
|
|
...options,
|
|
})
|
|
);
|
|
} catch (err) {
|
|
// If status code of error is Method Not Allowed (405) and HTTP method is POST, retry with GET
|
|
if (this.httpMethod === 'POST' && isFetchError(err) && (err.status === 405 || err.status === 400)) {
|
|
console.warn(`Couldn't use configured POST HTTP method for this request. Trying to use GET method instead.`);
|
|
} else {
|
|
throw err;
|
|
}
|
|
}
|
|
}
|
|
|
|
return await lastValueFrom(
|
|
this._request<T>(`/api/datasources/uid/${this.uid}/resources${url}`, params, {
|
|
method: 'GET',
|
|
hideFromInspector: true,
|
|
...options,
|
|
})
|
|
); // toPromise until we change getTagValues, getLabelNames to Observable
|
|
}
|
|
|
|
interpolateQueryExpr(value: string | string[] = [], variable: QueryVariableModel | CustomVariableModel) {
|
|
// if no multi or include all do not regexEscape
|
|
if (!variable.multi && !variable.includeAll) {
|
|
return prometheusRegularEscape(value);
|
|
}
|
|
|
|
if (typeof value === 'string') {
|
|
return prometheusSpecialRegexEscape(value);
|
|
}
|
|
|
|
const escapedValues = value.map((val) => prometheusSpecialRegexEscape(val));
|
|
|
|
if (escapedValues.length === 1) {
|
|
return escapedValues[0];
|
|
}
|
|
|
|
return '(' + escapedValues.join('|') + ')';
|
|
}
|
|
|
|
targetContainsTemplate(target: PromQuery) {
|
|
return this.templateSrv.containsTemplate(target.expr);
|
|
}
|
|
|
|
shouldRunExemplarQuery(target: PromQuery, request: DataQueryRequest<PromQuery>): boolean {
|
|
if (target.exemplar) {
|
|
// We check all already processed targets and only create exemplar target for not used metric names
|
|
const metricName = this.languageProvider.histogramMetrics.find((m) => target.expr.includes(m));
|
|
// Remove targets that weren't processed yet (in targets array they are after current target)
|
|
const currentTargetIdx = request.targets.findIndex((t) => t.refId === target.refId);
|
|
const targets = request.targets.slice(0, currentTargetIdx).filter((t) => !t.hide);
|
|
|
|
if (!metricName || (metricName && !targets.some((t) => t.expr.includes(metricName)))) {
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
processTargetV2(target: PromQuery, request: DataQueryRequest<PromQuery>) {
|
|
const processedTargets: PromQuery[] = [];
|
|
const processedTarget = {
|
|
...target,
|
|
exemplar: this.shouldRunExemplarQuery(target, request),
|
|
requestId: request.panelId + target.refId,
|
|
// We need to pass utcOffsetSec to backend to calculate aligned range
|
|
utcOffsetSec: request.range.to.utcOffset() * 60,
|
|
};
|
|
|
|
if (config.featureToggles.promQLScope) {
|
|
processedTarget.scopes = (request.scopes ?? []).map((scope) => ({
|
|
name: scope.metadata.name,
|
|
...scope.spec,
|
|
}));
|
|
}
|
|
|
|
if (config.featureToggles.groupByVariable) {
|
|
processedTarget.groupByKeys = request.groupByKeys;
|
|
}
|
|
|
|
if (target.instant && target.range) {
|
|
// We have query type "Both" selected
|
|
// We should send separate queries with different refId
|
|
processedTargets.push(
|
|
{
|
|
...processedTarget,
|
|
refId: processedTarget.refId,
|
|
instant: false,
|
|
},
|
|
{
|
|
...processedTarget,
|
|
refId: processedTarget.refId + InstantQueryRefIdIndex,
|
|
range: false,
|
|
}
|
|
);
|
|
} else {
|
|
processedTargets.push(processedTarget);
|
|
}
|
|
|
|
return processedTargets;
|
|
}
|
|
|
|
query(request: DataQueryRequest<PromQuery>): Observable<DataQueryResponse> {
|
|
if (this.access === 'direct') {
|
|
return this.directAccessError();
|
|
}
|
|
|
|
let fullOrPartialRequest: DataQueryRequest<PromQuery>;
|
|
let requestInfo: CacheRequestInfo<PromQuery> | undefined = undefined;
|
|
const hasInstantQuery = request.targets.some((target) => target.instant);
|
|
|
|
// Don't cache instant queries
|
|
if (this.hasIncrementalQuery && !hasInstantQuery) {
|
|
requestInfo = this.cache.requestInfo(request);
|
|
fullOrPartialRequest = requestInfo.requests[0];
|
|
} else {
|
|
fullOrPartialRequest = request;
|
|
}
|
|
|
|
const targets = fullOrPartialRequest.targets.map((target) => this.processTargetV2(target, fullOrPartialRequest));
|
|
const startTime = new Date();
|
|
return super.query({ ...fullOrPartialRequest, targets: targets.flat() }).pipe(
|
|
map((response) => {
|
|
const amendedResponse = {
|
|
...response,
|
|
data: this.cache.procFrames(request, requestInfo, response.data),
|
|
};
|
|
return transformV2(amendedResponse, request, {
|
|
exemplarTraceIdDestinations: this.exemplarTraceIdDestinations,
|
|
});
|
|
}),
|
|
tap((response: DataQueryResponse) => {
|
|
trackQuery(response, request, startTime);
|
|
})
|
|
);
|
|
}
|
|
|
|
metricFindQuery(query: string, options?: LegacyMetricFindQueryOptions) {
|
|
if (!query) {
|
|
return Promise.resolve([]);
|
|
}
|
|
|
|
const scopedVars = {
|
|
...this.getIntervalVars(),
|
|
...this.getRangeScopedVars(options?.range ?? getDefaultTimeRange()),
|
|
};
|
|
const interpolated = this.templateSrv.replace(query, scopedVars, this.interpolateQueryExpr);
|
|
const metricFindQuery = new PrometheusMetricFindQuery(this, interpolated);
|
|
return metricFindQuery.process(options?.range ?? getDefaultTimeRange());
|
|
}
|
|
|
|
getIntervalVars() {
|
|
return {
|
|
__interval: { text: this.interval, value: this.interval },
|
|
__interval_ms: { text: rangeUtil.intervalToMs(this.interval), value: rangeUtil.intervalToMs(this.interval) },
|
|
};
|
|
}
|
|
|
|
getRangeScopedVars(range: TimeRange) {
|
|
const msRange = range.to.diff(range.from);
|
|
const sRange = Math.round(msRange / 1000);
|
|
return {
|
|
__range_ms: { text: msRange, value: msRange },
|
|
__range_s: { text: sRange, value: sRange },
|
|
__range: { text: sRange + 's', value: sRange + 's' },
|
|
};
|
|
}
|
|
|
|
async annotationQuery(options: AnnotationQueryRequest<PromQuery>): Promise<AnnotationEvent[]> {
|
|
if (this.access === 'direct') {
|
|
const error = new Error(
|
|
'Browser access mode in the Prometheus datasource is no longer available. Switch to server access mode.'
|
|
);
|
|
return Promise.reject(error);
|
|
}
|
|
|
|
const annotation = options.annotation;
|
|
const { expr = '' } = annotation;
|
|
|
|
if (!expr) {
|
|
return Promise.resolve([]);
|
|
}
|
|
|
|
const step = options.annotation.step || ANNOTATION_QUERY_STEP_DEFAULT;
|
|
const queryModel = {
|
|
expr,
|
|
range: true,
|
|
instant: false,
|
|
exemplar: false,
|
|
interval: step,
|
|
refId: 'X',
|
|
datasource: this.getRef(),
|
|
};
|
|
|
|
return await lastValueFrom(
|
|
getBackendSrv()
|
|
.fetch<BackendDataSourceResponse>({
|
|
url: '/api/ds/query',
|
|
method: 'POST',
|
|
headers: this.getRequestHeaders(),
|
|
data: {
|
|
from: (getPrometheusTime(options.range.from, false) * 1000).toString(),
|
|
to: (getPrometheusTime(options.range.to, true) * 1000).toString(),
|
|
queries: [this.applyTemplateVariables(queryModel, {})],
|
|
},
|
|
requestId: `prom-query-${annotation.name}`,
|
|
})
|
|
.pipe(
|
|
map((rsp: FetchResponse<BackendDataSourceResponse>) => {
|
|
return this.processAnnotationResponse(options, rsp.data);
|
|
})
|
|
)
|
|
);
|
|
}
|
|
|
|
processAnnotationResponse = (options: AnnotationQueryRequest<PromQuery>, data: BackendDataSourceResponse) => {
|
|
const frames: DataFrame[] = toDataQueryResponse({ data: data }).data;
|
|
if (!frames || !frames.length) {
|
|
return [];
|
|
}
|
|
|
|
const annotation = options.annotation;
|
|
const { tagKeys = '', titleFormat = '', textFormat = '' } = annotation;
|
|
|
|
const step = rangeUtil.intervalToSeconds(annotation.step || ANNOTATION_QUERY_STEP_DEFAULT) * 1000;
|
|
const tagKeysArray = tagKeys.split(',');
|
|
|
|
const eventList: AnnotationEvent[] = [];
|
|
|
|
for (const frame of frames) {
|
|
if (frame.fields.length === 0) {
|
|
continue;
|
|
}
|
|
const timeField = frame.fields[0];
|
|
const valueField = frame.fields[1];
|
|
const labels = valueField?.labels || {};
|
|
|
|
const tags = Object.keys(labels)
|
|
.filter((label) => tagKeysArray.includes(label))
|
|
.map((label) => labels[label]);
|
|
|
|
const timeValueTuple: Array<[number, number]> = [];
|
|
|
|
let idx = 0;
|
|
valueField.values.forEach((value: string) => {
|
|
let timeStampValue: number;
|
|
let valueValue: number;
|
|
const time = timeField.values[idx];
|
|
|
|
// If we want to use value as a time, we use value as timeStampValue and valueValue will be 1
|
|
if (options.annotation.useValueForTime) {
|
|
timeStampValue = Math.floor(parseFloat(value));
|
|
valueValue = 1;
|
|
} else {
|
|
timeStampValue = Math.floor(parseFloat(time));
|
|
valueValue = parseFloat(value);
|
|
}
|
|
|
|
idx++;
|
|
timeValueTuple.push([timeStampValue, valueValue]);
|
|
});
|
|
|
|
const activeValues = timeValueTuple.filter((value) => value[1] > 0);
|
|
const activeValuesTimestamps = activeValues.map((value) => value[0]);
|
|
|
|
// Instead of creating singular annotation for each active event we group events into region if they are less
|
|
// or equal to `step` apart.
|
|
let latestEvent: AnnotationEvent | null = null;
|
|
|
|
for (const timestamp of activeValuesTimestamps) {
|
|
// We already have event `open` and we have new event that is inside the `step` so we just update the end.
|
|
if (latestEvent && (latestEvent.timeEnd ?? 0) + step >= timestamp) {
|
|
latestEvent.timeEnd = timestamp;
|
|
continue;
|
|
}
|
|
|
|
// Event exists but new one is outside of the `step` so we add it to eventList.
|
|
if (latestEvent) {
|
|
eventList.push(latestEvent);
|
|
}
|
|
|
|
// We start a new region.
|
|
latestEvent = {
|
|
time: timestamp,
|
|
timeEnd: timestamp,
|
|
annotation,
|
|
title: renderLegendFormat(titleFormat, labels),
|
|
tags,
|
|
text: renderLegendFormat(textFormat, labels),
|
|
};
|
|
}
|
|
|
|
if (latestEvent) {
|
|
// Finish up last point if we have one
|
|
latestEvent.timeEnd = activeValuesTimestamps[activeValuesTimestamps.length - 1];
|
|
eventList.push(latestEvent);
|
|
}
|
|
}
|
|
|
|
return eventList;
|
|
};
|
|
|
|
// By implementing getTagKeys and getTagValues we add ad-hoc filters functionality
|
|
// this is used to get label keys, a.k.a label names
|
|
// it is used in metric_find_query.ts
|
|
// and in Tempo here grafana/public/app/plugins/datasource/tempo/QueryEditor/ServiceGraphSection.tsx
|
|
async getTagKeys(options: DataSourceGetTagKeysOptions<PromQuery>): Promise<MetricFindValue[]> {
|
|
if (config.featureToggles.promQLScope && !!options) {
|
|
const suggestions = await this.languageProvider.fetchSuggestions(
|
|
options.timeRange,
|
|
options.queries,
|
|
options.scopes,
|
|
options.filters
|
|
);
|
|
|
|
// filter out already used labels and empty labels
|
|
return suggestions
|
|
.filter((labelName) => !!labelName && !options.filters.find((filter) => filter.key === labelName))
|
|
.map((k) => ({ value: k, text: k }));
|
|
}
|
|
|
|
if (!options || options.filters.length === 0) {
|
|
await this.languageProvider.fetchLabels(options.timeRange, options.queries);
|
|
return this.languageProvider.getLabelKeys().map((k) => ({ value: k, text: k }));
|
|
}
|
|
|
|
const labelFilters: QueryBuilderLabelFilter[] = options.filters.map((f) => ({
|
|
label: f.key,
|
|
value: f.value,
|
|
op: f.operator,
|
|
}));
|
|
const expr = promQueryModeller.renderLabels(labelFilters);
|
|
|
|
let labelsIndex: Record<string, string[]> = await this.languageProvider.fetchLabelsWithMatch(expr);
|
|
|
|
// filter out already used labels
|
|
return Object.keys(labelsIndex)
|
|
.filter((labelName) => !options.filters.find((filter) => filter.key === labelName))
|
|
.map((k) => ({ value: k, text: k }));
|
|
}
|
|
|
|
// By implementing getTagKeys and getTagValues we add ad-hoc filters functionality
|
|
async getTagValues(options: DataSourceGetTagValuesOptions<PromQuery>) {
|
|
const requestId = `[${this.uid}][${options.key}]`;
|
|
if (config.featureToggles.promQLScope) {
|
|
return (
|
|
await this.languageProvider.fetchSuggestions(
|
|
options.timeRange,
|
|
options.queries,
|
|
options.scopes,
|
|
options.filters,
|
|
options.key,
|
|
undefined,
|
|
requestId
|
|
)
|
|
).map((v) => ({ value: v, text: v }));
|
|
}
|
|
|
|
const labelFilters: QueryBuilderLabelFilter[] = options.filters.map((f) => ({
|
|
label: f.key,
|
|
value: f.value,
|
|
op: f.operator,
|
|
}));
|
|
|
|
const expr = promQueryModeller.renderLabels(labelFilters);
|
|
|
|
if (this.hasLabelsMatchAPISupport()) {
|
|
return (
|
|
await this.languageProvider.fetchSeriesValuesWithMatch(options.key, expr, requestId, options.timeRange)
|
|
).map((v) => ({
|
|
value: v,
|
|
text: v,
|
|
}));
|
|
}
|
|
|
|
const params = this.getTimeRangeParams(options.timeRange ?? getDefaultTimeRange());
|
|
const result = await this.metadataRequest(`/api/v1/label/${options.key}/values`, params);
|
|
return result?.data?.data?.map((value: any) => ({ text: value })) ?? [];
|
|
}
|
|
|
|
interpolateVariablesInQueries(
|
|
queries: PromQuery[],
|
|
scopedVars: ScopedVars,
|
|
filters?: AdHocVariableFilter[]
|
|
): PromQuery[] {
|
|
let expandedQueries = queries;
|
|
if (queries && queries.length) {
|
|
expandedQueries = queries.map((query) => {
|
|
const interpolatedQuery = this.templateSrv.replace(query.expr, scopedVars, this.interpolateQueryExpr);
|
|
const replacedInterpolatedQuery = config.featureToggles.promQLScope
|
|
? interpolatedQuery
|
|
: this.templateSrv.replace(
|
|
this.enhanceExprWithAdHocFilters(filters, interpolatedQuery),
|
|
scopedVars,
|
|
this.interpolateQueryExpr
|
|
);
|
|
|
|
const expandedQuery = {
|
|
...query,
|
|
...(config.featureToggles.promQLScope ? { adhocFilters: this.generateScopeFilters(filters) } : {}),
|
|
datasource: this.getRef(),
|
|
expr: replacedInterpolatedQuery,
|
|
interval: this.templateSrv.replace(query.interval, scopedVars),
|
|
};
|
|
|
|
return expandedQuery;
|
|
});
|
|
}
|
|
return expandedQueries;
|
|
}
|
|
|
|
getQueryHints(query: PromQuery, result: unknown[]) {
|
|
return getQueryHints(query.expr ?? '', result, this);
|
|
}
|
|
|
|
getInitHints() {
|
|
return getInitHints(this);
|
|
}
|
|
|
|
async loadRules() {
|
|
try {
|
|
const res = await this.metadataRequest('/api/v1/rules', {}, { showErrorAlert: false });
|
|
const groups = res.data?.data?.groups;
|
|
|
|
if (groups) {
|
|
this.ruleMappings = extractRuleMappingFromGroups(groups);
|
|
}
|
|
} catch (e) {
|
|
console.log('Rules API is experimental. Ignore next error.');
|
|
console.error(e);
|
|
}
|
|
}
|
|
|
|
async areExemplarsAvailable() {
|
|
try {
|
|
const res = await this.metadataRequest(
|
|
'/api/v1/query_exemplars',
|
|
{
|
|
query: 'test',
|
|
start: dateTime().subtract(30, 'minutes').valueOf().toString(),
|
|
end: dateTime().valueOf().toString(),
|
|
},
|
|
{
|
|
// Avoid alerting the user if this test fails
|
|
showErrorAlert: false,
|
|
}
|
|
);
|
|
if (res.data.status === 'success') {
|
|
return true;
|
|
}
|
|
return false;
|
|
} catch (err) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
modifyQuery(query: PromQuery, action: QueryFixAction): PromQuery {
|
|
let expression = query.expr ?? '';
|
|
switch (action.type) {
|
|
case 'ADD_FILTER': {
|
|
const { key, value } = action.options ?? {};
|
|
if (key && value) {
|
|
expression = addLabelToQuery(expression, key, value);
|
|
}
|
|
|
|
break;
|
|
}
|
|
case 'ADD_FILTER_OUT': {
|
|
const { key, value } = action.options ?? {};
|
|
if (key && value) {
|
|
expression = addLabelToQuery(expression, key, value, '!=');
|
|
}
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_QUANTILE': {
|
|
expression = `histogram_quantile(0.95, sum(rate(${expression}[$__rate_interval])) by (le))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_AVG': {
|
|
expression = `histogram_avg(rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_FRACTION': {
|
|
expression = `histogram_fraction(0,0.2,rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_COUNT': {
|
|
expression = `histogram_count(rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_SUM': {
|
|
expression = `histogram_sum(rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_STDDEV': {
|
|
expression = `histogram_stddev(rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_HISTOGRAM_STDVAR': {
|
|
expression = `histogram_stdvar(rate(${expression}[$__rate_interval]))`;
|
|
break;
|
|
}
|
|
case 'ADD_RATE': {
|
|
expression = `rate(${expression}[$__rate_interval])`;
|
|
break;
|
|
}
|
|
case 'ADD_SUM': {
|
|
expression = `sum(${expression.trim()}) by ($1)`;
|
|
break;
|
|
}
|
|
case 'EXPAND_RULES': {
|
|
if (action.options) {
|
|
expression = expandRecordingRules(expression, action.options as any);
|
|
}
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
return { ...query, expr: expression };
|
|
}
|
|
|
|
/**
|
|
* Returns the adjusted "snapped" interval parameters
|
|
*/
|
|
getAdjustedInterval(timeRange: TimeRange): { start: string; end: string } {
|
|
return getRangeSnapInterval(this.cacheLevel, timeRange);
|
|
}
|
|
|
|
/**
|
|
* This will return a time range that always includes the users current time range,
|
|
* and then a little extra padding to round up/down to the nearest nth minute,
|
|
* defined by the result of the getCacheDurationInMinutes.
|
|
*
|
|
* For longer cache durations, and shorter query durations,
|
|
* the window we're calculating might be much bigger then the user's current window,
|
|
* resulting in us returning labels/values that might not be applicable for the given window,
|
|
* this is a necessary trade-off if we want to cache larger durations
|
|
*/
|
|
getTimeRangeParams(timeRange: TimeRange): { start: string; end: string } {
|
|
return {
|
|
start: getPrometheusTime(timeRange.from, false).toString(),
|
|
end: getPrometheusTime(timeRange.to, true).toString(),
|
|
};
|
|
}
|
|
|
|
getOriginalMetricName(labelData: { [key: string]: string }) {
|
|
return getOriginalMetricName(labelData);
|
|
}
|
|
|
|
/**
|
|
* This converts the adhocVariableFilter array and converts it to scopeFilter array
|
|
* @param filters
|
|
*/
|
|
generateScopeFilters(filters?: AdHocVariableFilter[]): ScopeSpecFilter[] {
|
|
if (!filters) {
|
|
return [];
|
|
}
|
|
|
|
return filters.map((f) => ({
|
|
key: f.key,
|
|
operator: scopeFilterOperatorMap[f.operator],
|
|
value: this.templateSrv.replace(f.value, {}, this.interpolateQueryExpr),
|
|
values: f.values?.map((v) => this.templateSrv.replace(v, {}, this.interpolateQueryExpr)),
|
|
}));
|
|
}
|
|
|
|
enhanceExprWithAdHocFilters(filters: AdHocVariableFilter[] | undefined, expr: string) {
|
|
if (!filters || filters.length === 0) {
|
|
return expr;
|
|
}
|
|
|
|
const finalQuery = filters.reduce((acc, filter) => {
|
|
const { key, operator } = filter;
|
|
let { value } = filter;
|
|
if (operator === '=~' || operator === '!~') {
|
|
value = prometheusRegularEscape(value);
|
|
}
|
|
return addLabelToQuery(acc, key, value, operator);
|
|
}, expr);
|
|
return finalQuery;
|
|
}
|
|
|
|
// Used when running queries through backend
|
|
filterQuery(query: PromQuery): boolean {
|
|
if (query.hide || !query.expr) {
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
|
|
// Used when running queries through backend
|
|
applyTemplateVariables(target: PromQuery, scopedVars: ScopedVars, filters?: AdHocVariableFilter[]) {
|
|
const variables = { ...scopedVars };
|
|
|
|
// We want to interpolate these variables on backend.
|
|
// The pre-calculated values are replaced withe the variable strings.
|
|
variables.__interval = {
|
|
value: '$__interval',
|
|
};
|
|
variables.__interval_ms = {
|
|
value: '$__interval_ms',
|
|
};
|
|
|
|
// interpolate expression
|
|
|
|
// We need a first replace to evaluate variables before applying adhoc filters
|
|
// This is required for an expression like `metric > $VAR` where $VAR is a float to which we must not add adhoc filters
|
|
const expr = this.templateSrv.replace(target.expr, variables, this.interpolateQueryExpr);
|
|
|
|
// Apply ad-hoc filters
|
|
// When ad-hoc filters are applied, we replace again the variables in case the ad-hoc filters also reference a variable
|
|
const exprWithAdhoc = config.featureToggles.promQLScope
|
|
? expr
|
|
: this.templateSrv.replace(this.enhanceExprWithAdHocFilters(filters, expr), variables, this.interpolateQueryExpr);
|
|
|
|
return {
|
|
...target,
|
|
...(config.featureToggles.promQLScope ? { adhocFilters: this.generateScopeFilters(filters) } : {}),
|
|
expr: exprWithAdhoc,
|
|
interval: this.templateSrv.replace(target.interval, variables),
|
|
legendFormat: this.templateSrv.replace(target.legendFormat, variables),
|
|
};
|
|
}
|
|
|
|
getVariables(): string[] {
|
|
return this.templateSrv.getVariables().map((v) => `$${v.name}`);
|
|
}
|
|
|
|
interpolateString(string: string, scopedVars?: ScopedVars) {
|
|
return this.templateSrv.replace(string, scopedVars, this.interpolateQueryExpr);
|
|
}
|
|
|
|
getDebounceTimeInMilliseconds(): number {
|
|
switch (this.cacheLevel) {
|
|
case PrometheusCacheLevel.Medium:
|
|
return 600;
|
|
case PrometheusCacheLevel.High:
|
|
return 1200;
|
|
default:
|
|
return 350;
|
|
}
|
|
}
|
|
|
|
getDaysToCacheMetadata(): number {
|
|
switch (this.cacheLevel) {
|
|
case PrometheusCacheLevel.Medium:
|
|
return 7;
|
|
case PrometheusCacheLevel.High:
|
|
return 30;
|
|
default:
|
|
return 1;
|
|
}
|
|
}
|
|
|
|
getCacheDurationInMinutes(): number {
|
|
return getClientCacheDurationInMinutes(this.cacheLevel);
|
|
}
|
|
|
|
getDefaultQuery(app: CoreApp): PromQuery {
|
|
const defaults = {
|
|
refId: 'A',
|
|
expr: '',
|
|
range: true,
|
|
instant: false,
|
|
};
|
|
|
|
if (app === CoreApp.UnifiedAlerting) {
|
|
return {
|
|
...defaults,
|
|
instant: true,
|
|
range: false,
|
|
};
|
|
}
|
|
|
|
if (app === CoreApp.Explore) {
|
|
return {
|
|
...defaults,
|
|
instant: true,
|
|
range: true,
|
|
};
|
|
}
|
|
|
|
return defaults;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Align query range to step.
|
|
* Rounds start and end down to a multiple of step.
|
|
* @param start Timestamp marking the beginning of the range.
|
|
* @param end Timestamp marking the end of the range.
|
|
* @param step Interval to align start and end with.
|
|
* @param utcOffsetSec Number of seconds current timezone is offset from UTC
|
|
*/
|
|
export function alignRange(
|
|
start: number,
|
|
end: number,
|
|
step: number,
|
|
utcOffsetSec: number
|
|
): { end: number; start: number } {
|
|
const alignedEnd = Math.floor((end + utcOffsetSec) / step) * step - utcOffsetSec;
|
|
const alignedStart = Math.floor((start + utcOffsetSec) / step) * step - utcOffsetSec;
|
|
return {
|
|
end: alignedEnd,
|
|
start: alignedStart,
|
|
};
|
|
}
|
|
|
|
export function extractRuleMappingFromGroups(groups: RawRecordingRules[]): RuleQueryMapping {
|
|
return groups.reduce<RuleQueryMapping>(
|
|
(mapping, group) =>
|
|
group.rules
|
|
.filter((rule) => rule.type === 'recording')
|
|
.reduce((acc, rule) => {
|
|
// retrieve existing record
|
|
const existingRule = acc[rule.name] ?? [];
|
|
// push a new query with labels
|
|
existingRule.push({
|
|
query: rule.query,
|
|
labels: rule.labels,
|
|
});
|
|
acc[rule.name] = existingRule;
|
|
return acc;
|
|
}, mapping),
|
|
{}
|
|
);
|
|
}
|
|
|
|
// NOTE: these two functions are very similar to the escapeLabelValueIn* functions
|
|
// in language_utils.ts, but they are not exactly the same algorithm, and we found
|
|
// no way to reuse one in the another or vice versa.
|
|
export function prometheusRegularEscape<T>(value: T) {
|
|
return typeof value === 'string' ? value.replace(/\\/g, '\\\\').replace(/'/g, "\\\\'") : value;
|
|
}
|
|
|
|
export function prometheusSpecialRegexEscape<T>(value: T) {
|
|
return typeof value === 'string' ? value.replace(/\\/g, '\\\\\\\\').replace(/[$^*{}\[\]\'+?.()|]/g, '\\\\$&') : value;
|
|
}
|
|
|