@ -1,6 +1,8 @@
package ualert package ualert
import ( import (
"context"
"encoding/base64"
"encoding/json" "encoding/json"
"fmt" "fmt"
"os" "os"
@ -9,11 +11,12 @@ import (
"strings" "strings"
ngmodels "github.com/grafana/grafana/pkg/services/ngalert/models" ngmodels "github.com/grafana/grafana/pkg/services/ngalert/models"
"github.com/grafana/grafana/pkg/services/ngalert/notifier/channels"
"github.com/grafana/grafana/pkg/services/sqlstore/migrator"
"github.com/grafana/grafana/pkg/util"
pb "github.com/prometheus/alertmanager/silence/silencepb" pb "github.com/prometheus/alertmanager/silence/silencepb"
"xorm.io/xorm" "xorm.io/xorm"
"github.com/grafana/grafana/pkg/services/sqlstore/migrator"
) )
const GENERAL_FOLDER = "General Alerting" const GENERAL_FOLDER = "General Alerting"
@ -217,6 +220,7 @@ func (m *migration) SQL(dialect migrator.Dialect) string {
return "code migration" return "code migration"
} }
//nolint: gocyclo
func ( m * migration ) Exec ( sess * xorm . Session , mg * migrator . Migrator ) error { func ( m * migration ) Exec ( sess * xorm . Session , mg * migrator . Migrator ) error {
m . sess = sess m . sess = sess
m . mg = mg m . mg = mg
@ -377,34 +381,42 @@ func (m *migration) Exec(sess *xorm.Session, mg *migrator.Migrator) error {
return err return err
} }
if err := m . writeAlertmanagerConfig ( orgID , amConfig , allChannelsPerOrg [ orgID ] ) ; err != nil { // No channels, hence don't require Alertmanager config - skip it.
if len ( allChannelsPerOrg [ orgID ] ) == 0 {
m . mg . Logger . Info ( "alert migration: no notification channel found, skipping Alertmanager config" )
continue
}
// Encrypt the secure settings before we continue.
if err := amConfig . EncryptSecureSettings ( ) ; err != nil {
return err return err
} }
if err := m . writeSilencesFile ( orgID ) ; err != nil { // Validate the alertmanager configuration produced, this gives a chance to catch bad configuration at migration time.
m . mg . Logger . Error ( "alert migration error: failed to write silence file" , "err" , err ) // Validation between legacy and unified alerting can be different (e.g. due to bug fixes) so this would fail the migration in that case.
if err := m . validateAlertmanagerConfig ( orgID , amConfig ) ; err != nil {
return err
} }
if err := m . writeAlertmanagerConfig ( orgID , amConfig ) ; err != nil {
return err
} }
return nil if err := m . writeSilencesFile ( orgID ) ; err != nil {
m . mg . Logger . Error ( "alert migration error: failed to write silence file" , "err" , err )
}
} }
func ( m * migration ) writeAlertmanagerConfig ( orgID int64 , amConfig * PostableUserConfig , allChannels map [ interface { } ] * notificationChannel ) error {
if len ( allChannels ) == 0 {
// No channels, hence don't require Alertmanager config.
m . mg . Logger . Info ( "alert migration: no notification channel found, skipping Alertmanager config" )
return nil return nil
} }
if err := amConfig . EncryptSecureSettings ( ) ; err != nil { func ( m * migration ) writeAlertmanagerConfig ( orgID int64 , amConfig * PostableUserConfig ) error {
return err
}
rawAmConfig , err := json . Marshal ( amConfig ) rawAmConfig , err := json . Marshal ( amConfig )
if err != nil { if err != nil {
return err return err
} }
// TODO: should we apply the config here? Because Alertmanager can take upto 1 min to pick it up .
// We don't need to apply the configuration, given the multi org alertmanager will do an initial sync before the server is ready .
_ , err = m . sess . Insert ( AlertConfiguration { _ , err = m . sess . Insert ( AlertConfiguration {
AlertmanagerConfiguration : string ( rawAmConfig ) , AlertmanagerConfiguration : string ( rawAmConfig ) ,
// Since we are migration for a snapshot of the code, it is always going to migrate to
// Since we are migration for a snapshot of the code, it is always going to migrate to
@ -419,6 +431,95 @@ func (m *migration) writeAlertmanagerConfig(orgID int64, amConfig *PostableUserC
return nil return nil
} }
// validateAlertmanagerConfig validates the alertmanager configuration produced by the migration against the receivers.
func ( m * migration ) validateAlertmanagerConfig ( orgID int64 , config * PostableUserConfig ) error {
for _ , r := range config . AlertmanagerConfig . Receivers {
for _ , gr := range r . GrafanaManagedReceivers {
// First, let's decode the secure settings - given they're stored as base64.
secureSettings := make ( map [ string ] [ ] byte , len ( gr . SecureSettings ) )
for k , v := range gr . SecureSettings {
d , err := base64 . StdEncoding . DecodeString ( v )
if err != nil {
return err
}
secureSettings [ k ] = d
}
var (
cfg = & channels . NotificationChannelConfig {
UID : gr . UID ,
OrgID : orgID ,
Name : gr . Name ,
Type : gr . Type ,
DisableResolveMessage : gr . DisableResolveMessage ,
Settings : gr . Settings ,
SecureSettings : secureSettings ,
}
err error
)
// decryptFunc represents the legacy way of decrypting data. Before the migration, we don't need any new way,
// given that the previous alerting will never support it.
decryptFunc := func ( _ context . Context , sjd map [ string ] [ ] byte , key string , fallback string , secret string ) string {
if value , ok := sjd [ key ] ; ok {
decryptedData , err := util . Decrypt ( value , secret )
if err != nil {
m . mg . Logger . Warn ( "unable to decrypt key '%s' for %s receiver with uid %s, returning fallback." , key , gr . Type , gr . UID )
return fallback
}
return string ( decryptedData )
}
return fallback
}
switch gr . Type {
case "email" :
_ , err = channels . NewEmailNotifier ( cfg , nil ) // Email notifier already has a default template.
case "pagerduty" :
_ , err = channels . NewPagerdutyNotifier ( cfg , nil , decryptFunc )
case "pushover" :
_ , err = channels . NewPushoverNotifier ( cfg , nil , decryptFunc )
case "slack" :
_ , err = channels . NewSlackNotifier ( cfg , nil , decryptFunc )
case "telegram" :
_ , err = channels . NewTelegramNotifier ( cfg , nil , decryptFunc )
case "victorops" :
_ , err = channels . NewVictoropsNotifier ( cfg , nil )
case "teams" :
_ , err = channels . NewTeamsNotifier ( cfg , nil )
case "dingding" :
_ , err = channels . NewDingDingNotifier ( cfg , nil )
case "kafka" :
_ , err = channels . NewKafkaNotifier ( cfg , nil )
case "webhook" :
_ , err = channels . NewWebHookNotifier ( cfg , nil , decryptFunc )
case "sensugo" :
_ , err = channels . NewSensuGoNotifier ( cfg , nil , decryptFunc )
case "discord" :
_ , err = channels . NewDiscordNotifier ( cfg , nil )
case "googlechat" :
_ , err = channels . NewGoogleChatNotifier ( cfg , nil )
case "LINE" :
_ , err = channels . NewLineNotifier ( cfg , nil , decryptFunc )
case "threema" :
_ , err = channels . NewThreemaNotifier ( cfg , nil , decryptFunc )
case "opsgenie" :
_ , err = channels . NewOpsgenieNotifier ( cfg , nil , decryptFunc )
case "prometheus-alertmanager" :
_ , err = channels . NewAlertmanagerNotifier ( cfg , nil , decryptFunc )
default :
return fmt . Errorf ( "notifier %s is not supported" , gr . Type )
}
if err != nil {
return err
}
}
}
return nil
}
type AlertConfiguration struct { type AlertConfiguration struct {
ID int64 ` xorm:"pk autoincr 'id'" ` ID int64 ` xorm:"pk autoincr 'id'" `
OrgID int64 ` xorm:"org_id" ` OrgID int64 ` xorm:"org_id" `
gotjosh
4 years ago
committed by