@ -1,10 +1,12 @@
package cloudmigrationimpl
import (
"bytes"
"context"
"encoding/base64"
"encoding/json"
"fmt"
"net/http"
"time"
"github.com/grafana/grafana/pkg/api/routing"
@ -13,9 +15,13 @@ import (
"github.com/grafana/grafana/pkg/infra/tracing"
"github.com/grafana/grafana/pkg/services/cloudmigration"
"github.com/grafana/grafana/pkg/services/cloudmigration/api"
"github.com/grafana/grafana/pkg/services/contexthandler"
"github.com/grafana/grafana/pkg/services/dashboards"
"github.com/grafana/grafana/pkg/services/datasources"
"github.com/grafana/grafana/pkg/services/featuremgmt"
"github.com/grafana/grafana/pkg/services/folder"
"github.com/grafana/grafana/pkg/services/gcom"
"github.com/grafana/grafana/pkg/services/secrets"
"github.com/grafana/grafana/pkg/setting"
"github.com/prometheus/client_golang/prometheus"
)
@ -27,9 +33,13 @@ type Service struct {
log * log . ConcreteLogger
cfg * setting . Cfg
features featuremgmt . FeatureToggles
dsService datasources . DataSourceService
gcomService gcom . Service
features featuremgmt . FeatureToggles
dsService datasources . DataSourceService
gcomService gcom . Service
dashboardService dashboards . DashboardService
folderService folder . Service
secretsService secrets . Service
api * api . CloudMigrationAPI
tracer tracing . Tracer
@ -54,23 +64,29 @@ func ProvideService(
features featuremgmt . FeatureToggles ,
db db . DB ,
dsService datasources . DataSourceService ,
secretsService secrets . Service ,
routeRegister routing . RouteRegister ,
prom prometheus . Registerer ,
tracer tracing . Tracer ,
dashboardService dashboards . DashboardService ,
folderService folder . Service ,
) cloudmigration . Service {
if ! features . IsEnabledGlobally ( featuremgmt . FlagOnPremToCloudMigrations ) {
return & NoopServiceImpl { }
}
s := & Service {
store : & sqlStore { db : db } ,
log : log . New ( LogPrefix ) ,
cfg : cfg ,
features : features ,
dsService : dsService ,
gcomService : gcom . New ( gcom . Config { ApiURL : cfg . GrafanaComAPIURL , Token : cfg . CloudMigration . GcomAPIToken } ) ,
tracer : tracer ,
metrics : newMetrics ( ) ,
store : & sqlStore { db : db , secretsService : secretsService } ,
log : log . New ( LogPrefix ) ,
cfg : cfg ,
features : features ,
dsService : dsService ,
gcomService : gcom . New ( gcom . Config { ApiURL : cfg . GrafanaComAPIURL , Token : cfg . CloudMigration . GcomAPIToken } ) ,
tracer : tracer ,
metrics : newMetrics ( ) ,
secretsService : secretsService ,
dashboardService : dashboardService ,
folderService : folderService ,
}
s . api = api . RegisterApi ( routeRegister , s , tracer )
@ -186,22 +202,61 @@ func (s *Service) findAccessPolicyByName(ctx context.Context, regionSlug, access
return nil , nil
}
func ( s * Service ) ValidateToken ( ctx context . Context , token string ) error {
// TODO: Implement method
return nil
}
func ( s * Service ) ValidateToken ( ctx context . Context , cm cloudmigration . CloudMigration ) error {
ctx , span := s . tracer . Start ( ctx , "CloudMigrationService.ValidateToken" )
defer span . End ( )
logger := s . log . FromContext ( ctx )
// get CMS path from the config
domain , err := s . ParseCloudMigrationConfig ( )
if err != nil {
return fmt . Errorf ( "config parse error: %w" , err )
}
path := fmt . Sprintf ( "https://cms-dev-%s.%s/cloud-migrations/api/v1/validate-key" , cm . ClusterSlug , domain )
// validation is an empty POST to CMS with the authorization header included
req , err := http . NewRequest ( "POST" , path , bytes . NewReader ( nil ) )
if err != nil {
logger . Error ( "error creating http request for token validation" , "err" , err . Error ( ) )
return fmt . Errorf ( "http request error: %w" , err )
}
req . Header . Set ( "Content-Type" , "application/json" )
req . Header . Set ( "Authorization" , fmt . Sprintf ( "Bearer %d:%s" , cm . StackID , cm . AuthToken ) )
client := & http . Client { }
resp , err := client . Do ( req )
if err != nil {
logger . Error ( "error sending http request for token validation" , "err" , err . Error ( ) )
return fmt . Errorf ( "http request error: %w" , err )
}
defer func ( ) {
if err := resp . Body . Close ( ) ; err != nil {
logger . Error ( "closing request body" , "err" , err . Error ( ) )
}
} ( )
if resp . StatusCode != 200 {
var errResp map [ string ] any
if err := json . NewDecoder ( resp . Body ) . Decode ( & errResp ) ; err != nil {
logger . Error ( "decoding error response" , "err" , err . Error ( ) )
} else {
return fmt . Errorf ( "token validation failure: %v" , errResp )
}
}
func ( s * Service ) SaveEncryptedToken ( ctx context . Context , token string ) error {
// TODO: Implement method
return nil
}
func ( s * Service ) GetMigration ( ctx context . Context , id int64 ) ( * cloudmigration . CloudMigrationResponse , error ) {
// commenting to fix linter, uncomment when this function is implemented
// ctx, span := s.tracer.Start(ctx, "CloudMigrationService.GetMigration")
// defer span.End()
func ( s * Service ) GetMigration ( ctx context . Context , id int64 ) ( * cloudmigration . CloudMigration , error ) {
ctx , span := s . tracer . Start ( ctx , "CloudMigrationService.GetMigration" )
defer span . End ( )
migration , err := s . store . GetMigration ( ctx , id )
if err != nil {
return nil , err
}
return nil , nil
return migration , nil
}
func ( s * Service ) GetMigrationList ( ctx context . Context ) ( * cloudmigration . CloudMigrationListResponse , error ) {
@ -237,16 +292,21 @@ func (s *Service) CreateMigration(ctx context.Context, cmd cloudmigration.CloudM
}
migration := token . ToMigration ( )
if err := s . store . CreateMigration ( ctx , migration ) ; err != nil {
// validate token against cms before saving
if err := s . ValidateToken ( ctx , migration ) ; err != nil {
return nil , fmt . Errorf ( "token validation: %w" , err )
}
cm , err := s . store . CreateMigration ( ctx , migration )
if err != nil {
return nil , fmt . Errorf ( "error creating migration: %w" , err )
}
return & cloudmigration . CloudMigrationResponse {
ID : int64 ( token . Instance . StackID ) ,
Stack : token . Instance . Slug ,
// TODO replace this with the actual value once the storage piece is implemented
Created : time . Now ( ) ,
Updated : time . Now ( ) ,
ID : cm . ID ,
Stack : token . Instance . Slug ,
Created : cm . Created ,
Updated : cm . Updated ,
} , nil
}
@ -255,26 +315,178 @@ func (s *Service) UpdateMigration(ctx context.Context, id int64, cm cloudmigrati
return nil , nil
}
func ( s * Service ) RunMigration ( ctx context . Context , uid string ) ( * cloudmigration . CloudMigrationRun , error ) {
// TODO: Implement method
return nil , nil
func ( s * Service ) GetMigrationDataJSON ( ctx context . Context , id int64 ) ( [ ] byte , error ) {
var migrationDataSlice [ ] cloudmigration . MigrateDataRequestItemDTO
// Data sources
dataSources , err := s . getDataSources ( ctx , id )
if err != nil {
s . log . Error ( "Failed to get datasources" , "err" , err )
return nil , err
}
for _ , ds := range dataSources {
migrationDataSlice = append ( migrationDataSlice , cloudmigration . MigrateDataRequestItemDTO {
Type : cloudmigration . DatasourceDataType ,
RefID : ds . UID ,
Name : ds . Name ,
Data : ds ,
} )
}
// Dashboards
dashboards , err := s . getDashboards ( ctx , id )
if err != nil {
s . log . Error ( "Failed to get dashboards" , "err" , err )
return nil , err
}
for _ , dashboard := range dashboards {
dashboard . Data . Del ( "id" )
migrationDataSlice = append ( migrationDataSlice , cloudmigration . MigrateDataRequestItemDTO {
Type : cloudmigration . DashboardDataType ,
RefID : dashboard . UID ,
Name : dashboard . Title ,
Data : map [ string ] any { "dashboard" : dashboard . Data } ,
} )
}
// Folders
folders , err := s . getFolders ( ctx , id )
if err != nil {
s . log . Error ( "Failed to get folders" , "err" , err )
return nil , err
}
for _ , f := range folders {
migrationDataSlice = append ( migrationDataSlice , cloudmigration . MigrateDataRequestItemDTO {
Type : cloudmigration . FolderDataType ,
RefID : f . UID ,
Name : f . Title ,
Data : f ,
} )
}
migrationData := cloudmigration . MigrateDataRequestDTO {
Items : migrationDataSlice ,
}
result , err := json . Marshal ( migrationData )
if err != nil {
s . log . Error ( "Failed to marshal datasources" , "err" , err )
return nil , err
}
return result , nil
}
func ( s * Service ) getDataSources ( ctx context . Context , id int64 ) ( [ ] datasources . AddDataSourceCommand , error ) {
dataSources , err := s . dsService . GetAllDataSources ( ctx , & datasources . GetAllDataSourcesQuery { } )
if err != nil {
s . log . Error ( "Failed to get all datasources" , "err" , err )
return nil , err
}
result := [ ] datasources . AddDataSourceCommand { }
for _ , dataSource := range dataSources {
// Decrypt secure json to send raw credentials
decryptedData , err := s . secretsService . DecryptJsonData ( ctx , dataSource . SecureJsonData )
if err != nil {
s . log . Error ( "Failed to decrypt secure json data" , "err" , err )
return nil , err
}
dataSourceCmd := datasources . AddDataSourceCommand {
OrgID : dataSource . OrgID ,
Name : dataSource . Name ,
Type : dataSource . Type ,
Access : dataSource . Access ,
URL : dataSource . URL ,
User : dataSource . User ,
Database : dataSource . Database ,
BasicAuth : dataSource . BasicAuth ,
BasicAuthUser : dataSource . BasicAuthUser ,
WithCredentials : dataSource . WithCredentials ,
IsDefault : dataSource . IsDefault ,
JsonData : dataSource . JsonData ,
SecureJsonData : decryptedData ,
ReadOnly : dataSource . ReadOnly ,
UID : dataSource . UID ,
}
result = append ( result , dataSourceCmd )
}
return result , err
}
func ( s * Service ) getFolders ( ctx context . Context , id int64 ) ( [ ] folder . Folder , error ) {
reqCtx := contexthandler . FromContext ( ctx )
folders , err := s . folderService . GetFolders ( ctx , folder . GetFoldersQuery {
SignedInUser : reqCtx . SignedInUser ,
} )
if err != nil {
return nil , err
}
var result [ ] folder . Folder
for _ , folder := range folders {
result = append ( result , * folder )
}
return result , nil
}
func ( s * Service ) getDashboards ( ctx context . Context , id int64 ) ( [ ] dashboards . Dashboard , error ) {
dashs , err := s . dashboardService . GetAllDashboards ( ctx )
if err != nil {
return nil , err
}
var result [ ] dashboards . Dashboard
for _ , dashboard := range dashs {
result = append ( result , * dashboard )
}
return result , nil
}
func ( s * Service ) SaveMigrationRun ( ctx context . Context , cmr * cloudmigration . CloudMigrationRun ) ( string , error ) {
cmr . Created = time . Now ( )
cmr . Updated = time . Now ( )
cmr . Finished = time . Now ( )
err := s . store . SaveMigrationRun ( ctx , cmr )
if err != nil {
s . log . Error ( "Failed to save migration run" , "err" , err )
return "" , err
}
return cmr . CloudMigrationUID , nil
}
func ( s * Service ) GetMigrationStatus ( ctx context . Context , id string , runID string ) ( * cloudmigration . CloudMigrationRun , error ) {
// TODO: Implement method
return nil , nil
cmr , err := s . store . GetMigrationStatus ( ctx , id , runID )
if err != nil {
return nil , fmt . Errorf ( "retrieving migration status from db: %w" , err )
}
return cmr , nil
}
func ( s * Service ) GetMigrationStatusList ( ctx context . Context , id string ) ( [ ] cloudmigration . CloudMigrationRun , error ) {
// TODO: Implement method
return nil , nil
func ( s * Service ) GetMigrationStatusList ( ctx context . Context , migrationID string ) ( [ ] * cloudmigration . CloudMigrationRun , error ) {
cmrs , err := s . store . GetMigrationStatusList ( ctx , migrationID )
if err != nil {
return nil , fmt . Errorf ( "retrieving migration statuses from db: %w" , err )
}
return cmrs , nil
}
func ( s * Service ) DeleteMigration ( ctx context . Context , id string ) error {
// TODO: Implement method
return nil
func ( s * Service ) DeleteMigration ( ctx context . Context , id int64 ) ( * cloudmigration . CloudMigration , error ) {
c , err := s . store . DeleteMigration ( ctx , id )
if err != nil {
return c , fmt . Errorf ( "deleting migration from db: %w" , err )
}
return c , nil
}
// func (s *Service) MigrateDatasources(ctx context.Context, request *cloudmigration.MigrateDatasourcesRequest) (*cloudmigration.MigrateDatasourcesResponse, error) {
// return s.store.MigrateDatasources(ctx, request)
// }
func ( s * Service ) ParseCloudMigrationConfig ( ) ( string , error ) {
if s . cfg == nil {
return "" , fmt . Errorf ( "cfg cannot be nil" )
}
section := s . cfg . Raw . Section ( "cloud_migration" )
domain := section . Key ( "domain" ) . MustString ( "" )
if domain == "" {
return "" , fmt . Errorf ( "cloudmigration domain not set" )
}
return domain , nil
}
idafurjes
1 year ago
committed by