mirror of https://github.com/grafana/grafana
CI: Move `fetch-images` sub-command from `build-pipeline` repo (#55298)
* Move fetch images from build-pipeline * Modify drone * Replace zerolog with builtin log * Fix lintpull/55365/head
Dimitris Sotirakis
3 years ago
committed by
GitHub
parent
754eea20b3
commit
93e78e2146
@ -0,0 +1,116 @@ |
||||
package main |
||||
|
||||
import ( |
||||
"fmt" |
||||
"log" |
||||
"os/exec" |
||||
"strings" |
||||
|
||||
"github.com/grafana/grafana/pkg/build/config" |
||||
"github.com/grafana/grafana/pkg/build/docker" |
||||
"github.com/grafana/grafana/pkg/build/gcloud" |
||||
"github.com/urfave/cli/v2" |
||||
) |
||||
|
||||
const ( |
||||
alpine = "alpine" |
||||
ubuntu = "ubuntu" |
||||
) |
||||
|
||||
func FetchImages(c *cli.Context) error { |
||||
if c.NArg() > 0 { |
||||
if err := cli.ShowSubcommandHelp(c); err != nil { |
||||
return cli.NewExitError(err.Error(), 1) |
||||
} |
||||
return cli.NewExitError("", 1) |
||||
} |
||||
|
||||
metadata, err := GenerateMetadata(c) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
|
||||
buildConfig, err := config.GetBuildConfig(metadata.ReleaseMode.Mode) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
|
||||
cfg := docker.Config{ |
||||
Archs: buildConfig.Docker.Architectures, |
||||
Distribution: buildConfig.Docker.Distribution, |
||||
Bucket: buildConfig.Docker.PrereleaseBucket, |
||||
Edition: c.String("edition"), |
||||
Tag: metadata.GrafanaVersion, |
||||
} |
||||
|
||||
edition := fmt.Sprintf("-%s", cfg.Edition) |
||||
|
||||
err = gcloud.ActivateServiceAccount() |
||||
if err != nil { |
||||
return err |
||||
} |
||||
|
||||
var basesStr []string |
||||
for _, base := range cfg.Distribution { |
||||
switch base { |
||||
case alpine: |
||||
basesStr = append(basesStr, "") |
||||
case ubuntu: |
||||
basesStr = append(basesStr, "-ubuntu") |
||||
default: |
||||
return fmt.Errorf("unrecognized base %q", base) |
||||
} |
||||
} |
||||
|
||||
err = downloadFromGCS(cfg, basesStr, edition) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
|
||||
err = loadImages(cfg, basesStr, edition) |
||||
if err != nil { |
||||
return err |
||||
} |
||||
return nil |
||||
} |
||||
|
||||
func loadImages(cfg docker.Config, basesStr []string, edition string) error { |
||||
log.Println("Loading fetched image files to local docker registry...") |
||||
log.Printf("Number of images to be loaded: %d\n", len(basesStr)*len(cfg.Archs)) |
||||
for _, base := range basesStr { |
||||
for _, arch := range cfg.Archs { |
||||
imageFilename := fmt.Sprintf("grafana%s-%s%s-%s.img", edition, cfg.Tag, base, arch) |
||||
log.Printf("image file name: %s\n", imageFilename) |
||||
//nolint:gosec
|
||||
cmd := exec.Command("docker", "load", "-i", imageFilename) |
||||
cmd.Dir = "." |
||||
out, err := cmd.CombinedOutput() |
||||
if err != nil { |
||||
log.Printf("out: %s\n", out) |
||||
return fmt.Errorf("error loading image: %q", err) |
||||
} |
||||
log.Printf("Successfully loaded %s!\n %s\n", fmt.Sprintf("grafana%s-%s%s-%s", edition, cfg.Tag, base, arch), out) |
||||
} |
||||
} |
||||
log.Println("Images successfully loaded!") |
||||
return nil |
||||
} |
||||
|
||||
func downloadFromGCS(cfg docker.Config, basesStr []string, edition string) error { |
||||
log.Printf("Downloading Docker images from GCS bucket: %s\n", cfg.Bucket) |
||||
|
||||
for _, base := range basesStr { |
||||
for _, arch := range cfg.Archs { |
||||
src := fmt.Sprintf("gs://%s/%s/grafana%s-%s%s-%s.img", cfg.Bucket, cfg.Tag, edition, cfg.Tag, base, arch) |
||||
args := strings.Split(fmt.Sprintf("-m cp -r %s .", src), " ") |
||||
//nolint:gosec
|
||||
cmd := exec.Command("gsutil", args...) |
||||
out, err := cmd.CombinedOutput() |
||||
if err != nil { |
||||
return fmt.Errorf("failed to download: %w\n%s", err, out) |
||||
} |
||||
} |
||||
} |
||||
log.Printf("Successfully fetched image files from %s bucket!\n", cfg.Bucket) |
||||
return nil |
||||
} |
||||
@ -0,0 +1,15 @@ |
||||
package docker |
||||
|
||||
import ( |
||||
"github.com/grafana/grafana/pkg/build/config" |
||||
) |
||||
|
||||
type Config struct { |
||||
Bucket string |
||||
Edition string |
||||
Tag string |
||||
Distribution []config.Distribution |
||||
Archs []config.Architecture |
||||
DockerHubRepo string |
||||
Security bool |
||||
} |
||||
Loading…
Reference in new issue