mirror of https://github.com/grafana/grafana
Drone: Add release pipelines (#28083)
* Drone: Implement release pipeline Signed-off-by: Arve Knudsen <arve.knudsen@gmail.com> * Drone: Implement test-release pipeline Signed-off-by: Arve Knudsen <arve.knudsen@gmail.com>pull/28084/head
Arve Knudsen
5 years ago
committed by
GitHub
parent
61749dee23
commit
d2b957b726
@ -1,5 +1,8 @@ |
||||
load('scripts/lib.star', 'pr_pipelines', 'master_pipelines') |
||||
load('scripts/pr.star', 'pr_pipelines') |
||||
load('scripts/master.star', 'master_pipelines') |
||||
load('scripts/release.star', 'release_pipelines', 'test_release_pipelines') |
||||
|
||||
def main(ctx): |
||||
edition = 'oss' |
||||
return pr_pipelines(edition=edition) + master_pipelines(edition=edition) |
||||
return pr_pipelines(edition=edition) + master_pipelines(edition=edition) + release_pipelines() + \ |
||||
test_release_pipelines() |
||||
|
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,130 @@ |
||||
load( |
||||
'scripts/lib.star', |
||||
'pipeline', |
||||
'lint_backend_step', |
||||
'codespell_step', |
||||
'shellcheck_step', |
||||
'test_backend_step', |
||||
'test_frontend_step', |
||||
'build_backend_step', |
||||
'build_frontend_step', |
||||
'build_plugins_step', |
||||
'package_step', |
||||
'e2e_tests_server_step', |
||||
'e2e_tests_step', |
||||
'build_storybook_step', |
||||
'build_docs_website_step', |
||||
'copy_packages_for_docker_step', |
||||
'build_docker_images_step', |
||||
'postgres_integration_tests_step', |
||||
'mysql_integration_tests_step', |
||||
'get_windows_steps', |
||||
'benchmark_ldap_step', |
||||
'ldap_service', |
||||
'enterprise_downstream_step', |
||||
'frontend_metrics_step', |
||||
'publish_storybook_step', |
||||
'release_next_npm_packages_step', |
||||
'upload_packages_step', |
||||
'deploy_to_kubernetes_step', |
||||
'publish_packages_step', |
||||
'notify_pipeline', |
||||
'integration_test_services', |
||||
) |
||||
|
||||
ver_mode = 'master' |
||||
|
||||
def get_steps(edition, is_downstream=False): |
||||
publish = edition != 'enterprise' or is_downstream |
||||
steps = [ |
||||
enterprise_downstream_step(edition), |
||||
lint_backend_step(edition), |
||||
codespell_step(), |
||||
shellcheck_step(), |
||||
test_backend_step(), |
||||
test_frontend_step(), |
||||
frontend_metrics_step(edition=edition), |
||||
build_backend_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream), |
||||
build_frontend_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream), |
||||
build_plugins_step(edition=edition, sign=True), |
||||
package_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream), |
||||
e2e_tests_server_step(), |
||||
e2e_tests_step(), |
||||
build_storybook_step(edition=edition, ver_mode=ver_mode), |
||||
publish_storybook_step(edition=edition, ver_mode=ver_mode), |
||||
build_docs_website_step(), |
||||
copy_packages_for_docker_step(), |
||||
build_docker_images_step(edition=edition, ver_mode=ver_mode, publish=publish), |
||||
build_docker_images_step(edition=edition, ver_mode=ver_mode, ubuntu=True, publish=publish), |
||||
postgres_integration_tests_step(), |
||||
mysql_integration_tests_step(), |
||||
release_next_npm_packages_step(edition), |
||||
upload_packages_step(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream), |
||||
deploy_to_kubernetes_step(edition=edition, is_downstream=is_downstream), |
||||
] |
||||
windows_steps = get_windows_steps(edition=edition, ver_mode=ver_mode, is_downstream=is_downstream) |
||||
|
||||
publish_steps = [ |
||||
publish_packages_step(edition=edition, is_downstream=is_downstream), |
||||
] |
||||
|
||||
return steps, windows_steps, publish_steps |
||||
|
||||
def master_pipelines(edition): |
||||
services = integration_test_services() |
||||
trigger = { |
||||
'event': ['push',], |
||||
'branch': 'master', |
||||
} |
||||
steps, windows_steps, publish_steps = get_steps(edition=edition) |
||||
|
||||
if edition == 'enterprise': |
||||
steps.append(benchmark_ldap_step()) |
||||
services.append(ldap_service()) |
||||
|
||||
pipelines = [ |
||||
pipeline( |
||||
name='build-master', edition=edition, trigger=trigger, services=services, steps=steps, |
||||
ver_mode=ver_mode, |
||||
), |
||||
pipeline( |
||||
name='windows-master', edition=edition, trigger=trigger, steps=windows_steps, platform='windows', |
||||
depends_on=['build-master'], ver_mode=ver_mode, |
||||
), |
||||
] |
||||
if edition != 'enterprise': |
||||
pipelines.append(pipeline( |
||||
name='publish-master', edition=edition, trigger=trigger, steps=publish_steps, |
||||
depends_on=['build-master', 'windows-master',], install_deps=False, ver_mode=ver_mode, |
||||
)) |
||||
|
||||
pipelines.append(notify_pipeline( |
||||
name='notify-master', slack_channel='grafana-ci-notifications', trigger=trigger, |
||||
depends_on=['build-master', 'windows-master', 'publish-master'], |
||||
)) |
||||
else: |
||||
# Add downstream enterprise pipelines triggerable from OSS builds |
||||
trigger = { |
||||
'event': ['custom',], |
||||
} |
||||
steps, windows_steps, publish_steps = get_steps(edition=edition, is_downstream=True) |
||||
pipelines.append(pipeline( |
||||
name='build-master-downstream', edition=edition, trigger=trigger, services=services, steps=steps, |
||||
is_downstream=True, ver_mode=ver_mode, |
||||
)) |
||||
pipelines.append(pipeline( |
||||
name='windows-master-downstream', edition=edition, trigger=trigger, steps=windows_steps, |
||||
platform='windows', depends_on=['build-master-downstream'], is_downstream=True, ver_mode=ver_mode, |
||||
)) |
||||
pipelines.append(pipeline( |
||||
name='publish-master-downstream', edition=edition, trigger=trigger, steps=publish_steps, |
||||
depends_on=['build-master-downstream', 'windows-master-downstream'], is_downstream=True, install_deps=False, |
||||
ver_mode=ver_mode, |
||||
)) |
||||
|
||||
pipelines.append(notify_pipeline( |
||||
name='notify-master-downstream', slack_channel='grafana-enterprise-ci-notifications', trigger=trigger, |
||||
depends_on=['build-master-downstream', 'windows-master-downstream', 'publish-master-downstream'], |
||||
)) |
||||
|
||||
return pipelines |
||||
@ -0,0 +1,67 @@ |
||||
load( |
||||
'scripts/lib.star', |
||||
'pipeline', |
||||
'lint_backend_step', |
||||
'codespell_step', |
||||
'shellcheck_step', |
||||
'test_backend_step', |
||||
'test_frontend_step', |
||||
'build_backend_step', |
||||
'build_frontend_step', |
||||
'build_plugins_step', |
||||
'package_step', |
||||
'e2e_tests_server_step', |
||||
'e2e_tests_step', |
||||
'build_storybook_step', |
||||
'build_docs_website_step', |
||||
'copy_packages_for_docker_step', |
||||
'build_docker_images_step', |
||||
'postgres_integration_tests_step', |
||||
'mysql_integration_tests_step', |
||||
'get_windows_steps', |
||||
'benchmark_ldap_step', |
||||
'ldap_service', |
||||
'integration_test_services', |
||||
) |
||||
|
||||
ver_mode = 'pr' |
||||
|
||||
def pr_pipelines(edition): |
||||
services = integration_test_services() |
||||
variants = ['linux-x64', 'linux-x64-musl', 'osx64', 'win64',] |
||||
steps = [ |
||||
lint_backend_step(edition), |
||||
codespell_step(), |
||||
shellcheck_step(), |
||||
test_backend_step(), |
||||
test_frontend_step(), |
||||
build_backend_step(edition=edition, ver_mode=ver_mode, variants=variants), |
||||
build_frontend_step(edition=edition, ver_mode=ver_mode), |
||||
build_plugins_step(edition=edition), |
||||
package_step(edition=edition, ver_mode=ver_mode, variants=variants), |
||||
e2e_tests_server_step(), |
||||
e2e_tests_step(), |
||||
build_storybook_step(edition=edition, ver_mode=ver_mode), |
||||
build_docs_website_step(), |
||||
copy_packages_for_docker_step(), |
||||
build_docker_images_step(edition=edition, ver_mode=ver_mode, archs=['amd64',]), |
||||
postgres_integration_tests_step(), |
||||
mysql_integration_tests_step(), |
||||
] |
||||
windows_steps = get_windows_steps(edition=edition, ver_mode=ver_mode) |
||||
if edition == 'enterprise': |
||||
steps.append(benchmark_ldap_step()) |
||||
services.append(ldap_service()) |
||||
trigger = { |
||||
'event': ['pull_request',], |
||||
} |
||||
return [ |
||||
pipeline( |
||||
name='test-pr', edition=edition, trigger=trigger, services=services, steps=steps, |
||||
ver_mode=ver_mode, |
||||
), |
||||
pipeline( |
||||
name='windows-pr', edition=edition, trigger=trigger, steps=windows_steps, platform='windows', |
||||
ver_mode=ver_mode, |
||||
), |
||||
] |
||||
@ -0,0 +1,215 @@ |
||||
load( |
||||
'scripts/lib.star', |
||||
'test_release_ver', |
||||
'build_image', |
||||
'publish_image', |
||||
'pipeline', |
||||
'lint_backend_step', |
||||
'codespell_step', |
||||
'shellcheck_step', |
||||
'test_backend_step', |
||||
'test_frontend_step', |
||||
'build_backend_step', |
||||
'build_frontend_step', |
||||
'build_plugins_step', |
||||
'package_step', |
||||
'e2e_tests_server_step', |
||||
'e2e_tests_step', |
||||
'build_storybook_step', |
||||
'copy_packages_for_docker_step', |
||||
'build_docker_images_step', |
||||
'postgres_integration_tests_step', |
||||
'mysql_integration_tests_step', |
||||
'get_windows_steps', |
||||
'benchmark_ldap_step', |
||||
'ldap_service', |
||||
'frontend_metrics_step', |
||||
'publish_storybook_step', |
||||
'upload_packages_step', |
||||
'publish_packages_step', |
||||
'notify_pipeline', |
||||
'integration_test_services', |
||||
) |
||||
|
||||
def release_npm_packages_step(edition, ver_mode): |
||||
if edition == 'enterprise': |
||||
return None |
||||
|
||||
commands = [ |
||||
'./node_modules/.bin/lerna bootstrap', |
||||
'echo "//registry.npmjs.org/:_authToken=$${NPM_TOKEN}" >> ~/.npmrc', |
||||
] |
||||
if ver_mode == 'release': |
||||
commands.append('./scripts/build/release-packages.sh ${DRONE_TAG}') |
||||
|
||||
return { |
||||
'name': 'release-npm-packages', |
||||
'image': build_image, |
||||
'depends_on': [ |
||||
'end-to-end-tests', |
||||
], |
||||
'environment': { |
||||
'NPM_TOKEN': { |
||||
'from_secret': 'npm_token', |
||||
}, |
||||
}, |
||||
'commands': commands, |
||||
} |
||||
|
||||
def get_steps(edition, ver_mode): |
||||
steps = [ |
||||
lint_backend_step(edition), |
||||
codespell_step(), |
||||
shellcheck_step(), |
||||
test_backend_step(), |
||||
test_frontend_step(), |
||||
build_backend_step(edition=edition, ver_mode=ver_mode), |
||||
build_frontend_step(edition=edition, ver_mode=ver_mode), |
||||
build_plugins_step(edition=edition, sign=True), |
||||
package_step(edition=edition, ver_mode=ver_mode), |
||||
e2e_tests_server_step(), |
||||
e2e_tests_step(), |
||||
build_storybook_step(edition=edition, ver_mode=ver_mode), |
||||
publish_storybook_step(edition=edition, ver_mode=ver_mode), |
||||
copy_packages_for_docker_step(), |
||||
build_docker_images_step(edition=edition, ver_mode=ver_mode, publish=True), |
||||
build_docker_images_step(edition=edition, ver_mode=ver_mode, ubuntu=True, publish=True), |
||||
postgres_integration_tests_step(), |
||||
mysql_integration_tests_step(), |
||||
release_npm_packages_step(edition=edition, ver_mode=ver_mode), |
||||
upload_packages_step(edition=edition, ver_mode=ver_mode), |
||||
] |
||||
windows_steps = get_windows_steps(edition=edition, ver_mode=ver_mode) |
||||
|
||||
return steps, windows_steps |
||||
|
||||
def get_oss_pipelines(trigger, ver_mode): |
||||
services = integration_test_services() |
||||
steps, windows_steps = get_steps(edition='oss', ver_mode=ver_mode) |
||||
return [ |
||||
pipeline( |
||||
name='oss-build-{}'.format(ver_mode), edition='oss', trigger=trigger, services=services, steps=steps, |
||||
ver_mode=ver_mode, |
||||
), |
||||
pipeline( |
||||
name='oss-windows-{}'.format(ver_mode), edition='oss', trigger=trigger, steps=windows_steps, |
||||
platform='windows', depends_on=['oss-build-{}'.format(ver_mode)], ver_mode=ver_mode, |
||||
), |
||||
] |
||||
|
||||
def get_enterprise_pipelines(trigger, ver_mode): |
||||
services = integration_test_services() |
||||
steps, windows_steps = get_steps(edition='enterprise', ver_mode=ver_mode) |
||||
return [ |
||||
pipeline( |
||||
name='enterprise-build-{}'.format(ver_mode), edition='enterprise', trigger=trigger, services=services, steps=steps, |
||||
ver_mode=ver_mode, |
||||
), |
||||
pipeline( |
||||
name='enterprise-windows-{}'.format(ver_mode), edition='enterprise', trigger=trigger, steps=windows_steps, platform='windows', |
||||
depends_on=['enterprise-build-{}'.format(ver_mode)], ver_mode=ver_mode, |
||||
), |
||||
] |
||||
|
||||
def release_pipelines(): |
||||
ver_mode = 'release' |
||||
|
||||
services = integration_test_services() |
||||
trigger = { |
||||
'ref': ['refs/tags/v*',], |
||||
} |
||||
|
||||
# The release pipelines include also enterprise ones, so both editions are built for a release. |
||||
# We could also solve this by triggering a downstream build for the enterprise repo, but by including enterprise |
||||
# in OSS release builds, we simplify the UX for the release engineer. |
||||
oss_pipelines = get_oss_pipelines(ver_mode=ver_mode, trigger=trigger) |
||||
enterprise_pipelines = get_enterprise_pipelines(ver_mode=ver_mode, trigger=trigger) |
||||
|
||||
publish_pipeline = pipeline( |
||||
name='publish-{}'.format(ver_mode), trigger=trigger, edition='oss', steps=[ |
||||
{ |
||||
'name': 'publish-packages', |
||||
'image': publish_image, |
||||
'depends_on': [ |
||||
'initialize', |
||||
], |
||||
'environment': { |
||||
'GRAFANA_COM_API_KEY': { |
||||
'from_secret': 'grafana_api_key', |
||||
}, |
||||
}, |
||||
'commands': [ |
||||
'./bin/grabpl publish-packages --edition oss ${DRONE_TAG}', |
||||
'./bin/grabpl publish-packages --edition enterprise ${DRONE_TAG}', |
||||
], |
||||
}, |
||||
], depends_on=[p['name'] for p in oss_pipelines + enterprise_pipelines], install_deps=False, |
||||
ver_mode=ver_mode, |
||||
) |
||||
|
||||
pipelines = oss_pipelines + enterprise_pipelines + [publish_pipeline,] |
||||
|
||||
pipelines.append(notify_pipeline( |
||||
name='notify-{}'.format(ver_mode), slack_channel='grafana-ci-notifications', trigger=trigger, |
||||
depends_on=[p['name'] for p in pipelines], |
||||
)) |
||||
|
||||
return pipelines |
||||
|
||||
def test_release_pipelines(): |
||||
ver_mode = 'test-release' |
||||
|
||||
services = integration_test_services() |
||||
trigger = { |
||||
'event': ['custom',], |
||||
} |
||||
|
||||
oss_pipelines = get_oss_pipelines(ver_mode=ver_mode, trigger=trigger) |
||||
enterprise_pipelines = get_enterprise_pipelines(ver_mode=ver_mode, trigger=trigger) |
||||
|
||||
publish_cmd = './bin/grabpl publish-packages --edition {{}} --dry-run {}'.format(test_release_ver) |
||||
|
||||
publish_pipeline = pipeline( |
||||
name='publish-{}'.format(ver_mode), trigger=trigger, edition='oss', steps=[ |
||||
{ |
||||
'name': 'publish-packages-oss', |
||||
'image': publish_image, |
||||
'depends_on': [ |
||||
'initialize', |
||||
], |
||||
'environment': { |
||||
'GRAFANA_COM_API_KEY': { |
||||
'from_secret': 'grafana_api_key', |
||||
}, |
||||
}, |
||||
'commands': [ |
||||
publish_cmd.format('oss'), |
||||
], |
||||
}, |
||||
{ |
||||
'name': 'publish-packages-enterprise', |
||||
'image': publish_image, |
||||
'depends_on': [ |
||||
'initialize', |
||||
], |
||||
'environment': { |
||||
'GRAFANA_COM_API_KEY': { |
||||
'from_secret': 'grafana_api_key', |
||||
}, |
||||
}, |
||||
'commands': [ |
||||
publish_cmd.format('enterprise'), |
||||
], |
||||
}, |
||||
], depends_on=[p['name'] for p in oss_pipelines + enterprise_pipelines], install_deps=False, |
||||
ver_mode=ver_mode, |
||||
) |
||||
|
||||
pipelines = oss_pipelines + enterprise_pipelines + [publish_pipeline,] |
||||
|
||||
pipelines.append(notify_pipeline( |
||||
name='notify-{}'.format(ver_mode), slack_channel='grafana-ci-notifications', trigger=trigger, |
||||
depends_on=[p['name'] for p in pipelines], |
||||
)) |
||||
|
||||
return pipelines |
||||
Loading…
Reference in new issue