Convert to class to reduce argument passing #9490
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,126 +1,172 @@ | ||
| import { exec } from "../util/shell"; | ||
| import { getGlobalWerftInstance, Werft } from "../util/werft"; | ||
| import * as fs from "fs"; | ||
|
|
||
| type MonitoringSatelliteInstallerOptions = { | ||
| werft: Werft; | ||
| kubeconfigPath: string; | ||
| satelliteNamespace: string; | ||
| clusterName: string; | ||
| nodeExporterPort: number; | ||
| branch: string; | ||
| previewDomain: string; | ||
| stackdriverServiceAccount: any; | ||
| withVM: boolean; | ||
| }; | ||
|
|
||
| const sliceName = "observability"; | ||
|
|
||
| /** | ||
| * Installs monitoring-satellite, while updating its dependencies to the latest commit in the branch it is running. | ||
| */ | ||
| export class MonitoringSatelliteInstaller { | ||
| constructor(private readonly options: MonitoringSatelliteInstallerOptions) {} | ||
|
|
||
| public async install() { | ||
| const { | ||
| werft, | ||
| branch, | ||
| satelliteNamespace, | ||
| stackdriverServiceAccount, | ||
| withVM, | ||
| previewDomain, | ||
| nodeExporterPort, | ||
| } = this.options; | ||
|
|
||
| werft.log(sliceName, `Cloning observability repository - Branch: ${branch}`); | ||
| exec( | ||
| `git clone --branch ${branch} https://roboquat:$(cat /mnt/secrets/monitoring-satellite-preview-token/token)@github.com/gitpod-io/observability.git`, | ||
| { silent: true }, | ||
| ); | ||
| let currentCommit = exec(`git rev-parse HEAD`, { silent: true }).stdout.trim(); | ||
| let pwd = exec(`pwd`, { silent: true }).stdout.trim(); | ||
| werft.log( | ||
| sliceName, | ||
| `Updating Gitpod's mixin in monitoring-satellite's jsonnetfile.json to latest commit SHA: ${currentCommit}`, | ||
| ); | ||
|
|
||
| let jsonnetFile = JSON.parse(fs.readFileSync(`${pwd}/observability/jsonnetfile.json`, "utf8")); | ||
| jsonnetFile.dependencies.forEach((dep) => { | ||
| if (dep.name == "gitpod") { | ||
| dep.version = currentCommit; | ||
| } | ||
| }); | ||
| fs.writeFileSync(`${pwd}/observability/jsonnetfile.json`, JSON.stringify(jsonnetFile)); | ||
| exec(`cd observability && jb update`, { slice: sliceName }); | ||
|
|
||
| let jsonnetRenderCmd = `cd observability && jsonnet -c -J vendor -m monitoring-satellite/manifests \ | ||
| --ext-code config="{ | ||
| namespace: '${satelliteNamespace}', | ||
| clusterName: '${satelliteNamespace}', | ||
| tracing: { | ||
| honeycombAPIKey: '${process.env.HONEYCOMB_API_KEY}', | ||
| honeycombDataset: 'preview-environments', | ||
| }, | ||
| previewEnvironment: { | ||
| domain: '${previewDomain}', | ||
| nodeExporterPort: ${nodeExporterPort}, | ||
| }, | ||
| ${withVM ? "" : "nodeAffinity: { nodeSelector: { 'gitpod.io/workload_services': 'true' }, },"} | ||
| stackdriver: { | ||
| defaultProject: '${stackdriverServiceAccount.project_id}', | ||
| clientEmail: '${stackdriverServiceAccount.client_email}', | ||
| privateKey: '${stackdriverServiceAccount.private_key}', | ||
| }, | ||
| prometheus: { | ||
| resources: { | ||
| requests: { memory: '200Mi', cpu: '50m' }, | ||
| }, | ||
| }, | ||
| kubescape: {}, | ||
| pyrra: {}, | ||
| }" \ | ||
| monitoring-satellite/manifests/yaml-generator.jsonnet | xargs -I{} sh -c 'cat {} | gojsontoyaml > {}.yaml' -- {} && \ | ||
| find monitoring-satellite/manifests -type f ! -name '*.yaml' ! -name '*.jsonnet' -delete` | ||
|
|
||
| werft.log(sliceName, "rendering YAML files"); | ||
| exec(jsonnetRenderCmd, { silent: true }); | ||
| if (withVM) { | ||
| this.postProcessManifests(); | ||
| } | ||
|
|
||
| this.ensureCorrectInstallationOrder() | ||
| this.deployGitpodServiceMonitors(); | ||
| await this.waitForReadiness() | ||
| } | ||
|
|
||
| private ensureCorrectInstallationOrder() { | ||
| const { werft, kubeconfigPath } = this.options; | ||
|
|
||
| werft.log(sliceName, "installing monitoring-satellite"); | ||
| exec(`cd observability && hack/deploy-satellite.sh --kubeconfig ${kubeconfigPath}`, { slice: sliceName }); | ||
| } | ||
|
|
||
| private async waitForReadiness() { | ||
| const { kubeconfigPath, satelliteNamespace } = this.options; | ||
|
|
||
| const checks: Promise<any>[] = []; | ||
| // For some reason prometheus' statefulset always take quite some time to get created | ||
| // Therefore we wait a couple of seconds | ||
| checks.push( | ||
| exec( | ||
| `sleep 30 && kubectl --kubeconfig ${kubeconfigPath} rollout status -n ${satelliteNamespace} statefulset prometheus-k8s`, | ||
| { slice: sliceName, async: true }, | ||
| ), | ||
| ); | ||
| checks.push( | ||
| exec(`kubectl --kubeconfig ${kubeconfigPath} rollout status -n ${satelliteNamespace} deployment grafana`, { | ||
| slice: sliceName, | ||
| async: true, | ||
| }), | ||
| ); | ||
| checks.push( | ||
| exec( | ||
| `kubectl --kubeconfig ${kubeconfigPath} rollout status -n ${satelliteNamespace} deployment kube-state-metrics`, | ||
| { slice: sliceName, async: true }, | ||
| ), | ||
| ); | ||
| checks.push( | ||
| exec( | ||
| `kubectl --kubeconfig ${kubeconfigPath} rollout status -n ${satelliteNamespace} deployment otel-collector`, | ||
| { slice: sliceName, async: true }, | ||
| ), | ||
| ); | ||
|
|
||
| // core-dev is just too unstable for node-exporter | ||
| // we don't guarantee that it will run at all | ||
| if (this.options.withVM) { | ||
| checks.push( | ||
| exec( | ||
| `kubectl --kubeconfig ${kubeconfigPath} rollout status -n ${satelliteNamespace} daemonset node-exporter`, | ||
| { slice: sliceName, async: true }, | ||
| ), | ||
| ); | ||
| } | ||
|
|
||
| await Promise.all(checks); | ||
| } | ||
|
|
||
| private deployGitpodServiceMonitors() { | ||
| const { werft, kubeconfigPath } = this.options; | ||
|
|
||
| werft.log(sliceName, "installing gitpod ServiceMonitor resources"); | ||
| exec(`kubectl --kubeconfig ${kubeconfigPath} apply -f observability/monitoring-satellite/manifests/gitpod/`, { | ||
| silent: true, | ||
| }); | ||
| } | ||
|
|
||
| private postProcessManifests() { | ||
| const werft = getGlobalWerftInstance(); | ||
|
|
||
| // We're hardcoding nodeports, so we can use them in .werft/vm/manifests.ts | ||
| // We'll be able to access Prometheus and Grafana's UI by port-forwarding the harvester proxy into the nodePort | ||
| werft.log(sliceName, "Post-processing manifests so it works on Harvester"); | ||
| exec(`yq w -i observability/monitoring-satellite/manifests/grafana/service.yaml spec.type 'NodePort'`); | ||
| exec(`yq w -i observability/monitoring-satellite/manifests/prometheus/service.yaml spec.type 'NodePort'`); | ||
|
|
||
| exec( | ||
| `yq w -i observability/monitoring-satellite/manifests/prometheus/service.yaml spec.ports[0].nodePort 32001`, | ||
| ); | ||
| exec(`yq w -i observability/monitoring-satellite/manifests/grafana/service.yaml spec.ports[0].nodePort 32000`); | ||
| } | ||
| } |
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
This is a golden comment 🤌, perfectly explains the code below!