Загрузка данных
Running with gitlab-runner 15.8.0 (12335144)
on gitlab-runner-gitlab-runner-695bb55d66-shwwf y_Hs9d7d, system ID: r_unkj9zgbP7CT
Preparing the "kubernetes" executor
00:00
Using Kubernetes namespace: gitlab-runners
Using Kubernetes executor with image registry.rshbdev.ru/appfarm/infra/images/kube-client-apps:8.21.18 ...
Using attach strategy to execute scripts...
Preparing environment
00:06
Waiting for pod gitlab-runners/runner-yhs9d7d-project-35797-concurrent-0t6zl9 to be running, status is Pending
Waiting for pod gitlab-runners/runner-yhs9d7d-project-35797-concurrent-0t6zl9 to be running, status is Pending
ContainersNotReady: "containers with unready status: [build helper]"
ContainersNotReady: "containers with unready status: [build helper]"
Running on runner-yhs9d7d-project-35797-concurrent-0t6zl9 via gitlab-runner-gitlab-runner-695bb55d66-shwwf...
Getting source from Git repository
00:03
$ git config --global --add url."https://gitlab-ci-token:${CI_JOB_TOKEN}@${CI_SERVER_HOST}/".insteadOf "https://${CI_SERVER_HOST}" # collapsed multi-line command
Fetching changes with git depth set to 20...
Initialized empty Git repository in /builds/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/.git/
Created fresh repository.
Checking out c2a3a931 as stress...
Skipping Git submodules setup
Downloading artifacts
00:02
Downloading artifacts for devsecops_antivirus_scan (25099748)...
Downloading artifacts from coordinator... ok id=25099748 responseStatus=200 OK token=64_ewi9C
Downloading artifacts for dockerfilegen (25099749)...
Downloading artifacts from coordinator... ok id=25099749 responseStatus=200 OK token=64_ewi9C
Downloading artifacts for build (25099750)...
Downloading artifacts from coordinator... ok id=25099750 responseStatus=200 OK token=64_ewi9C
Downloading artifacts for unit (25099752)...
Downloading artifacts from coordinator... ok id=25099752 responseStatus=200 OK token=64_ewi9C
Executing "step_script" stage of the job script
04:55
$ ( umask 0077; mkdir -p ~/.kube && echo "$KUBECONFIG_COMBINED" | base64 -d > ~/.kube/config )
$ if [[ ${IS_SENSITIVE_SYSTEM} = true ]]; then export K8S_CLUSTERS=$K8S_CLUSTERS_SENSITIVE; fi
$ echo 'IS_SENSITIVE_SYSTEM:' $IS_SENSITIVE_SYSTEM
IS_SENSITIVE_SYSTEM: true
$ echo 'TARGET_CLUSTERS:' $K8S_CLUSTERS
TARGET_CLUSTERS: rcsdstbl
$ set -x
++ echo '$ for CLUSTER in $K8S_CLUSTERS; do'
$ for CLUSTER in $K8S_CLUSTERS; do
++ for CLUSTER in $K8S_CLUSTERS
++ echo '$ export CLUSTER=$CLUSTER'
$ export CLUSTER=$CLUSTER
++ export CLUSTER=rcsdstbl
++ CLUSTER=rcsdstbl
++ echo '$ if [[ ${CI_ENVIRONMENT_SLUG} = production ]]; then export NAMESPACE=isys-${ISYS_NAME}; else export NAMESPACE=isys-${ISYS_NAME}-${CI_ENVIRONMENT_SLUG}; fi'
$ if [[ ${CI_ENVIRONMENT_SLUG} = production ]]; then export NAMESPACE=isys-${ISYS_NAME}; else export NAMESPACE=isys-${ISYS_NAME}-${CI_ENVIRONMENT_SLUG}; fi
++ [[ stress = production ]]
++ export NAMESPACE=isys-ownfin-stress
++ NAMESPACE=isys-ownfin-stress
++ echo '$ read -r REVISION STATUS < <(helm --kube-context ${CLUSTER:-default} -n $NAMESPACE history $CI_PROJECT_NAME | tail -1 | cut -f1,3) || true'
$ read -r REVISION STATUS < <(helm --kube-context ${CLUSTER:-default} -n $NAMESPACE history $CI_PROJECT_NAME | tail -1 | cut -f1,3) || true
++ read -r REVISION STATUS
+++ helm --kube-context rcsdstbl -n isys-ownfin-stress history owf-ms-prd-payments
+++ tail -1
+++ cut -f1,3
Error: query: failed to query with labels: Get "https://100.79.64.1:6443/api/v1/namespaces/isys-ownfin-stress/secrets?labelSelector=name%3Dowf-ms-prd-payments%2Cowner%3Dhelm": http2: client connection lost
++ true
++ echo '$ if [[ "$STATUS" =~ "pending" ]]; then helm --kube-context ${CLUSTER:-default} -n $NAMESPACE rollback $CI_PROJECT_NAME $REVISION || true; fi'
$ if [[ "$STATUS" =~ "pending" ]]; then helm --kube-context ${CLUSTER:-default} -n $NAMESPACE rollback $CI_PROJECT_NAME $REVISION || true; fi
++ [[ '' =~ pending ]]
++ echo '$ helmfile ${HELMFILE_DEFAULT_NAMESPACE:+--namespace $HELMFILE_DEFAULT_NAMESPACE} --environment ${CLUSTER:-default} -f deploy/helmfile.yaml --log-level info apply --suppress-secrets --set "additionalWorkloadAnnotations.gitlabPipeline=${CI_PIPELINE_URL}" --set "additionalWorkloadAnnotations.gitlabCommit=${CI_COMMIT_SHA}"'
$ helmfile ${HELMFILE_DEFAULT_NAMESPACE:+--namespace $HELMFILE_DEFAULT_NAMESPACE} --environment ${CLUSTER:-default} -f deploy/helmfile.yaml --log-level info apply --suppress-secrets --set "additionalWorkloadAnnotations.gitlabPipeline=${CI_PIPELINE_URL}" --set "additionalWorkloadAnnotations.gitlabCommit=${CI_COMMIT_SHA}"
++ helmfile --environment rcsdstbl -f deploy/helmfile.yaml --log-level info apply --suppress-secrets --set additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 --set additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c
== /usr/local/link/helmfile: Initialize base deploy hierarchy in /builds/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments
no matches for path: envs/stress/rcsdstbl/helmfile.yaml.gotmpl
Adding repo rshb-charts https://nexus.rshbdev.ru/repository/charts/
"rshb-charts" has been added to your repositories
Comparing release=vault-secrets-owf-ms-prd-payments, chart=rshb-charts/raw
Comparing release=psvc-owf-ms-prd-payments, chart=rshb-charts/raw
Comparing release=platform-database-owf-ms-prd-payments, chart=rshb-charts/raw
Comparing release=owf-ms-prd-payments-grafana-dashboard, chart=rshb-charts/grafana-dashboards
Comparing release=links-owf-ms-prd-payments, chart=rshb-charts/raw
Comparing release=owf-ms-prd-payments, chart=rshb-charts/base
Listing releases matching ^pjob-owf-ms-prd-payments$
Listing releases matching ^exsvc-owf-ms-prd-payments$
Listing releases matching ^data-owf-ms-prd-payments$
Listing releases matching ^assets-config-owf-ms-prd-payments$
Listing releases matching ^owf-ms-prd-payments-raw$
Listing releases matching ^owf-ms-prd-payments-prometheus-rules$
in deploy/helmfile.yaml: 7 errors:
err 0: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: vault-secrets-owf-ms-prd-payments (33 bytes)
8: rshb-charts/raw (15 bytes)
9: --version (9 bytes)
10: 0.2.3-rshb.1.0.0 (16 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile2990478778/isys-ownfin-stress-vault-secrets-owf-ms-prd-payments-values-5c7b7789bb (94 bytes)
17: --values (8 bytes)
18: /tmp/helmfile2838035672/isys-ownfin-stress-vault-secrets-owf-ms-prd-payments-values-54d6ff4fc6 (94 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release vault-secrets-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release vault-secrets-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 1: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: psvc-owf-ms-prd-payments (24 bytes)
8: rshb-charts/raw (15 bytes)
9: --version (9 bytes)
10: 0.2.3-rshb.1.0.0 (16 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile4192692599/isys-ownfin-stress-psvc-owf-ms-prd-payments-values-788c6d5554 (85 bytes)
17: --values (8 bytes)
18: /tmp/helmfile4111276514/isys-ownfin-stress-psvc-owf-ms-prd-payments-values-7497f4cb8d (85 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release psvc-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release psvc-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 2: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: links-owf-ms-prd-payments (25 bytes)
8: rshb-charts/raw (15 bytes)
9: --version (9 bytes)
10: 0.2.3-rshb.1.0.0 (16 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile585694895/isys-ownfin-stress-links-owf-ms-prd-payments-values-8465d49d65 (85 bytes)
17: --values (8 bytes)
18: /tmp/helmfile3668212058/isys-ownfin-stress-links-owf-ms-prd-payments-values-6f979996ff (86 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release links-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release links-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 3: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: owf-ms-prd-payments (19 bytes)
8: rshb-charts/base (16 bytes)
9: --version (9 bytes)
10: 1.15.3 (6 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile3886936585/isys-ownfin-stress-owf-ms-prd-payments-values-f4667fbb6 (79 bytes)
17: --values (8 bytes)
18: /tmp/helmfile2084189009/isys-ownfin-stress-owf-ms-prd-payments-values-84776556c5 (80 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 4: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: owf-ms-prd-payments-grafana-dashboard (37 bytes)
8: rshb-charts/grafana-dashboards (30 bytes)
9: --version (9 bytes)
10: 1.0.2 (5 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile798795689/isys-ownfin-stress-owf-ms-prd-payments-grafana-dashboard-values-c674885 (94 bytes)
17: --values (8 bytes)
18: /tmp/helmfile3317811805/isys-ownfin-stress-owf-ms-prd-payments-grafana-dashboard-values-74748bcbbf (98 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release owf-ms-prd-payments-grafana-dashboard in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release owf-ms-prd-payments-grafana-dashboard in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 5: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: diff (4 bytes)
4: upgrade (7 bytes)
5: --reset-values (14 bytes)
6: --allow-unreleased (18 bytes)
7: platform-database-owf-ms-prd-payments (37 bytes)
8: rshb-charts/raw (15 bytes)
9: --version (9 bytes)
10: 0.2.3-rshb.1.0.0 (16 bytes)
11: --kube-context (14 bytes)
12: rcsdstbl (8 bytes)
13: --namespace (11 bytes)
14: isys-ownfin-stress (18 bytes)
15: --values (8 bytes)
16: /tmp/helmfile3652259353/isys-ownfin-stress-platform-database-owf-ms-prd-payments-values-5f8c6bbb4 (97 bytes)
17: --values (8 bytes)
18: /tmp/helmfile2901275299/isys-ownfin-stress-platform-database-owf-ms-prd-payments-values-85bbbb7649 (98 bytes)
19: --detailed-exitcode (19 bytes)
20: --suppress-secrets (18 bytes)
21: --set (5 bytes)
22: additionalWorkloadAnnotations.gitlabPipeline=https://gitlab.rshbdev.ru/rshbintech/crft/ckof/ownfin/backend/prd/owf-ms-prd-payments/-/pipelines/3606034 (150 bytes)
23: --set (5 bytes)
24: additionalWorkloadAnnotations.gitlabCommit=c2a3a93158674695c09152b39531865dad3ee02c (83 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
Error: Failed to get release platform-database-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
COMBINED OUTPUT:
Error: Failed to get release platform-database-owf-ms-prd-payments in namespace isys-ownfin-stress: exit status 1: Error: Kubernetes cluster unreachable: Get "https://100.79.64.1:6443/version": net/http: TLS handshake timeout
Error: plugin "diff" exited with error
err 6: command "/usr/local/link/helm" exited with non-zero status:
PATH:
/usr/local/link/helm
ARGS:
0: helm (4 bytes)
1: --kube-context (14 bytes)
2: rcsdstbl (8 bytes)
3: list (4 bytes)
4: --filter (8 bytes)
5: ^owf-ms-prd-payments-prometheus-rules$ (38 bytes)
6: --kube-context (14 bytes)
7: rcsdstbl (8 bytes)
8: --namespace (11 bytes)
9: isys-ownfin-stress (18 bytes)
10: --uninstalling (14 bytes)
11: --deployed (10 bytes)
12: --failed (8 bytes)
13: --pending (9 bytes)
ERROR:
exit status 1
EXIT STATUS
1
STDERR:
E0930 08:02:13.812445 864 request.go:1058] Unexpected error when reading response body: http2: client connection lost
Error: list: failed to list: unexpected error when reading response body. Please retry. Original error: http2: client connection lost
COMBINED OUTPUT:
E0930 08:02:13.812445 864 request.go:1058] Unexpected error when reading response body: http2: client connection lost
Error: list: failed to list: unexpected error when reading response body. Please retry. Original error: http2: client connection lost
Uploading artifacts for failed job
00:01
Uploading artifacts...
deploy.env: found 1 matching artifact files and directories
Uploading artifacts as "dotenv" to coordinator... 201 Created id=25099755 responseStatus=201 Created token=64_ewi9C
Cleaning up project directory and file based variables
00:00
ERROR: Job failed: command terminated with exit code 1