From 05c262712326ccd61c7f45f8863cc8734cac5f6c Mon Sep 17 00:00:00 2001 From: Dimitrios Liappis Date: Thu, 28 Sep 2023 11:16:51 +0300 Subject: [PATCH] [DRA, buildkite] Use GCP vms for package build step (#15356) We seem to be hitting a weird issue with the psych gem when running in a container: ``` > Task :bootstrap 2023-09-27T15:13:23.844Z [Execution worker Thread 5] WARN FilenoUtil : Native subprocess control requires open access to the JDK IO subsystem Pass '--add-opens java.base/sun.nio.ch=ALL-UNNAMED --add-opens java.base/java.io=ALL-UNNAMED' to enable. Error Errno::ENOENT, retrying 1/10 No such file or directory - /buildkite/builds/bk-agent-prod-k8s-1695827479442731913/elastic/logstash-dra-pipeline-ci/vendor/bundle/jruby/3.1.0/gems/psych-5.1.0-java/deps.lst ``` This commit works around this problem by running inside a VM. The underlying root cause (and that gradle should be erroring in this case) will be investigated separately. --- .buildkite/scripts/dra/generatesteps.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.buildkite/scripts/dra/generatesteps.py b/.buildkite/scripts/dra/generatesteps.py index 1ded7b33f47..64ce387d4d7 100644 --- a/.buildkite/scripts/dra/generatesteps.py +++ b/.buildkite/scripts/dra/generatesteps.py @@ -18,13 +18,14 @@ def package_x86_step(branch, workflow_type): - label: ":package: Build packages / {branch}-{workflow_type.upper()} DRA artifacts" key: "logstash_build_packages_dra" agents: - image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-logstash-ci:0.2" - cpu: "8" - memory: "16Gi" - ephemeralStorage: "200Gi" + provider: gcp + imageProject: elastic-images-qa + image: family/platform-ingest-logstash-ubuntu-2204 + machineType: "n2-standard-16" + diskSizeGb: 200 command: | export WORKFLOW_TYPE="{workflow_type}" - export PATH="/usr/local/rbenv/bin:$PATH" + export PATH="/opt/buildkite-agent/.rbenv/bin:/opt/buildkite-agent/.pyenv/bin:$PATH" eval "$(rbenv init -)" .buildkite/scripts/dra/build_packages.sh '''