From ddd5e46f8fcc9abf144e524bccf01c792a8712c2 Mon Sep 17 00:00:00 2001 From: Victor Martinez Date: Wed, 6 Oct 2021 10:57:40 +0100 Subject: [PATCH] Build cloud docker images for elastic-agent (#28134) --- .ci/packaging.groovy | 4 ++- Jenkinsfile | 2 +- dev-tools/packaging/packages.yml | 32 +++++++++++++++++++ .../docker/Dockerfile.elastic-agent.tmpl | 32 +++++++++++++++++-- 4 files changed, 65 insertions(+), 5 deletions(-) diff --git a/.ci/packaging.groovy b/.ci/packaging.groovy index 91853fa3a1a..a59ff4f2e40 100644 --- a/.ci/packaging.groovy +++ b/.ci/packaging.groovy @@ -321,10 +321,12 @@ def tagAndPush(Map args = [:]) { } // supported image flavours def variants = ["", "-oss", "-ubi8"] - // + if(beatName == 'elastic-agent'){ variants.add("-complete") + variants.add("-cloud") } + variants.each { variant -> tags.each { tag -> // TODO: diff --git a/Jenkinsfile b/Jenkinsfile index e786c5b6e91..75d4c17ad49 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -459,9 +459,9 @@ def tagAndPush(Map args = [:]) { // supported image flavours def variants = ["", "-oss", "-ubi8"] - // only add complete variant for the elastic-agent if(beatName == 'elastic-agent'){ variants.add("-complete") + variants.add("-cloud") } variants.each { variant -> diff --git a/dev-tools/packaging/packages.yml b/dev-tools/packaging/packages.yml index e3f45990424..42bb9eba364 100644 --- a/dev-tools/packaging/packages.yml +++ b/dev-tools/packaging/packages.yml @@ -433,6 +433,7 @@ shared: docker_entrypoint: 'docker-entrypoint.elastic-agent.tmpl' user: '{{ .BeatName }}' linux_capabilities: '' + image_name: '' files: 'elastic-agent.yml': source: 'elastic-agent.docker.yml' @@ -449,6 +450,11 @@ shared: from: 'arm64v8/centos:7' buildFrom: 'arm64v8/centos:7' + - &agent_docker_cloud_spec + <<: *agent_docker_spec + extra_vars: + image_name: '{{.BeatName}}-cloud' + # Deb/RPM spec for community beats. - &deb_rpm_spec <<: *common @@ -1007,6 +1013,19 @@ specs: '{{.BeatName}}{{.BinaryExt}}': source: ./build/golang-crossbuild/{{.BeatName}}-{{.GOOS}}-{{.Platform.Arch}}{{.BinaryExt}} + # Cloud specific docker image + - os: linux + arch: amd64 + types: [docker] + spec: + <<: *agent_docker_spec + <<: *agent_docker_cloud_spec + <<: *elastic_docker_spec + <<: *elastic_license_for_binaries + files: + '{{.BeatName}}{{.BinaryExt}}': + source: ./build/golang-crossbuild/{{.BeatName}}-{{.GOOS}}-{{.Platform.Arch}}{{.BinaryExt}} + - os: linux arch: amd64 types: [docker] @@ -1033,6 +1052,19 @@ specs: '{{.BeatName}}{{.BinaryExt}}': source: ./build/golang-crossbuild/{{.BeatName}}-{{.GOOS}}-{{.Platform.Arch}}{{.BinaryExt}} + # Cloud specific docker image + - os: linux + arch: arm64 + types: [docker] + spec: + <<: *agent_docker_arm_spec + <<: *agent_docker_cloud_spec + <<: *elastic_docker_spec + <<: *elastic_license_for_binaries + files: + '{{.BeatName}}{{.BinaryExt}}': + source: ./build/golang-crossbuild/{{.BeatName}}-{{.GOOS}}-{{.Platform.Arch}}{{.BinaryExt}} + - os: linux arch: arm64 types: [docker] diff --git a/dev-tools/packaging/templates/docker/Dockerfile.elastic-agent.tmpl b/dev-tools/packaging/templates/docker/Dockerfile.elastic-agent.tmpl index 8f38ae5d68d..bbd31850ccb 100644 --- a/dev-tools/packaging/templates/docker/Dockerfile.elastic-agent.tmpl +++ b/dev-tools/packaging/templates/docker/Dockerfile.elastic-agent.tmpl @@ -22,6 +22,11 @@ RUN mkdir -p {{ $beatHome }}/data {{ $beatHome }}/data/elastic-agent-{{ commit_s {{- end }} {{- range $i, $modulesd := .ModulesDirs }} chmod 0775 {{ $beatHome}}/{{ $modulesd }} && \ +{{- end }} +{{- if contains .image_name "-cloud" }} + mkdir -p /opt/filebeat /opt/metricbeat && \ + tar xf {{ $beatHome }}/data/elastic-agent-*/downloads/metricbeat-*.tar.gz -C /opt/metricbeat --strip-components=1 && \ + tar xf {{ $beatHome }}/data/elastic-agent-*/downloads/filebeat-*.tar.gz -C /opt/filebeat --strip-components=1 && \ {{- end }} true @@ -41,7 +46,6 @@ RUN case $(arch) in aarch64) YUM_FLAGS="-x bind-license";; esac; \ yum install -y epel-release && \ yum update -y $YUM_FLAGS && \ yum install -y jq && \ - yum clean all && \ exit_code=0 && break || exit_code=$? && echo "yum error: retry $iter in 10s" && sleep 10; \ done; \ @@ -134,12 +138,26 @@ RUN mkdir /licenses COPY --from=home {{ $beatHome }}/LICENSE.txt /licenses COPY --from=home {{ $beatHome }}/NOTICE.txt /licenses -{{- if ne .user "root" }} +{{- if contains .image_name "-cloud" }} +COPY --from=home /opt /opt +{{- end }} + +{{- if eq .user "root" }} +{{- if contains .image_name "-cloud" }} +# Generate folder for a stub command that will be overwritten at runtime +RUN mkdir /app +{{- end }} +{{- else }} RUN groupadd --gid 1000 {{ .BeatName }} RUN useradd -M --uid 1000 --gid 1000 --groups 0 --home {{ $beatHome }} {{ .user }} {{- if (and (eq .Variant "complete") (not (contains .from "ubi-minimal"))) }} RUN chown {{ .user }} $NODE_PATH {{- end }} +{{- if contains .image_name "-cloud" }} +# Generate folder for a stub command that will be overwritten at runtime +RUN mkdir /app +RUN chown {{ .user }} /app +{{- end }} {{- end }} USER {{ .user }} @@ -172,7 +190,6 @@ RUN cd {{$beatHome}}/.node \ {{- end }} - {{- range $i, $port := .ExposePorts }} EXPOSE {{ $port }} {{- end }} @@ -183,4 +200,13 @@ EXPOSE {{ $port }} ENV LIBBEAT_MONITORING_CGROUPS_HIERARCHY_OVERRIDE=/ WORKDIR {{ $beatHome }} + +{{- if contains .image_name "-cloud" }} +ENTRYPOINT ["/usr/bin/tini", "--"] +CMD ["/app/apm.sh"] +# Generate a stub command that will be overwritten at runtime +RUN echo -e '#!/bin/sh\nexec /usr/local/bin/docker-entrypoint' > /app/apm.sh && \ + chmod 0555 /app/apm.sh +{{- else }} ENTRYPOINT ["/usr/bin/tini", "--", "/usr/local/bin/docker-entrypoint"] +{{- end }}