This repository has been archived by the owner on Apr 19, 2022. It is now read-only.
forked from adoptium/containers
-
Notifications
You must be signed in to change notification settings - Fork 0
/
dockerhub_doc_config_update.sh
executable file
·255 lines (231 loc) · 8.91 KB
/
dockerhub_doc_config_update.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
#!/bin/bash
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Script that generates the `eclipse-temurin` config file for the official docker
# image github repo and the doc updates for the unofficial docker image repo.
# Process to update the official docker image repo
# 1. Run ./update_all.sh to update all the dockerfiles in the current repo.
# 2. Submit PR to push the newly generated dockerfiles to the current repo.
# 3. After above PR is merged, git pull the latest changes.
# 4. Run this command
#
set -o pipefail
# shellcheck source=common_functions.sh
source ./common_functions.sh
if [[ -z "$1" ]]; then
official_docker_image_file="eclipse-temurin"
else
official_docker_image_file="$1"
fi
# Fetch the latest manifest from the official repo
wget -q -O official-eclipse-temurin https://raw.githubusercontent.com/docker-library/official-images/master/library/eclipse-temurin
oses="alpine ubuntu centos windowsservercore-ltsc2022 nanoserver-ltsc2022 windowsservercore-1809 nanoserver-1809"
# The image which is used by default when pulling shared tags on linux e.g 8-jdk
default_linux_image="focal"
# shellcheck disable=SC2034 # used externally
hotspot_latest_tags="latest"
git_repo="https://github.com/adoptium/containers/blob/master"
# Get the latest git commit of the current repo.
# This is assumed to have all the latest dockerfiles already.
gitcommit=$(git log | head -1 | awk '{ print $2 }')
print_official_text() {
echo "$*" >> ${official_docker_image_file}
}
print_official_header() {
print_official_text "# Eclipse Temurin OpenJDK images provided by the Eclipse Foundation."
print_official_text
print_official_text "Maintainers: George Adams <[email protected]> (@gdams)"
print_official_text "GitRepo: https://github.com/adoptium/containers.git"
print_official_text "GitFetch: refs/heads/main"
}
function generate_official_image_tags() {
# Generate the tags
full_version=$(grep "VERSION" "${file}" | awk '{ print $3 }')
# Remove any `jdk` references in the version
ojdk_version=$(echo "${full_version}" | sed 's/\(jdk-\)//;s/\(jdk\)//' | awk -F '_' '{ print $1 }')
# Replace "+" with "_" in the version info as docker does not support "+"
ojdk_version=${ojdk_version//+/_}
case $os in
"ubuntu") distro="focal" ;;
"centos") distro="centos7" ;;
"windows") distro=$(echo $dfdir | awk -F '/' '{ print $4 }' ) ;;
*) distro=$os;;
esac
# Official image build tags are as below
# 8u212-jre-openj9_0.12.1
# 8-jre-openj9
# 8u212-jdk-hotspot
full_ver_tag="${ojdk_version}-${pkg}"
unset extra_shared_tags extra_ver_tags
# Add the openj9 version
if [ "${vm}" == "openj9" ]; then
openj9_version=$(echo "${full_version}" | awk -F '_' '{ print $2 }')
full_ver_tag="${full_ver_tag}-${openj9_version}-${distro}"
else
full_ver_tag="${full_ver_tag}-${distro}"
# Commented out as this added the -hotspot tag which we don't need for temurin
# extra_ver_tags=", ${ver}-${pkg}"
fi
ver_tag="${ver}-${pkg}-${distro}"
all_tags="${full_ver_tag}, ${ver_tag}"
# jdk builds also have additional tags
if [ "${pkg}" == "jdk" ]; then
jdk_tag="${ver}-${distro}"
all_tags="${all_tags}, ${jdk_tag}"
# jdk builds also have additional tags
# Add the "latest", "hotspot" and "openj9" tags for the right version
if [ "${ver}" == "${latest_version}" ]; then
# Commented out as this added the -hotspot tag which we don't need for temurin
# vm_tags_val="${vm}-${distro}"
# shellcheck disable=SC2154
if [ "${vm}" == "hotspot" ]; then
extra_shared_tags=", latest"
# Commented out as this added the -hotspot tag which we don't need for temurin
# extra_ver_tags="${extra_ver_tags}, ${pkg}"
fi
fi
fi
unset windows_shared_tags
shared_tags=$(echo ${all_tags} | sed "s/-$distro//g")
if [ $os == "windows" ]; then
windows_version=$(echo $distro | awk -F '-' '{ print $1 }' )
windows_version_number=$(echo $distro | awk -F '-' '{ print $2 }' )
windows_shared_tags=$(echo ${all_tags} | sed "s/$distro/$windows_version/g")
case $distro in
nanoserver*)
constraints="${distro}, windowsservercore-${windows_version_number}"
all_shared_tags="${windows_shared_tags}"
;;
*)
constraints="${distro}"
all_shared_tags="${windows_shared_tags}, ${shared_tags}${extra_ver_tags}${extra_shared_tags}"
;;
esac
else
all_shared_tags="${shared_tags}${extra_ver_tags}${extra_shared_tags}"
fi
}
function generate_official_image_arches() {
# Generate the supported arches for the above tags.
# Official images supports amd64, arm64vX, s390x, ppc64le amd windows-amd64
if [ $os == "windows" ]; then
arches="windows-amd64"
else
# Remove powerpc:common64, i386:x86-64, s390:64-bit, armhf and arm64
# Retain amd64 and arm64
# ppc64el is ppc64le
# arm is arm32v7 and aarch64 is arm64v8 for docker builds
# shellcheck disable=SC2046,SC2005,SC1003,SC2086,SC2063
arches=$(echo $(grep ') \\' ${file} | sed 's/\(powerpc:common64\)//;s/\(i386:x86-64\)//;s/\(x86_64\)//;s/\(arm64\)//;s/\(armhf\)//;s/\(s390:64-bit\)//;s/\(arm\)/arm32v7/;s/\(ppc64el\)/ppc64le/;s/\(aarch64\)/arm64v8/;' | grep -v "*" | sed 's/) \\//g; s/|//g' | sort) | sed 's/ /, /g')
fi
}
function print_official_image_file() {
# Retrieve the latest manifest block
official_manifest=$(sed -n "/${all_tags}/,/^$/p" official-eclipse-temurin)
if [[ "${official_manifest}" != "" ]]; then
# Retrieve the git commit sha from the official manifest
official_gitcommit=$(echo "${official_manifest}" | grep 'GitCommit: ' | awk '{print $2}')
# See if there are any changes between the two commit sha's
if git diff "$gitcommit:$dfdir/$dfname" "$official_gitcommit:$dfdir/$dfname" >/dev/null 2>&1; then
diff_count=$(git diff "$gitcommit:$dfdir/$dfname" "$official_gitcommit:$dfdir/$dfname" | wc -l)
else
# Forcefully sets a diff if the file doesn't exist
diff_count=1
fi
else
# Forcefully sets a diff if a new dockerfile has been added
diff_count=1
fi
if [[ ${diff_count} -eq 0 ]]; then
commit="${official_gitcommit}"
else
commit="${gitcommit}"
fi
# Print them all
{
echo "Tags: ${all_tags}"
if [[ "${os}" == "windows" ]] || [[ "${distro}" == "${default_linux_image}" ]]; then
echo "SharedTags: ${all_shared_tags}"
fi
echo "Architectures: ${arches}"
echo "GitCommit: ${commit}"
echo "Directory: ${dfdir}"
echo "File: ${dfname}"
if [ $os == "windows" ]; then
echo "Constraints: ${constraints}"
fi
echo ""
} >> ${official_docker_image_file}
}
rm -f ${official_docker_image_file}
print_official_header
official_os_ignore_array=(clefos debian debianslim leap tumbleweed ubi ubi-minimal)
# Generate config and doc info only for "supported" official builds.
function generate_official_image_info() {
# If it is an unsupported OS from the array above, return.
for arr_os in "${official_os_ignore_array[@]}";
do
if [ "${os}" == "${arr_os}" ]; then
return;
fi
done
if [ "${os}" == "windows" ]; then
distro=$(echo $dfdir | awk -F '/' '{ print $4 }' )
# 20h2 and 1909 is not supported upstream
if [[ "${distro}" == "windowsservercore-20h2" ]] || [[ "${distro}" == "windowsservercore-1909" ]] || [[ "${distro}" == "windowsservercore-ltsc2019" ]] ; then
return;
fi
if [[ "${distro}" == "nanoserver-20h2" ]] || [[ "${distro}" == "nanoserver-1909" ]]; then
return;
fi
fi
# We do not push our nightly and slim images either.
if [ "${build}" == "nightly" ] || [ "${btype}" == "slim" ]; then
return;
fi
generate_official_image_tags
generate_official_image_arches
print_official_image_file
}
# Iterate through all the VMs, for each supported version and packages to
# generate the config file for the official docker images.
# Official docker images = https://hub.docker.com/_/adoptopenjdk
for vm in ${all_jvms}
do
for ver in ${supported_versions}
do
print_official_text
print_official_text "#------------------------------v${ver} images---------------------------------"
for pkg in ${all_packages}
do
for os in ${oses}
do
for file in $(find . -name "Dockerfile.*" | grep "/${ver}" | grep "${pkg}" | grep "${os}" | sort -n)
do
# file will look like ./12/jdk/debian/Dockerfile.openj9.nightly.slim
# dockerfile name
dfname=$(basename "${file}")
# dockerfile dir
dfdir=$(dirname $file | cut -c 3-)
os=$(echo "${file}" | awk -F '/' '{ print $4 }')
# build = release or nightly
build=$(echo "${dfname}" | awk -F "." '{ print $3 }')
# btype = full or slim
btype=$(echo "${dfname}" | awk -F "." '{ print $4 }')
generate_official_image_info
done
done
done
done
done