Merge pull request #100 from telekom-mms/remove_duplicates_keep_sort_…

…order

remove duplicates but keep sort order of variables

examples/full_build.yaml

@@ -1,5 +1,4 @@
 packages:
-  - ansible
   - kubectl
   - helm
   - terraform
@@ -22,19 +21,18 @@ binaries:
   google:
     - google-cloud-cli
 requirements:
-  pip:
-    packages:
-      - awsume
-    requirements:
-      - https://raw.githubusercontent.com/ansible-collections/azure/dev/requirements-azure.txt
   ansible:
     roles:
       - telekom_mms.grafana
     collections:
       - telekom_mms.acme
       - telekom_mms.icinga_director
+  pip:
+    packages:
+      - awsume
+      - ansible
     requirements:
-      - https://raw.githubusercontent.com/T-Systems-MMS/ansible-role-maxscale/master/requirements.yml
+      - https://raw.githubusercontent.com/ansible-collections/azure/dev/requirements-azure.txt
 extensions:
   az:
     - front-door

render.sh

@@ -65,15 +65,15 @@ echo > "${DOCKERFILE}"
 build_template
 parse_yaml "${ENV_FILE}" > "${BUILD_FILE}"
 
-KEYS=$(cut -d '=' -f1 "${BUILD_FILE}" | sort -u)
+KEYS=$(cut -d '=' -f1 "${BUILD_FILE}" | awk '!a[$0]++')
 
 ## generate ARG=VALUE for replacement
 for KEY in ${KEYS}
 do
   if [ "$(grep -c "^${KEY}=" "${BUILD_FILE}")" -gt 1 ]; then
-    VALUE=$(grep "^${KEY}=" "${BUILD_FILE}" | cut -d '=' -f2- | sort -u | tr '\n' ';')
+    VALUE=$(grep "^${KEY}=" "${BUILD_FILE}" | cut -d '=' -f2- | awk '!a[$0]++' | tr '\n' ';')
   else
-    VALUE=$(grep "^${KEY}=" "${BUILD_FILE}" | cut -d '=' -f2- | sort -u | tr -d '\n')
+    VALUE=$(grep "^${KEY}=" "${BUILD_FILE}" | cut -d '=' -f2- | awk '!a[$0]++' | tr -d '\n')
   fi
   ARG=$(echo "${KEY}" | awk '{print toupper($0)}')
 
@@ -90,7 +90,7 @@ sed -r "${SED_REPLACE}" "${DOCKERFILE_TEMPLATE}" > "${DOCKERFILE}"
 
 ## append ARG
 if [ "${SED_APPEND_ARGS}" != "" ]; then
-  SED_APPEND_KEYS=$(echo "$SED_APPEND_ARGS" |  tr '#' '\n' | cut -d '=' -f1 | sort -u | xargs)
+  SED_APPEND_KEYS=$(echo "$SED_APPEND_ARGS" |  tr '#' '\n' | cut -d '=' -f1 | awk '!a[$0]++' | xargs)
 
   for SED_APPEND_KEY in ${SED_APPEND_KEYS}; do
     SED_APPEND_KEY_ARG=$(echo "${SED_APPEND_ARGS}" | tr '#' '\n' | sed -n "s/${SED_APPEND_KEY}=/ARG /p" | sed 's/$/\\n/g' | tr -d '\n')

template.d/21_requirements

@@ -1,5 +1,7 @@
 ## requirements
 RUN if [ -n "${REQUIREMENTS}" ]; then \
+      ### pip should alway be the first element in array
+      REQUIREMENTS=$(echo ${REQUIREMENTS} | awk -F 'pip;' '{print FS$NR$NF}') && \
       IFS=';' && \
       for REQUIREMENT in ${REQUIREMENTS[@]}; \
       do \