Update existing country/app/host csv logs to add headers

[grischard]

On norbert, run:

#!/bin/bash

# robustness
set -euo pipefail
# Verify that at least one file exists before proceeding for each type
shopt -s nullglob

sudo apt install moreutils

# Function to add headers only if they don't exist
add_header_if_not_exists() {
  local filename=$1
  local header=$2

  # Check if header already exists
  if ! head -n 1 "$filename" | grep -q "^${header}$"; then
    { echo "$header"; cat "$filename"; } | sponge "$filename"
  fi
}

# Add headers to hosts-* files
hosts_files=(hosts-*.csv)
if [ "${#hosts_files[@]}" -gt 0 ]; then
  for filename in "${hosts_files[@]}"; do
  add_header_if_not_exists "$filename" "\"host\",\"tps\",\"tps_miss\""
  done
fi

# Add headers to apps-* files
apps_files=(apps-*.csv)
if [ "${#apps_files[@]}" -gt 0 ]; then
  for filename in "${apps_files[@]}"; do
    add_header_if_not_exists "$filename" "\"app\",\"tps\",\"tps_miss\""
  done
fi

# Add headers to country-* files
country_files=(country-*.csv)
if [ "${#country_files[@]}" -gt 0 ]; then
  for filename in "${country_files[@]}"; do
    add_header_if_not_exists "$filename" "\"country\",\"ips\",\"tps\",\"tps_miss\""
  done
fi

[Firefishy]

Done. I made a few modifications + bug fixes to the script. I also retained timestamps.

#!/bin/bash

# robustness
set -euo pipefail

# Verify that input argument (filename) is provided
if [ "$#" -ne 1 ]; then
    echo "Usage: $0 <filename>"
    exit 1
fi

filename=$1

# Function to add headers only if they don't exist and retain mtime
add_header_if_not_exists() {
  local filename=$1
  local header=$2

  # Store current mtime of the file
  local mtime=$(stat -c %y "$filename")

  # Check if header already exists
  if ! head -n 1 "$filename" | grep -q "^${header}$"; then
    { echo "$header"; cat "$filename"; } | sponge "$filename"
    # Restore the original mtime
    touch -d "$mtime" "$filename"
  fi
}

# Determine file type and add appropriate header
case "$filename" in
  hosts-*.csv)
    add_header_if_not_exists "$filename" "\"host\",\"tps\",\"tps_miss\""
    ;;
  apps-*.csv)
    add_header_if_not_exists "$filename" "\"app\",\"tps\",\"tps_miss\""
    ;;
  countries-*.csv)
    add_header_if_not_exists "$filename" "\"country\",\"ips\",\"tps\",\"tps_miss\""
    ;;
  *)
    echo "Unknown file type: $filename"
    exit 1
    ;;
esac