Files
GeoData/scripts/dlscript_dop20.sh
2025-12-15 23:18:31 +01:00

83 lines
2.4 KiB
Bash

#!/usr/bin/env bash
set -euo pipefail
# Download DOP20 assets (JP2/J2W/XML) listed line-by-line in archive/dop20/filelist.txt.
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")"/.. && pwd)"
LIST_FILE="${1:-$ROOT/archive/dop20/filelist.txt}"
DOP_ROOT="$ROOT/raw/dop20"
OUT_JP2="$DOP_ROOT/jp2"
OUT_J2W="$DOP_ROOT/j2w"
OUT_XML="$DOP_ROOT/meta"
CERT_DIR="$DOP_ROOT/certs"
mkdir -p "$OUT_JP2" "$OUT_J2W" "$OUT_XML" "$CERT_DIR"
SYSTEM_CA="/etc/ssl/certs/ca-certificates.crt"
LEAF_PEM="$CERT_DIR/geobasis-leaf.pem"
INT_DER="$CERT_DIR/geobasis-intermediate.der"
INT_PEM="$CERT_DIR/geobasis-intermediate.pem"
COMBINED_CA="$CERT_DIR/geobasis-ca.pem"
if [[ ! -f "$SYSTEM_CA" ]]; then
echo "ERROR: System CA bundle not found: $SYSTEM_CA"
exit 1
fi
if [[ ! -f "$LIST_FILE" ]]; then
echo "ERROR: List file not found: $LIST_FILE"
exit 1
fi
echo "[1/3] Extracting leaf certificate from geobasis-rlp.de ..."
openssl s_client -connect geobasis-rlp.de:443 -servername geobasis-rlp.de </dev/null 2>/dev/null \
| openssl x509 -outform PEM > "$LEAF_PEM"
echo "[2/3] Reading AIA (CA Issuers) URL from leaf certificate ..."
AIA_URL="$(openssl x509 -in "$LEAF_PEM" -noout -text \
| awk -F'URI:' '/CA Issuers - URI:/{print $2; exit}' \
| tr -d '\r\n[:space:]')"
if [[ -z "${AIA_URL}" ]]; then
echo "ERROR: Could not find CA Issuers URI in certificate (AIA missing)."
echo "You can inspect: openssl x509 -in $LEAF_PEM -noout -text | sed -n '/Authority Information Access/,+12p'"
exit 1
fi
echo "AIA URL: $AIA_URL"
echo "Downloading intermediate certificate ..."
curl -L --fail --retry 10 --retry-delay 2 --retry-all-errors \
-o "$INT_DER" "$AIA_URL"
echo "Converting intermediate to PEM ..."
openssl x509 -inform DER -in "$INT_DER" -out "$INT_PEM"
echo "Building combined CA bundle: $COMBINED_CA"
cat "$INT_PEM" "$SYSTEM_CA" > "$COMBINED_CA"
echo "[3/3] Downloading files from $LIST_FILE into jp2/j2w/xml ..."
while IFS= read -r url; do
[[ -z "$url" || "$url" =~ ^# ]] && continue
fname="$(basename "$url")"
case "$fname" in
*.xml) outdir="$OUT_XML" ;;
*.jp2) outdir="$OUT_JP2" ;;
*.j2w) outdir="$OUT_J2W" ;;
*) echo "Skipping unknown type: $fname"; continue ;;
esac
outpath="${outdir}/${fname}"
echo "-> $outpath"
curl -L --fail \
--cacert "$COMBINED_CA" \
--retry 10 --retry-delay 2 --retry-all-errors \
-C - \
-o "$outpath" \
"$url"
done < "$LIST_FILE"
echo "Done."