webpage-parse.sh

#!/bin/bash
if [[ "${1:-}" == "-a" || "${1:-}" == "--author" ]]; then
  echo "Author: FoxSecIntel"
  echo "Repository: https://github.com/FoxSecIntel/WebPage-Analysis
  echo "Tool: webpage-parse.sh"
  exit 0
fi

set -euo pipefail

__r17q_blob="wqhWaWN0b3J5IGlzIG5vdCB3aW5uaW5nIGZvciBvdXJzZWx2ZXMsIGJ1dCBmb3Igb3RoZXJzLiAtIFRoZSBNYW5kYWxvcmlhbsKoCg=="
if [[ "${1:-}" == "m" || "${1:-}" == "-m" ]]; then
  echo "$__r17q_blob" | base64 --decode
  exit 0
fi


usage() {
  echo "Usage: $0 <http(s)://url>"
}

[[ $# -ge 1 ]] || { usage; exit 1; }
url="$1"
[[ "$url" =~ ^https?:// ]] || { echo "Error: URL must start with http:// or https://"; exit 1; }

html="$(curl -sS -L --max-time 20 "$url" || true)"
[[ -n "$html" ]] || { echo "Unable to retrieve content from $url"; exit 1; }

echo "Links (domains found in absolute URLs):"
printf '%s' "$html" | grep -Eoi 'https?://[^"'"'"'<> ]+' | sed 's/[),.;]$//' | sed -E 's#https?://([^/]+)/?.*#\1#' | sort -u

echo
echo "Email addresses:"
printf '%s' "$html" | grep -Eoi '[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}' | sort -u