test(e2e): make kuberture split-horizon probes survive Cilium ingress-IP race - #3430

set -euo pipefail

printf '\n== probes.yaml ==\n'
cat -n hack/e2e-chainsaw/kuberture/probes.yaml | sed -n '1,220p'

printf '\n== chainsaw-test.yaml ==\n'
cat -n hack/e2e-chainsaw/kuberture/chainsaw-test.yaml | sed -n '120,190p'

printf '\n== search for backoffLimit / timeout references ==\n'
rg -n "backoffLimit|timeout: 4m|Complete" hack/e2e-chainsaw/kuberture -S

python3 - <<'PY'
import math

# Kubernetes Job exponential backoff delays (seconds) for successive pod retries:
delays = [min(10 * (2 ** i), 360) for i in range(6)]
print("retry_delays_s =", delays)
print("total_backoff_s =", sum(delays))
print("total_backoff_min =", round(sum(delays) / 60, 2))
PY

#!/bin/bash
set -euo pipefail

echo "Files matching chainsaw-test.yaml:"
fd -a 'chainsaw-test\.yaml$' . | sed 's#^\./##'

echo
echo "Target file excerpt:"
if [ -f hack/e2e-chainsaw/kuberture/chainsaw-test.yaml ]; then
  wc -l hack/e2e-chainsaw/kuberture/chainsaw-test.yaml
  sed -n '130,205p' hack/e2e-chainsaw/kuberture/chainsaw-test.yaml | nl -ba -v130
fi

echo
echo "Probes references:"
rg -n "kuberture-e2e-edns-(public|internal)|backoffLimit|restartPolicy: Never|Complete|leak|job-name|cozystack.test" hack -S

#!/bin/bash
set -euo pipefail

echo "Inspect adjacent assertions and pod labels in chainsaw-test.yaml:"
sed -n '80,185p' hack/e2e-chainsaw/kuberture/chainsaw-test.yaml | nl -ba -v80

echo
echo "Inspect related probes YAML references:"
fd -a 'probes\.yaml$|.*kuberture.*\.ya?ml$' hack/e2e-chainsaw hack | sed 's#^\./##'
for f in $(fd '.*kuberture.*\.ya?ml$|probes\.yaml$' hack -d 3); do
  echo "--- $f"
  rg -n "name: kuberture-e2e-edns-(public|internal)|job-name: kuberture-e2e-edns-(public|internal)|backoffLimit|restartPolicy|cozystack\.test|reserved:ingress" "$f" -S || true
done

#!/bin/bash
set -euo pipefail

# Programmatically inspect the test around log aggregation and probe job specs
python3 - <<'PY'
from pathlib import Path
p = Path('hack/e2e-chainsaw/kuberture/chainsaw-test.yaml')
if not p.exists():
    print("missing target file")
    raise SystemExit
lines = p.read_text().splitlines()
for i, line in enumerate(lines, 1):
    if 'kubectl -n cozy-kuberture logs' in line or 'batch.kubernetes.io/job-name=kuberture-e2e-edns-public' in line or 'batch.kubernetes.io/job-name=kuberture-e2e-edns-internal' in line or 'grep -Fq "$int_host"' in line or 'grep -Fq "$pub_host"' in line:
        print(f"{i}: {line}")

for filename, selector in [
    ('hack/e2e-chainsaw/kuberture/chainsaw-test.yaml', 'job-name=kuberture-e2e-edns-public'),
    ('hack/e2e-chainsaw/kuberture/chainsaw-test.yaml', 'job-name=kuberture-e2e-edns-internal'),
]:
    text = Path(filename).read_text()
    print(f"\n--- {filename}: selector {selector} context")
    idx = text.find(selector)
    if idx != -1:
        start = max(0, text.rfind('\n', 0, idx-200))
        end = text.find('\n', idx+500)
        chunk = text[start:end if end!=-1 else None]
        print(chunk[:800])

# Also find exact job name in nearby job selector, if YAML-like text is present
for path in Path('hack').rglob('*.yaml'):
    try:
        txt=path.read_text()
    except Exception:
        continue
    if 'kuberture-e2e-edns-public' in txt or 'kuberture-e2e-edns-internal' in txt:
        print(f"\nfound job names in {path}")
PY

#!/bin/bash
set -euo pipefail

echo "Target file relevant lines:"
sed -n '130,195p' hack/e2e-chainsaw/kuberture/chainsaw-test.yaml

echo
echo "Probes relevant contents:"
sed -n '1,260p' hack/e2e-chainsaw/kuberture/probes.yaml

echo
echo "Kubectl docs/source availability:"
if command -v kubectl >/dev/null 2>&1; then
  kubectl logs --help | sed -n '1,120p'
else
  echo "kubectl not installed"
fi

echo
echo "Check upstream kubectl help via curl if available:"
python3 - <<'PY'
# Inspect deterministic selector/log behavior described by Kubernetes docs from local kubectl help unavailable.
print("Skipping kubectl docs fetch: no kubectl install available and no network-dependent docs fetch requested.")
PY