Back Matter

Quick Reference — Command Cheatsheet

Cluster Health

kubectl get nodes
kubectl get pods -A | grep -v Running | grep -v Completed
kubectl top nodes
kubectl top pods -A --sort-by=memory

vLLM Testing

HEAD=$(kubectl get pods -n core-services -l ray.io/node-type=head -o name | head -1)
kubectl exec -n core-services $HEAD -- curl -s http://localhost:8000/v1/models
kubectl logs -n core-services -l ray.io/node-type=head --tail=20

Port Forwards

# Grafana on :3000
kubectl -n monitoring port-forward svc/monitoring-grafana 3000:80

# Ray Dashboard on :8265
HEAD=$(kubectl get pods -n core-services -l ray.io/node-type=head -o name | head -1)
kubectl port-forward -n core-services $HEAD 8265:8265

iptables Recovery

sudo iptables -F && sudo iptables -X
sudo iptables -P INPUT ACCEPT
sudo iptables -P FORWARD ACCEPT
sudo iptables -P OUTPUT ACCEPT
sudo netfilter-persistent save