kube-prometheus

git clone https://github.com/coreos/kube-prometheus
cd kube-prometheus/manifests
sed -i -e 's?image: grafana?image: dockerhub.azk8s.cn/grafana?g' -e 's?quay.io?quay.azk8s.cn?g' -e 's?k8s.gcr.io?gcr.azk8s.cn/google-containers?g' *.yaml

kubectl apply -f .

until kubectl get customresourcedefinitions servicemonitors.monitoring.coreos.com ; do date; sleep 1; echo ""; done
until kubectl get servicemonitors --all-namespaces ; do date; sleep 1; echo ""; done

kubectl apply -f .

# expose service via ingress 
cat > ingress-monitoring.yaml <<-EOF
apiVersion: extensions/v1beta1
kind: Ingress
metadata:
  name: prometheus-ing
  namespace: monitoring
spec:
  rules:
  - host: prometheus-k8s.domain.com
    http:
      paths:
      - backend:
          serviceName: prometheus-k8s
          servicePort: 9090
---
apiVersion: extensions/v1beta1
kind: Ingress
metadata:
  name: grafana-ing
  namespace: monitoring
spec:
  rules:
  - host: grafana-k8s.domain.com
    http:
      paths:
      - backend:
          serviceName: grafana
          servicePort: 3000
---
apiVersion: extensions/v1beta1
kind: Ingress
metadata:
  name: alertmanager-ing
  namespace: monitoring
spec:
  rules:
  - host: alertmanager-k8s.domain.com
    http:
      paths:
      - backend:
          serviceName: alertmanager-main
          servicePort: 9093

EOF

kubectl apply -f ingress-monitoring.yaml

https://blog.51cto.com/jerrymin/2405042
https://github.com/coreos/kube-prometheus#installing