миграция дашбордов с Loki на VictoriaLogs

{tenant_id="${tenant_id}"} stream:"stderr" "[crit]" | stats count() as total
{tenant_id="${tenant_id}", region=~"${region}"} eventType:kubernetes-event

Нарисуй flowchart в mermaid, который показывает, как Pod с toleration scheduling'ится на tainted node в Kubernetes

graph TB
    subgraph "Node Pool"
        N1[Node 1<br/>No Taint]
        N2[Node 2<br/>Taint: dedicated=app:NoSchedule]
        N3[Node 3<br/>Taint: dedicated=app:NoSchedule]
    end

    subgraph "Pods"
        P1[Pod A<br/>No Toleration]
        P2[Pod B<br/>Toleration: dedicated=app]
        P3[Pod C<br/>No Toleration]
    end

    P1 -->|Can Schedule| N1
    P1 -.->|Cannot Schedule| N2
    P1 -.->|Cannot Schedule| N3

    P2 -->|Can Schedule| N1
    P2 -->|Can Schedule| N2
    P2 -->|Can Schedule| N3

    P3 -->|Can Schedule| N1
    P3 -.->|Cannot Schedule| N2
    P3 -.->|Cannot Schedule| N3

    style N1 fill:#E8F5E9,stroke:#4CAF50,stroke-width:2px,color:#1B5E20
    style N2 fill:#FCE4EC,stroke:#E91E63,stroke-width:2px,color:#880E4F
    style N3 fill:#FCE4EC,stroke:#E91E63,stroke-width:2px,color:#880E4F
    style P1 fill:#E3F2FD,stroke:#2196F3,stroke-width:2px,color:#0D47A1
    style P2 fill:#E3F2FD,stroke:#2196F3,stroke-width:2px,color:#0D47A1
    style P3 fill:#E3F2FD,stroke:#2196F3,stroke-width:2px,color:#0D47A1

"noscript": "Service Metrics Overview [VictoriaLogs Draft]"

"noscript": "Service Metrics Overview [VictoriaLogs]"

argocd app get dashboards --refresh

kubectl get configmap -n grafana dashboards-myapp-service-metrics-common -o yaml | tail -20

kubectl exec -n grafana deployment/prod-region1-grafana -c grafana -- tail -5 /tmp/dashboards/MyApp/service-metrics-overview.json

kubectl exec -n grafana pg-monitoring-2 -c postgres -- psql -U postgres -d grafana -c "SELECT id, uid, noscript FROM dashboard WHERE uid LIKE '%service-metrics%';"

  id  |            uid              |                   noscript                    
------+-----------------------------+--------------------------------------------
 3838 | service-metrics-overview    | Service Metrics Overview [VictoriaLogs]

myteam-service-metrics-overview
myteam-app-logs-dashboard

apiVersion: 1
providers:
  - name: 'sidecarProvider'
    orgId: 1
    type: file
    disableDeletion: false
    allowUiUpdates: false        # запрет редактирования в UI
    updateIntervalSeconds: 30    # интервал сканирования файлов
    options:
      foldersFromFilesStructure: true
      path: /tmp/dashboards

Прямое изменение базы данных Grafana - неофициальная практика!
Это не является моим советом или рекомендацией!
Просто поделился своей историей.

kubectl get serviceaccounts --all-namespaces -o json | \
jq -r '.items[] | "\(.metadata.namespace)\t\(.metadata.name)"' | \
while IFS=$'\t' read -r ns sa; do
  if kubectl auth can-i get nodes/proxy --as="system:serviceaccount:${ns}:${sa}" -n "$ns" >/dev/null 2>&1; then
    echo -e "${ns}\t${sa}\tyes"
  fi
done

NAMESPACE="kube-system"
POD_PATTERN="kube-proxy"

for POD in $(kubectl get pods -n $NAMESPACE | grep $POD_PATTERN | awk '{print $1}'); do
    NODE=$(kubectl get pod $POD -n $NAMESPACE -o jsonpath='{.spec.nodeName}')
    CONTAINER_ID=$(kubectl get pod $POD -n $NAMESPACE -o jsonpath='{.status.containerStatuses[0].containerID}' | sed 's|containerd://||')
    CONTAINER_NAME=$(kubectl get pod $POD -n $NAMESPACE -o jsonpath='{.spec.containers[0].name}')
    LOG_FILE="${POD}_${NAMESPACE}_${CONTAINER_NAME}-${CONTAINER_ID}.log"

    echo "⬇️ Downloading: $POD → $NODE"
    kubectl get --raw "/api/v1/nodes/${NODE}/proxy/logs/containers/${LOG_FILE}" > "./${POD}.log"
    echo "✓ Saved: ./${POD}.log"
done

NAMESPACE="kube-system"
POD_PATTERN="kube-proxy"

for POD in $(kubectl get pods -n $NAMESPACE | grep $POD_PATTERN | awk '{print $1}'); do
    NODE=$(kubectl get pod $POD -n $NAMESPACE -o jsonpath='{.spec.nodeName}')

    CONTAINERS=$(kubectl get pod $POD -n $NAMESPACE -o jsonpath='{range .spec.containers[*]}{.name}{"\n"}{end}')
    
    for CONTAINER in $CONTAINERS; do
        OUTPUT_FILE="./${POD}_${CONTAINER}.log"
        
        echo "⬇️ Downloading: $POD/$CONTAINER from $NODE"
        kubectl get --raw "/api/v1/nodes/${NODE}/proxy/containerLogs/${NAMESPACE}/${POD}/${CONTAINER}" > "$OUTPUT_FILE"
        echo "✓ Saved: $OUTPUT_FILE"
    done
done

⬇️ Downloading: kube-proxy-brpfm → aks-1
✓ Saved: ./kube-proxy-brpfm.log
⬇️ Downloading: kube-proxy-bt6fp → aks-2
✓ Saved: ./kube-proxy-bt6fp.log

sed -E 's/^(containerd:\/\/|cri-o:\/\/)//'