在grafana中引入prometheus的数据监控

在完成项目后，需要跟踪项目里面的特定数据的使用情况以及服务器的运行情况进行监控，实时了解项目的运行情况，现在的监视数据图如下：

实现的监控json配置如下：

java 复制代码

{
  "__inputs": [
    {
      "name": "DS_PROMETHEUS",
      "label": "Prometheus",
      "description": "",
      "type": "datasource",
      "pluginId": "prometheus",
      "pluginName": "Prometheus"
    }
  ],
  "id": null,
  "uid": "smartcs-overview",
  "title": "智能客服系统监控",
  "tags": ["smartcs"],
  "timezone": "browser",
  "schemaVersion": 39,
  "version": 0,
  "refresh": "15s",
  "time": { "from": "now-30m", "to": "now" },
  "panels": [
    {
      "id": 1,
      "type": "stat",
      "title": "对话请求总数",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 5, "w": 4, "x": 0, "y": 0 },
      "targets": [{ "expr": "sum(smartcs_chat_requests_total)", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "short" }, "overrides": [] }
    },
    {
      "id": 2,
      "type": "stat",
      "title": "对话错误数",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 5, "w": 4, "x": 4, "y": 0 },
      "targets": [{ "expr": "sum(smartcs_chat_errors_total)", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "short", "thresholds": { "mode": "absolute", "steps": [{ "color": "green", "value": null }, { "color": "red", "value": 1 }] } }, "overrides": [] }
    },
    {
      "id": 3,
      "type": "stat",
      "title": "工具调用次数",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 5, "w": 4, "x": 8, "y": 0 },
      "targets": [{ "expr": "sum(smartcs_chat_tool_calls_total)", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "short" }, "overrides": [] }
    },
    {
      "id": 4,
      "type": "timeseries",
      "title": "对话请求速率 (req/s)",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 5, "w": 12, "x": 12, "y": 0 },
      "targets": [{ "expr": "sum(rate(smartcs_chat_duration_seconds_count[1m]))", "legendFormat": "req/s", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "reqps" }, "overrides": [] }
    },
    {
      "id": 5,
      "type": "timeseries",
      "title": "全链路平均耗时 (e2e / LLM总 / RAG / 首Token)",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 5 },
      "targets": [
        { "expr": "sum(rate(smartcs_chat_e2e_duration_seconds_sum[5m])) / sum(rate(smartcs_chat_e2e_duration_seconds_count[5m]))", "legendFormat": "e2e", "refId": "A" },
        { "expr": "sum(rate(smartcs_chat_llm_total_duration_seconds_sum[5m])) / sum(rate(smartcs_chat_llm_total_duration_seconds_count[5m]))", "legendFormat": "llm_total", "refId": "B" },
        { "expr": "sum(rate(smartcs_chat_rag_duration_seconds_sum[5m])) / sum(rate(smartcs_chat_rag_duration_seconds_count[5m]))", "legendFormat": "rag", "refId": "C" },
        { "expr": "sum(rate(smartcs_chat_firsttoken_duration_seconds_sum[5m])) / sum(rate(smartcs_chat_firsttoken_duration_seconds_count[5m]))", "legendFormat": "first_token", "refId": "D" }
      ],
      "fieldConfig": { "defaults": { "unit": "s" }, "overrides": [] }
    },
    {
      "id": 6,
      "type": "timeseries",
      "title": "意图分类分布",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 5 },
      "targets": [{ "expr": "sum by (intent) (rate(smartcs_chat_intent_total[5m]))", "legendFormat": "{{intent}}", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "reqps" }, "overrides": [] }
    },
    {
      "id": 7,
      "type": "timeseries",
      "title": "知识库缓存命中 (local/redis)",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 13 },
      "targets": [
        { "expr": "sum by (cache, level) (rate(smartcs_cache_hits_total[5m]))", "legendFormat": "hit {{cache}}/{{level}}", "refId": "A" },
        { "expr": "sum by (cache) (rate(smartcs_cache_misses_total[5m]))", "legendFormat": "miss {{cache}}", "refId": "B" }
      ],
      "fieldConfig": { "defaults": { "unit": "ops" }, "overrides": [] }
    },
    {
      "id": 8,
      "type": "timeseries",
      "title": "CPU 使用率 (进程/系统)",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 13 },
      "targets": [
        { "expr": "process_cpu_usage", "legendFormat": "process", "refId": "A" },
        { "expr": "system_cpu_usage", "legendFormat": "system", "refId": "B" }
      ],
      "fieldConfig": { "defaults": { "unit": "percentunit", "max": 1 }, "overrides": [] }
    },
    {
      "id": 9,
      "type": "timeseries",
      "title": "JVM 堆内存",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 0, "y": 21 },
      "targets": [{ "expr": "sum(jvm_memory_used_bytes{area=\"heap\"})", "legendFormat": "heap used", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "bytes" }, "overrides": [] }
    },
    {
      "id": 10,
      "type": "timeseries",
      "title": "HTTP 请求速率 (按URI)",
      "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" },
      "gridPos": { "h": 8, "w": 12, "x": 12, "y": 21 },
      "targets": [{ "expr": "sum by (uri) (rate(http_server_requests_seconds_count[5m]))", "legendFormat": "{{uri}}", "refId": "A" }],
      "fieldConfig": { "defaults": { "unit": "reqps" }, "overrides": [] }
    }
  ]
}