{
  "title": "Posit Connect OpenTelemetry",
  "description": "Posit Connect OpenTelemetry operational dashboard. Queries sourced from the Connect OTel documentation.",
  "widgets": [
    {
      "id": 1,
      "definition": {
        "title": "Health overview",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 10,
            "definition": {
              "title": "Service health (core DB pool)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:db.sql.connection.open{pool.name:core,$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 11,
            "definition": {
              "title": "DB connection pool utilization (%)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:db.sql.connection.open{status:inuse,$service_namespace} by {pool.name}"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "sum:db.sql.connection.max_open{$service_namespace} by {pool.name}"
                    }
                  ],
                  "formulas": [{ "formula": "(query1 / query2) * 100" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ],
              "markers": [{ "value": "y = 100", "display_type": "error dashed" }]
            },
            "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 12,
            "definition": {
              "title": "Scheduled report failures",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "time": { "type": "live", "unit": "week", "value": 1 },
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:schedule.count{schedule.status:failure,$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 13,
            "definition": {
              "title": "Running applications",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:application.count{$service_namespace} by {application.type}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 2, "width": 4, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 0, "width": 12, "height": 5 }
    },
    {
      "id": 2,
      "definition": {
        "title": "Performance investigation",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 20,
            "definition": {
              "title": "DB connection wait time (avg ms per request)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "wait_duration",
                      "query": "sum:db.sql.connection.wait_duration{pool.name:core,$service_namespace}.as_count()"
                    },
                    {
                      "data_source": "metrics",
                      "name": "wait_count",
                      "query": "sum:db.sql.connection.wait{pool.name:core,$service_namespace}.as_count()"
                    }
                  ],
                  "formulas": [{ "formula": "wait_duration / wait_count" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ],
              "markers": [
                { "value": "y = 50", "display_type": "warning dashed", "label": "warn (50ms)" },
                { "value": "y = 200", "display_type": "error dashed", "label": "crit (200ms)" }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 21,
            "definition": {
              "title": "DB query latency (ms)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "type": "heatmap",
              "markers": [{ "display_type": "percentile", "value": "95" }],
              "yaxis": { "include_zero": false, "scale": "log" },
              "requests": [
                {
                  "request_type": "histogram",
                  "query": {
                    "data_source": "metrics",
                    "name": "query1",
                    "query": "sum:db.sql.latency.bucket{$service_namespace} by {upper_bound}.as_count()",
                    "histogram_mode": "pre_binned_metric"
                  },
                  "style": { "palette": "dog_classic" }
                }
              ]
            },
            "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 22,
            "definition": {
              "title": "API endpoint performance (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "type": "heatmap",
              "markers": [{ "display_type": "percentile", "value": "95" }],
              "yaxis": { "include_zero": false, "scale": "log" },
              "requests": [
                {
                  "request_type": "histogram",
                  "query": {
                    "data_source": "metrics",
                    "name": "query1",
                    "query": "sum:http.server.request.duration.bucket{$service_namespace} by {upper_bound}.as_count()",
                    "histogram_mode": "pre_binned_metric"
                  },
                  "style": { "palette": "dog_classic" }
                }
              ]
            },
            "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 23,
            "definition": {
              "title": "Launcher retry exhaustion rate",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:launcher.client.retry.exhausted.count{$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "per_second(query1)" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 24,
            "definition": {
              "title": "Running processes",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:otel.process.count{$service_namespace} by {process.tag}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 4, "y": 2, "width": 4, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 5, "width": 12, "height": 5 }
    },
    {
      "id": 3,
      "definition": {
        "title": "Job queue operations",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 30,
            "definition": {
              "title": "Job completions by status",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.duration.count{$service_namespace} by {job.status}.as_count().rollup(sum, 300)"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "datadog16",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "bars"
                }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 31,
            "definition": {
              "title": "Worker pool utilization",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "avg:worker.pool.utilization{$service_namespace} by {application.type}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 32,
            "definition": {
              "title": "Job timeouts",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.timeout.count{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 33,
            "definition": {
              "title": "Job duration distribution (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": false,
              "type": "heatmap",
              "markers": [{ "display_type": "percentile", "value": "95" }],
              "yaxis": { "include_zero": false, "scale": "log" },
              "requests": [
                {
                  "request_type": "histogram",
                  "query": {
                    "data_source": "metrics",
                    "name": "query1",
                    "query": "sum:job.duration.bucket{job.status:success,$service_namespace} by {upper_bound}.as_count()",
                    "histogram_mode": "pre_binned_metric"
                  }
                }
              ]
            },
            "layout": { "x": 0, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 34,
            "definition": {
              "title": "Queue size",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "max:queue.items.size{$service_namespace} by {queue.name}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 4, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 35,
            "definition": {
              "title": "Queue age (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "max:queue.items.age{$service_namespace} by {queue.name}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 8, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 36,
            "definition": {
              "title": "Queue drain time (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "max:queue.items.size{$service_namespace}"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "sum:job.duration.count{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1 / clamp_min(query2, 0.0001)" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 4, "width": 4, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 10, "width": 12, "height": 7 }
    },
    {
      "id": 4,
      "definition": {
        "title": "Content operations",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 40,
            "definition": {
              "title": "Job throughput (rate)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.completion{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 41,
            "definition": {
              "title": "Job duration distribution (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": false,
              "type": "heatmap",
              "markers": [{ "display_type": "percentile", "value": "95" }],
              "yaxis": { "include_zero": false, "scale": "log" },
              "requests": [
                {
                  "request_type": "histogram",
                  "query": {
                    "data_source": "metrics",
                    "name": "query1",
                    "query": "sum:job.duration.bucket{$service_namespace} by {upper_bound}.as_count()",
                    "histogram_mode": "pre_binned_metric"
                  }
                }
              ]
            },
            "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 42,
            "definition": {
              "title": "Job failure ratio (%)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.completion{job.status:failure,$service_namespace}.as_rate()"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "sum:job.completion{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1 / query2 * 100" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 43,
            "definition": {
              "title": "Job failure rate",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.completion{job.status:failure,$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "warm",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 44,
            "definition": {
              "title": "Queue item failures by queue",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:queue.items.completed{job.status:failure,$service_namespace} by {queue.name}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "warm",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 4, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 45,
            "definition": {
              "title": "Failures by exit code",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.completion{job.status:failure,$service_namespace} by {job.exit_code}.as_count()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "datadog16",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "bars"
                }
              ]
            },
            "layout": { "x": 8, "y": 2, "width": 4, "height": 2 }
          },
          {
            "id": 46,
            "definition": {
              "title": "OOM failures (exit code 137)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:job.completion{job.exit_code:137,$service_namespace}.as_count()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "warm",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 4, "width": 4, "height": 2 }
          },
          {
            "id": 47,
            "definition": {
              "title": "Queue backlog age (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "max:queue.items.age{queue.name:default,$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 4, "y": 4, "width": 4, "height": 2 }
          },
          {
            "id": 48,
            "definition": {
              "title": "Stuck job duration (s)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "max:queue.items.active_duration{queue.name:default,$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 8, "y": 4, "width": 4, "height": 2 }
          },
          {
            "id": 49,
            "definition": {
              "title": "Launcher retry exhaustion",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:launcher.client.retry.exhausted.count{$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "per_second(query1)" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 6, "width": 4, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 17, "width": 12, "height": 9 }
    },
    {
      "id": 5,
      "definition": {
        "title": "License capacity",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 50,
            "definition": {
              "title": "Named user utilization (%)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "avg:license.users.current{$service_namespace}"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "avg:license.users.limit{$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1 / query2 * 100" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ],
              "markers": [
                { "value": "y = 80", "display_type": "warning dashed" },
                { "value": "y = 90", "display_type": "error dashed" }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 51,
            "definition": {
              "title": "Concurrent Shiny user utilization (%)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "avg:license.shiny_users.current{$service_namespace}"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "avg:license.shiny_users.limit{$service_namespace}"
                    }
                  ],
                  "formulas": [{ "formula": "query1 / query2 * 100" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ],
              "markers": [
                { "value": "y = 80", "display_type": "warning dashed" },
                { "value": "y = 90", "display_type": "error dashed" }
              ]
            },
            "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }
          },
          {
            "id": 52,
            "definition": {
              "title": "Days until license expiration",
              "title_size": "16",
              "title_align": "left",
              "type": "query_value",
              "requests": [
                {
                  "formulas": [{ "formula": "floor(query1)" }],
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "avg:license.expiration.days_remaining{$service_namespace}",
                      "aggregator": "avg"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "autoscale": true,
              "precision": 0,
              "timeseries_background": { "type": "area" }
            },
            "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 26, "width": 12, "height": 3 }
    },
    {
      "id": 6,
      "definition": {
        "title": "Request rejections",
        "background_color": "white",
        "show_title": true,
        "type": "group",
        "layout_type": "ordered",
        "widgets": [
          {
            "id": 60,
            "definition": {
              "title": "Total rejections (rate)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:requests.rejected{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "warm",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }
          },
          {
            "id": 61,
            "definition": {
              "title": "Rejections by reason",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:requests.rejected{$service_namespace} by {rejection.reason}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "datadog16",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "bars"
                }
              ]
            },
            "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }
          },
          {
            "id": 62,
            "definition": {
              "title": "Rejections by content type",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:requests.rejected{$service_namespace} by {rejection.type}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1" }],
                  "style": {
                    "palette": "datadog16",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "bars"
                }
              ]
            },
            "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }
          },
          {
            "id": 63,
            "definition": {
              "title": "Rejection rate (% of total requests)",
              "title_size": "16",
              "title_align": "left",
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": ["avg", "min", "max", "value", "sum"],
              "type": "timeseries",
              "requests": [
                {
                  "response_format": "timeseries",
                  "queries": [
                    {
                      "data_source": "metrics",
                      "name": "query1",
                      "query": "sum:requests.rejected{$service_namespace}.as_rate()"
                    },
                    {
                      "data_source": "metrics",
                      "name": "query2",
                      "query": "sum:http.server.request.duration.count{$service_namespace}.as_rate()"
                    }
                  ],
                  "formulas": [{ "formula": "query1 / query2 * 100" }],
                  "style": {
                    "palette": "dog_classic",
                    "order_by": "values",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "display_type": "line"
                }
              ]
            },
            "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }
          }
        ]
      },
      "layout": { "x": 0, "y": 29, "width": 12, "height": 3 }
    }
  ],
  "template_variables": [
    {
      "name": "service_namespace",
      "prefix": "service.namespace",
      "available_values": [],
      "default": "*"
    }
  ],
  "layout_type": "ordered",
  "notify_list": [],
  "reflow_type": "fixed"
}
