terraform-ci-infra/1n_nmd/grafana/conf/nomad.json

   1 {
   2   "__inputs": [
   3     {
   4       "name": "DS_PROMETHEUS",
   5       "label": "Prometheus",
   6       "description": "",
   7       "type": "datasource",
   8       "pluginId": "prometheus",
   9       "pluginName": "Prometheus"
  10     }
  11   ],
  12   "__requires": [
  13     {
  14       "type": "grafana",
  15       "id": "grafana",
  16       "name": "Grafana",
  17       "version": "5.3.2"
  18     },
  19     {
  20       "type": "panel",
  21       "id": "graph",
  22       "name": "Graph",
  23       "version": "5.0.0"
  24     },
  25     {
  26       "type": "datasource",
  27       "id": "prometheus",
  28       "name": "Prometheus",
  29       "version": "5.0.0"
  30     },
  31     {
  32       "type": "panel",
  33       "id": "singlestat",
  34       "name": "Singlestat",
  35       "version": "5.0.0"
  36     }
  37   ],
  38   "annotations": {
  39     "list": [
  40       {
  41         "builtIn": 1,
  42         "datasource": "-- Grafana --",
  43         "enable": true,
  44         "hide": true,
  45         "iconColor": "rgba(0, 211, 255, 1)",
  46         "name": "Annotations & Alerts",
  47         "type": "dashboard"
  48       }
  49     ]
  50   },
  51   "description": "Nomad Jobs metrics",
  52   "editable": true,
  53   "gnetId": 12787,
  54   "graphTooltip": 0,
  55   "id": null,
  56   "iteration": 1596708119930,
  57   "links": [],
  58   "panels": [
  59     {
  60       "cacheTimeout": null,
  61       "colorBackground": false,
  62       "colorValue": false,
  63       "colors": [
  64         "#299c46",
  65         "rgba(237, 129, 40, 0.89)",
  66         "#d44a3a"
  67       ],
  68       "datasource": "${DS_PROMETHEUS}",
  69       "decimals": null,
  70       "format": "dtdurations",
  71       "gauge": {
  72         "maxValue": 100,
  73         "minValue": 0,
  74         "show": false,
  75         "thresholdLabels": false,
  76         "thresholdMarkers": true
  77       },
  78       "gridPos": {
  79         "h": 4,
  80         "w": 4,
  81         "x": 0,
  82         "y": 0
  83       },
  84       "id": 16,
  85       "interval": null,
  86       "links": [],
  87       "mappingType": 1,
  88       "mappingTypes": [
  89         {
  90           "name": "value to text",
  91           "value": 1
  92         },
  93         {
  94           "name": "range to text",
  95           "value": 2
  96         }
  97       ],
  98       "maxDataPoints": 100,
  99       "nullPointMode": "connected",
 100       "nullText": null,
 101       "postfix": "",
 102       "postfixFontSize": "50%",
 103       "prefix": "",
 104       "prefixFontSize": "50%",
 105       "rangeMaps": [
 106         {
 107           "from": "null",
 108           "text": "N/A",
 109           "to": "null"
 110         }
 111       ],
 112       "sparkline": {
 113         "fillColor": "rgba(31, 118, 189, 0.18)",
 114         "full": false,
 115         "lineColor": "rgb(31, 120, 193)",
 116         "show": false
 117       },
 118       "tableColumn": "",
 119       "targets": [
 120         {
 121           "alias": "",
 122           "expr": "max(nomad_client_uptime{instance=~\"$instance\"})",
 123           "format": "time_series",
 124           "intervalFactor": 1,
 125           "legendFormat": "",
 126           "rawSql": "SELECT\n  UNIX_TIMESTAMP(<time_column>) as time_sec,\n  <value column> as value,\n  <series name column> as metric\nFROM <table name>\nWHERE $__timeFilter(time_column)\nORDER BY <time_column> ASC\n",
 127           "refId": "A"
 128         }
 129       ],
 130       "thresholds": "",
 131       "title": "Uptime",
 132       "type": "singlestat",
 133       "valueFontSize": "80%",
 134       "valueMaps": [
 135         {
 136           "op": "=",
 137           "text": "N/A",
 138           "value": "null"
 139         }
 140       ],
 141       "valueName": "current"
 142     },
 143     {
 144       "cacheTimeout": null,
 145       "colorBackground": false,
 146       "colorPrefix": false,
 147       "colorValue": false,
 148       "colors": [
 149         "#7eb26d",
 150         "rgba(237, 129, 40, 0.89)",
 151         "#d44a3a"
 152       ],
 153       "datasource": "${DS_PROMETHEUS}",
 154       "format": "none",
 155       "gauge": {
 156         "maxValue": 100,
 157         "minValue": 0,
 158         "show": false,
 159         "thresholdLabels": false,
 160         "thresholdMarkers": true
 161       },
 162       "gridPos": {
 163         "h": 4,
 164         "w": 4,
 165         "x": 4,
 166         "y": 0
 167       },
 168       "id": 17,
 169       "interval": null,
 170       "links": [],
 171       "mappingType": 1,
 172       "mappingTypes": [
 173         {
 174           "name": "value to text",
 175           "value": 1
 176         },
 177         {
 178           "name": "range to text",
 179           "value": 2
 180         }
 181       ],
 182       "maxDataPoints": 100,
 183       "nullPointMode": "connected",
 184       "nullText": null,
 185       "postfix": "",
 186       "postfixFontSize": "50%",
 187       "prefix": "",
 188       "prefixFontSize": "50%",
 189       "rangeMaps": [
 190         {
 191           "from": "null",
 192           "text": "N/A",
 193           "to": "null"
 194         }
 195       ],
 196       "sparkline": {
 197         "fillColor": "rgba(31, 118, 189, 0.18)",
 198         "full": false,
 199         "lineColor": "rgb(31, 120, 193)",
 200         "show": true
 201       },
 202       "tableColumn": "",
 203       "targets": [
 204         {
 205           "alias": "",
 206           "expr": "count(sum(nomad_client_allocs_memory_cache) by (exported_job))",
 207           "format": "time_series",
 208           "intervalFactor": 1,
 209           "legendFormat": "",
 210           "rawSql": "SELECT\n  UNIX_TIMESTAMP(<time_column>) as time_sec,\n  <value column> as value,\n  <series name column> as metric\nFROM <table name>\nWHERE $__timeFilter(time_column)\nORDER BY <time_column> ASC\n",
 211           "refId": "A"
 212         }
 213       ],
 214       "thresholds": "",
 215       "title": "Jobs",
 216       "type": "singlestat",
 217       "valueFontSize": "80%",
 218       "valueMaps": [
 219         {
 220           "op": "=",
 221           "text": "N/A",
 222           "value": "null"
 223         }
 224       ],
 225       "valueName": "current"
 226     },
 227     {
 228       "cacheTimeout": null,
 229       "colorBackground": false,
 230       "colorPrefix": false,
 231       "colorValue": false,
 232       "colors": [
 233         "#7eb26d",
 234         "rgba(237, 129, 40, 0.89)",
 235         "#d44a3a"
 236       ],
 237       "datasource": "${DS_PROMETHEUS}",
 238       "format": "none",
 239       "gauge": {
 240         "maxValue": 100,
 241         "minValue": 0,
 242         "show": false,
 243         "thresholdLabels": false,
 244         "thresholdMarkers": true
 245       },
 246       "gridPos": {
 247         "h": 4,
 248         "w": 4,
 249         "x": 8,
 250         "y": 0
 251       },
 252       "id": 12,
 253       "interval": null,
 254       "links": [],
 255       "mappingType": 1,
 256       "mappingTypes": [
 257         {
 258           "name": "value to text",
 259           "value": 1
 260         },
 261         {
 262           "name": "range to text",
 263           "value": 2
 264         }
 265       ],
 266       "maxDataPoints": 100,
 267       "nullPointMode": "connected",
 268       "nullText": null,
 269       "postfix": "",
 270       "postfixFontSize": "50%",
 271       "prefix": "",
 272       "prefixFontSize": "50%",
 273       "rangeMaps": [
 274         {
 275           "from": "null",
 276           "text": "N/A",
 277           "to": "null"
 278         }
 279       ],
 280       "sparkline": {
 281         "fillColor": "rgba(31, 118, 189, 0.18)",
 282         "full": false,
 283         "lineColor": "rgb(31, 120, 193)",
 284         "show": true
 285       },
 286       "tableColumn": "",
 287       "targets": [
 288         {
 289           "alias": "",
 290           "expr": "sum(nomad_client_allocations_running{datacenter=\"$datacenter\",instance=~\"$instance\"})",
 291           "format": "time_series",
 292           "intervalFactor": 1,
 293           "legendFormat": "",
 294           "rawSql": "SELECT\n  UNIX_TIMESTAMP(<time_column>) as time_sec,\n  <value column> as value,\n  <series name column> as metric\nFROM <table name>\nWHERE $__timeFilter(time_column)\nORDER BY <time_column> ASC\n",
 295           "refId": "A"
 296         }
 297       ],
 298       "thresholds": "",
 299       "title": "Allocs",
 300       "type": "singlestat",
 301       "valueFontSize": "80%",
 302       "valueMaps": [
 303         {
 304           "op": "=",
 305           "text": "N/A",
 306           "value": "null"
 307         }
 308       ],
 309       "valueName": "current"
 310     },
 311     {
 312       "aliasColors": {},
 313       "bars": false,
 314       "dashLength": 10,
 315       "dashes": false,
 316       "datasource": "${DS_PROMETHEUS}",
 317       "fill": 1,
 318       "gridPos": {
 319         "h": 4,
 320         "w": 12,
 321         "x": 12,
 322         "y": 0
 323       },
 324       "id": 14,
 325       "legend": {
 326         "alignAsTable": true,
 327         "avg": false,
 328         "current": true,
 329         "max": false,
 330         "min": false,
 331         "rightSide": true,
 332         "show": true,
 333         "total": false,
 334         "values": true
 335       },
 336       "lines": true,
 337       "linewidth": 1,
 338       "links": [],
 339       "nullPointMode": "null",
 340       "percentage": false,
 341       "pointradius": 5,
 342       "points": false,
 343       "renderer": "flot",
 344       "seriesOverrides": [],
 345       "spaceLength": 10,
 346       "stack": false,
 347       "steppedLine": false,
 348       "targets": [
 349         {
 350           "alias": "",
 351           "expr": "sum(nomad_client_allocations_blocked{datacenter=\"$datacenter\",instance=~\"$instance\"})",
 352           "format": "time_series",
 353           "hide": false,
 354           "intervalFactor": 1,
 355           "legendFormat": "Blocked",
 356           "rawSql": "SELECT\n  UNIX_TIMESTAMP(<time_column>) as time_sec,\n  <value column> as value,\n  <series name column> as metric\nFROM <table name>\nWHERE $__timeFilter(time_column)\nORDER BY <time_column> ASC\n",
 357           "refId": "A"
 358         },
 359         {
 360           "expr": "sum(nomad_client_allocations_pending{datacenter=\"$datacenter\",instance=~\"$instance\"})",
 361           "format": "time_series",
 362           "hide": false,
 363           "intervalFactor": 1,
 364           "legendFormat": "Pending",
 365           "refId": "B"
 366         },
 367         {
 368           "expr": "sum(nomad_client_allocations_restart{datacenter=\"$datacenter\",instance=~\"$instance\"})",
 369           "format": "time_series",
 370           "hide": false,
 371           "intervalFactor": 1,
 372           "legendFormat": "Restart ",
 373           "refId": "C"
 374         }
 375       ],
 376       "thresholds": [],
 377       "timeFrom": null,
 378       "timeShift": null,
 379       "title": "Block/Peding/Restart",
 380       "tooltip": {
 381         "shared": true,
 382         "sort": 0,
 383         "value_type": "individual"
 384       },
 385       "type": "graph",
 386       "xaxis": {
 387         "buckets": null,
 388         "mode": "time",
 389         "name": null,
 390         "show": true,
 391         "values": []
 392       },
 393       "yaxes": [
 394         {
 395           "format": "short",
 396           "label": null,
 397           "logBase": 1,
 398           "max": null,
 399           "min": null,
 400           "show": true
 401         },
 402         {
 403           "format": "short",
 404           "label": null,
 405           "logBase": 1,
 406           "max": null,
 407           "min": null,
 408           "show": true
 409         }
 410       ],
 411       "yaxis": {
 412         "align": false,
 413         "alignLevel": null
 414       }
 415     },
 416     {
 417       "aliasColors": {},
 418       "bars": false,
 419       "dashLength": 10,
 420       "dashes": false,
 421       "datasource": "${DS_PROMETHEUS}",
 422       "fill": 1,
 423       "gridPos": {
 424         "h": 6,
 425         "w": 12,
 426         "x": 0,
 427         "y": 13
 428       },
 429       "id": 2,
 430       "legend": {
 431         "avg": false,
 432         "current": false,
 433         "max": false,
 434         "min": false,
 435         "show": true,
 436         "total": false,
 437         "values": false
 438       },
 439       "lines": true,
 440       "linewidth": 1,
 441       "links": [],
 442       "nullPointMode": "null",
 443       "percentage": false,
 444       "pointradius": 5,
 445       "points": false,
 446       "renderer": "flot",
 447       "repeat": "host",
 448       "repeatDirection": "v",
 449       "seriesOverrides": [],
 450       "spaceLength": 10,
 451       "stack": false,
 452       "steppedLine": false,
 453       "targets": [
 454         {
 455           "expr": "rate(nomad_client_allocs_cpu_total_percent[5m:10s]) > 1",
 456           "format": "time_series",
 457           "interval": "",
 458           "intervalFactor": 1,
 459           "legendFormat": "{{task}}",
 460           "refId": "A"
 461         }
 462       ],
 463       "thresholds": [],
 464       "timeFrom": null,
 465       "timeShift": null,
 466       "title": "CPU Usage Percent",
 467       "tooltip": {
 468         "shared": true,
 469         "sort": 0,
 470         "value_type": "individual"
 471       },
 472       "type": "graph",
 473       "xaxis": {
 474         "buckets": null,
 475         "mode": "time",
 476         "name": null,
 477         "show": true,
 478         "values": []
 479       },
 480       "yaxes": [
 481         {
 482           "decimals": 3,
 483           "format": "percentunit",
 484           "label": null,
 485           "logBase": 1,
 486           "max": null,
 487           "min": null,
 488           "show": true
 489         },
 490         {
 491           "format": "short",
 492           "label": null,
 493           "logBase": 1,
 494           "max": null,
 495           "min": null,
 496           "show": true
 497         }
 498       ],
 499       "yaxis": {
 500         "align": false,
 501         "alignLevel": null
 502       }
 503     },
 504     {
 505       "aliasColors": {},
 506       "bars": false,
 507       "dashLength": 10,
 508       "dashes": false,
 509       "datasource": "${DS_PROMETHEUS}",
 510       "fill": 1,
 511       "gridPos": {
 512         "h": 6,
 513         "w": 12,
 514         "x": 12,
 515         "y": 13
 516       },
 517       "id": 3,
 518       "legend": {
 519         "avg": false,
 520         "current": false,
 521         "max": false,
 522         "min": false,
 523         "show": true,
 524         "total": false,
 525         "values": false
 526       },
 527       "lines": true,
 528       "linewidth": 1,
 529       "links": [],
 530       "nullPointMode": "null",
 531       "percentage": false,
 532       "pointradius": 5,
 533       "points": false,
 534       "renderer": "flot",
 535       "repeat": "host",
 536       "repeatDirection": "v",
 537       "seriesOverrides": [],
 538       "spaceLength": 10,
 539       "stack": false,
 540       "steppedLine": false,
 541       "targets": [
 542         {
 543           "expr": "avg(nomad_client_allocs_cpu_total_ticks{instance=~\"$instance\"}) by(exported_job, task)",
 544           "format": "time_series",
 545           "interval": "",
 546           "intervalFactor": 1,
 547           "legendFormat": "{{task}}",
 548           "refId": "A"
 549         }
 550       ],
 551       "thresholds": [],
 552       "timeFrom": null,
 553       "timeShift": null,
 554       "title": "CPU Total Ticks",
 555       "tooltip": {
 556         "shared": true,
 557         "sort": 0,
 558         "value_type": "individual"
 559       },
 560       "type": "graph",
 561       "xaxis": {
 562         "buckets": null,
 563         "mode": "time",
 564         "name": null,
 565         "show": true,
 566         "values": []
 567       },
 568       "yaxes": [
 569         {
 570           "decimals": 3,
 571           "format": "timeticks",
 572           "label": null,
 573           "logBase": 1,
 574           "max": null,
 575           "min": null,
 576           "show": true
 577         },
 578         {
 579           "format": "short",
 580           "label": null,
 581           "logBase": 1,
 582           "max": null,
 583           "min": null,
 584           "show": true
 585         }
 586       ],
 587       "yaxis": {
 588         "align": false,
 589         "alignLevel": null
 590       }
 591     },
 592     {
 593       "aliasColors": {},
 594       "bars": false,
 595       "dashLength": 10,
 596       "dashes": false,
 597       "datasource": "${DS_PROMETHEUS}",
 598       "fill": 1,
 599       "gridPos": {
 600         "h": 6,
 601         "w": 12,
 602         "x": 0,
 603         "y": 19
 604       },
 605       "id": 6,
 606       "legend": {
 607         "avg": false,
 608         "current": false,
 609         "max": false,
 610         "min": false,
 611         "show": true,
 612         "total": false,
 613         "values": false
 614       },
 615       "lines": true,
 616       "linewidth": 1,
 617       "links": [],
 618       "nullPointMode": "null",
 619       "percentage": false,
 620       "pointradius": 5,
 621       "points": false,
 622       "renderer": "flot",
 623       "repeat": "host",
 624       "repeatDirection": "v",
 625       "seriesOverrides": [],
 626       "spaceLength": 10,
 627       "stack": false,
 628       "steppedLine": false,
 629       "targets": [
 630         {
 631           "expr": "avg(nomad_client_allocs_memory_rss{instance=~\"$instance\"}) by(exported_job, task)",
 632           "format": "time_series",
 633           "interval": "",
 634           "intervalFactor": 1,
 635           "legendFormat": "{{task}}",
 636           "refId": "A"
 637         }
 638       ],
 639       "thresholds": [],
 640       "timeFrom": null,
 641       "timeShift": null,
 642       "title": "RSS",
 643       "tooltip": {
 644         "shared": false,
 645         "sort": 0,
 646         "value_type": "individual"
 647       },
 648       "type": "graph",
 649       "xaxis": {
 650         "buckets": null,
 651         "mode": "time",
 652         "name": null,
 653         "show": true,
 654         "values": []
 655       },
 656       "yaxes": [
 657         {
 658           "decimals": 3,
 659           "format": "decbytes",
 660           "label": null,
 661           "logBase": 1,
 662           "max": null,
 663           "min": null,
 664           "show": true
 665         },
 666         {
 667           "format": "short",
 668           "label": null,
 669           "logBase": 1,
 670           "max": null,
 671           "min": null,
 672           "show": true
 673         }
 674       ],
 675       "yaxis": {
 676         "align": false,
 677         "alignLevel": null
 678       }
 679     },
 680     {
 681       "aliasColors": {},
 682       "bars": false,
 683       "dashLength": 10,
 684       "dashes": false,
 685       "datasource": "${DS_PROMETHEUS}",
 686       "fill": 1,
 687       "gridPos": {
 688         "h": 6,
 689         "w": 12,
 690         "x": 12,
 691         "y": 19
 692       },
 693       "id": 7,
 694       "legend": {
 695         "avg": false,
 696         "current": false,
 697         "max": false,
 698         "min": false,
 699         "show": true,
 700         "total": false,
 701         "values": false
 702       },
 703       "lines": true,
 704       "linewidth": 1,
 705       "links": [],
 706       "nullPointMode": "null",
 707       "percentage": false,
 708       "pointradius": 5,
 709       "points": false,
 710       "renderer": "flot",
 711       "repeat": "host",
 712       "repeatDirection": "v",
 713       "seriesOverrides": [],
 714       "spaceLength": 10,
 715       "stack": false,
 716       "steppedLine": false,
 717       "targets": [
 718         {
 719           "expr": "avg(nomad_client_allocs_memory_cache{instance=~\"$instance\"}) by(exported_job, task)",
 720           "format": "time_series",
 721           "interval": "",
 722           "intervalFactor": 1,
 723           "legendFormat": "{{task}}",
 724           "refId": "A"
 725         }
 726       ],
 727       "thresholds": [],
 728       "timeFrom": null,
 729       "timeShift": null,
 730       "title": "Memory Cache",
 731       "tooltip": {
 732         "shared": true,
 733         "sort": 0,
 734         "value_type": "individual"
 735       },
 736       "type": "graph",
 737       "xaxis": {
 738         "buckets": null,
 739         "mode": "time",
 740         "name": null,
 741         "show": true,
 742         "values": []
 743       },
 744       "yaxes": [
 745         {
 746           "decimals": 3,
 747           "format": "decbytes",
 748           "label": null,
 749           "logBase": 1,
 750           "max": null,
 751           "min": null,
 752           "show": true
 753         },
 754         {
 755           "format": "short",
 756           "label": null,
 757           "logBase": 1,
 758           "max": null,
 759           "min": null,
 760           "show": true
 761         }
 762       ],
 763       "yaxis": {
 764         "align": false,
 765         "alignLevel": null
 766       }
 767     }
 768   ],
 769   "refresh": false,
 770   "schemaVersion": 16,
 771   "style": "dark",
 772   "tags": [],
 773   "templating": {
 774     "list": [
 775       {
 776         "current": {
 777           "selected": false,
 778           "text": "default",
 779           "value": "default"
 780         },
 781         "hide": 0,
 782         "includeAll": false,
 783         "label": "datasource",
 784         "multi": false,
 785         "name": "DS_PROMETHEUS",
 786         "options": [],
 787         "query": "prometheus",
 788         "refresh": 1,
 789         "regex": "",
 790         "skipUrlSync": false,
 791         "type": "datasource"
 792       },
 793       {
 794         "allValue": null,
 795         "current": {},
 796         "datasource": "${DS_PROMETHEUS}",
 797         "hide": 0,
 798         "includeAll": false,
 799         "label": "DC",
 800         "multi": false,
 801         "name": "datacenter",
 802         "options": [],
 803         "query": "label_values(nomad_client_uptime, datacenter)",
 804         "refresh": 1,
 805         "regex": "",
 806         "skipUrlSync": false,
 807         "sort": 0,
 808         "tagValuesQuery": "",
 809         "tags": [],
 810         "tagsQuery": "",
 811         "type": "query",
 812         "useTags": false
 813       },
 814       {
 815         "allValue": null,
 816         "current": {},
 817         "datasource": "${DS_PROMETHEUS}",
 818         "hide": 0,
 819         "includeAll": true,
 820         "label": "Host",
 821         "multi": true,
 822         "name": "instance",
 823         "options": [],
 824         "query": "label_values(nomad_client_uptime{datacenter=~\"$datacenter\"}, instance)",
 825         "refresh": 2,
 826         "regex": "",
 827         "skipUrlSync": false,
 828         "sort": 0,
 829         "tagValuesQuery": "",
 830         "tags": [],
 831         "tagsQuery": "",
 832         "type": "query",
 833         "useTags": false
 834       }
 835     ]
 836   },
 837   "time": {
 838     "from": "now-4h",
 839     "to": "now"
 840   },
 841   "timepicker": {
 842     "refresh_intervals": [
 843       "5s",
 844       "10s",
 845       "30s",
 846       "1m",
 847       "5m",
 848       "15m",
 849       "30m",
 850       "1h",
 851       "2h",
 852       "1d"
 853     ],
 854     "time_options": [
 855       "5m",
 856       "15m",
 857       "1h",
 858       "6h",
 859       "12h",
 860       "24h",
 861       "2d",
 862       "7d",
 863       "30d"
 864     ]
 865   },
 866   "timezone": "browser",
 867   "title": "Nomad",
 868   "version": 1
 869 }