| { |
| "annotations": { |
| "list": [ |
| { |
| "builtIn": 1, |
| "datasource": { |
| "type": "grafana", |
| "uid": "-- Grafana --" |
| }, |
| "enable": true, |
| "hide": true, |
| "iconColor": "rgba(0, 211, 255, 1)", |
| "name": "Annotations & Alerts", |
| "type": "dashboard" |
| } |
| ] |
| }, |
| "editable": true, |
| "fiscalYearStartMonth": 0, |
| "graphTooltip": 0, |
| "id": 1, |
| "links": [ |
| { |
| "asDropdown": false, |
| "icon": "external link", |
| "includeVars": false, |
| "keepTime": false, |
| "tags": [], |
| "targetBlank": false, |
| "title": "Go to data", |
| "tooltip": "Go to data", |
| "type": "link", |
| "url": "http://transformers-benchmarks.hf.co/d/fdz33iyzln9c0a/transformers-benchmarks?orgId=1&from=${StartTime}&to=${EndTime}" |
| } |
| ], |
| "liveNow": true, |
| "panels": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "custom": { |
| "align": "left", |
| "cellOptions": { |
| "type": "auto" |
| }, |
| "inspect": false |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [ |
| { |
| "matcher": { |
| "id": "byName", |
| "options": "gpu_name" |
| }, |
| "properties": [ |
| { |
| "id": "custom.width", |
| "value": 202 |
| } |
| ] |
| }, |
| { |
| "matcher": { |
| "id": "byName", |
| "options": "left" |
| }, |
| "properties": [ |
| { |
| "id": "custom.width", |
| "value": 407 |
| } |
| ] |
| }, |
| { |
| "matcher": { |
| "id": "byName", |
| "options": "commit_message" |
| }, |
| "properties": [ |
| { |
| "id": "custom.width", |
| "value": 524 |
| } |
| ] |
| }, |
| { |
| "matcher": { |
| "id": "byName", |
| "options": "commit_id" |
| }, |
| "properties": [ |
| { |
| "id": "custom.width", |
| "value": 353 |
| } |
| ] |
| }, |
| { |
| "matcher": { |
| "id": "byName", |
| "options": "model_id" |
| }, |
| "properties": [ |
| { |
| "id": "custom.width", |
| "value": 216 |
| } |
| ] |
| } |
| ] |
| }, |
| "gridPos": { |
| "h": 6, |
| "w": 24, |
| "x": 0, |
| "y": 0 |
| }, |
| "id": 5, |
| "options": { |
| "cellHeight": "sm", |
| "footer": { |
| "countRows": false, |
| "fields": "", |
| "reducer": [ |
| "sum" |
| ], |
| "show": false |
| }, |
| "showHeader": true, |
| "sortBy": [] |
| }, |
| "pluginVersion": "11.2.2", |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT commit_id, commit_message, metadata->>'gpu_name' as gpu_name, metadata->>'model_id' as model_id, created_at AS date FROM benchmarks WHERE branch = '${branch}' AND metadata->>'gpu_name' = '${gpu_name}' ORDER BY benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [ |
| { |
| "name": "commit_id", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_name", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50, |
| "whereJsonTree": { |
| "children1": [ |
| { |
| "id": "baaa8aaa-89ab-4cde-b012-31922f96de3f", |
| "properties": { |
| "field": "commit_id", |
| "fieldSrc": "field", |
| "operator": "equal", |
| "value": [ |
| "${commit}" |
| ], |
| "valueError": [ |
| null |
| ], |
| "valueSrc": [ |
| "value" |
| ], |
| "valueType": [ |
| "text" |
| ] |
| }, |
| "type": "rule" |
| } |
| ], |
| "id": "bab88a98-0123-4456-b89a-b1922f7d4f11", |
| "type": "group" |
| }, |
| "whereString": "commit_id = '${commit}'" |
| }, |
| "table": "benchmarks" |
| } |
| ], |
| "transparent": true, |
| "type": "table" |
| }, |
| { |
| "collapsed": false, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 6 |
| }, |
| "id": 13, |
| "panels": [], |
| "title": "Eager Forward Pass", |
| "type": "row" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 0, |
| "y": 7 |
| }, |
| "id": 7, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "auto", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "pluginVersion": "11.2.2", |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'first_eager_forward_pass_time_secs' AS double precision) AS first_eager_forward_pass_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "First eager forward pass", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 12, |
| "y": 7 |
| }, |
| "id": 9, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "auto", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'second_eager_forward_pass_time_secs' AS double precision) AS second_eager_forward_pass_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Second eager forward pass", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "collapsed": false, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 18 |
| }, |
| "id": 16, |
| "panels": [], |
| "title": "Time to next token", |
| "type": "row" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 0, |
| "y": 19 |
| }, |
| "id": 17, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "always", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'time_to_first_token_secs' AS double precision) AS time_to_first_token_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Time to first token", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 12, |
| "y": 19 |
| }, |
| "id": 18, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "always", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'time_to_second_token_secs' AS double precision) AS time_to_second_token_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Time to second token", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 0, |
| "y": 30 |
| }, |
| "id": 19, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "always", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'time_to_third_token_secs' AS double precision) AS time_to_third_token_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Time to third token", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 12, |
| "y": 30 |
| }, |
| "id": 20, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "always", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'time_to_next_token_mean_secs' AS double precision) AS time_to_next_token_mean_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Time to subsequent next tokens mean", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "collapsed": false, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 41 |
| }, |
| "id": 14, |
| "panels": [], |
| "title": "Compiled Generate", |
| "type": "row" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 0, |
| "y": 42 |
| }, |
| "id": 8, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "always", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'first_compile_generate_time_secs' AS double precision) AS first_compile_generate_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "First compile generate", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 12, |
| "y": 42 |
| }, |
| "id": 10, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "auto", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'second_compile_generate_time_secs' AS double precision) AS second_compile_generate_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Second compile generate", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "scheme", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 0, |
| "y": 53 |
| }, |
| "id": 11, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "auto", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'third_compile_generate_time_secs' AS double precision) AS third_compile_generate_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Third compile generate", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "continuous-YlBl" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "fillOpacity": 80, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineWidth": 0, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| }, |
| "unit": "s" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 11, |
| "w": 12, |
| "x": 12, |
| "y": 53 |
| }, |
| "id": 12, |
| "options": { |
| "barRadius": 0.05, |
| "barWidth": 0.8, |
| "fullHighlight": false, |
| "groupWidth": 0.7, |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": false |
| }, |
| "orientation": "auto", |
| "showValue": "auto", |
| "stacking": "none", |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| }, |
| "xTickLabelRotation": 0, |
| "xTickLabelSpacing": 0 |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT CAST(m.measurements->'fourth_compile_generate_time_secs' AS double precision) AS fourth_compile_generate_time_secs, left(b.commit_id, 7), m.time FROM benchmarks as b JOIN model_measurements AS m ON b.benchmark_id = m.benchmark_id WHERE b.branch = '${branch}' AND b.metadata->>'gpu_name' = '${gpu_name}' ORDER BY b.benchmark_id DESC LIMIT ${last_n_commits};", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| } |
| } |
| ], |
| "title": "Fourth compile generate", |
| "transformations": [ |
| { |
| "id": "sortBy", |
| "options": { |
| "fields": {}, |
| "sort": [ |
| { |
| "field": "time" |
| } |
| ] |
| } |
| } |
| ], |
| "transparent": true, |
| "type": "barchart" |
| }, |
| { |
| "collapsed": true, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 64 |
| }, |
| "id": 15, |
| "panels": [ |
| { |
| "datasource": {}, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "barWidthFactor": 0.6, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "insertNulls": 60000, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green" |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "percent" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 9, |
| "w": 12, |
| "x": 0, |
| "y": 65 |
| }, |
| "id": 1, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": true |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT\n d.cpu_util,\n d.time\nFROM\n benchmarks AS b\n JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id\nWHERE\n branch = '${branch}';", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [ |
| { |
| "name": "cpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "\"time\"", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50, |
| "whereJsonTree": { |
| "children1": [ |
| { |
| "id": "baa888b8-89ab-4cde-b012-31922f8671e9", |
| "properties": { |
| "field": "commit_id", |
| "fieldSrc": "field", |
| "operator": "equal", |
| "value": [ |
| "${commit}" |
| ], |
| "valueError": [ |
| null |
| ], |
| "valueSrc": [ |
| "value" |
| ], |
| "valueType": [ |
| "text" |
| ] |
| }, |
| "type": "rule" |
| } |
| ], |
| "id": "bab88a98-0123-4456-b89a-b1922f7d4f11", |
| "type": "group" |
| }, |
| "whereString": "commit_id = '${commit}'" |
| }, |
| "table": "measurements" |
| } |
| ], |
| "title": "CPU Utilization", |
| "transparent": true, |
| "type": "timeseries" |
| }, |
| { |
| "datasource": {}, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "barWidthFactor": 0.6, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "insertNulls": 60000, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green" |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "percent" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 9, |
| "w": 12, |
| "x": 12, |
| "y": 65 |
| }, |
| "id": 4, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": true |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT\n b.commit_id,\n d.gpu_util,\n d.time\nFROM\n benchmarks AS b\n JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id\nWHERE\n branch = '${branch}';", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [ |
| { |
| "name": "cpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "\"time\"", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50, |
| "whereJsonTree": { |
| "children1": [ |
| { |
| "id": "baa888b8-89ab-4cde-b012-31922f8671e9", |
| "properties": { |
| "field": "commit_id", |
| "fieldSrc": "field", |
| "operator": "equal", |
| "value": [ |
| "${commit}" |
| ], |
| "valueError": [ |
| null |
| ], |
| "valueSrc": [ |
| "value" |
| ], |
| "valueType": [ |
| "text" |
| ] |
| }, |
| "type": "rule" |
| } |
| ], |
| "id": "bab88a98-0123-4456-b89a-b1922f7d4f11", |
| "type": "group" |
| }, |
| "whereString": "commit_id = '${commit}'" |
| }, |
| "table": "measurements" |
| } |
| ], |
| "title": "GPU Utilization", |
| "transparent": true, |
| "type": "timeseries" |
| }, |
| { |
| "datasource": {}, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "barWidthFactor": 0.6, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "insertNulls": 60000, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green" |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "decmbytes" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 9, |
| "w": 12, |
| "x": 0, |
| "y": 74 |
| }, |
| "id": 2, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": true |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT d.mem_megabytes, d.time FROM benchmarks AS b JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id WHERE branch = '${branch}';", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [ |
| { |
| "name": "cpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "\"time\"", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50, |
| "whereJsonTree": { |
| "children1": [ |
| { |
| "id": "baa888b8-89ab-4cde-b012-31922f8671e9", |
| "properties": { |
| "field": "commit_id", |
| "fieldSrc": "field", |
| "operator": "equal", |
| "value": [ |
| "${commit}" |
| ], |
| "valueError": [ |
| null |
| ], |
| "valueSrc": [ |
| "value" |
| ], |
| "valueType": [ |
| "text" |
| ] |
| }, |
| "type": "rule" |
| } |
| ], |
| "id": "bab88a98-0123-4456-b89a-b1922f7d4f11", |
| "type": "group" |
| }, |
| "whereString": "commit_id = '${commit}'" |
| }, |
| "table": "measurements" |
| } |
| ], |
| "title": "Memory usage", |
| "transparent": true, |
| "type": "timeseries" |
| }, |
| { |
| "datasource": {}, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisBorderShow": false, |
| "axisCenteredZero": false, |
| "axisColorMode": "text", |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "barWidthFactor": 0.6, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "insertNulls": 60000, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green" |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "decmbytes" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 9, |
| "w": 12, |
| "x": 12, |
| "y": 74 |
| }, |
| "id": 3, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom", |
| "showLegend": true |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "editorMode": "code", |
| "format": "table", |
| "rawQuery": true, |
| "rawSql": "SELECT\n d.gpu_mem_megabytes,\n d.time\nFROM\n benchmarks AS b\n JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id\nWHERE\n branch = '${branch}';", |
| "refId": "A", |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [ |
| { |
| "name": "cpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_util", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "gpu_mem_megabytes", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| }, |
| { |
| "parameters": [ |
| { |
| "name": "\"time\"", |
| "type": "functionParameter" |
| } |
| ], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50, |
| "whereJsonTree": { |
| "children1": [ |
| { |
| "id": "baa888b8-89ab-4cde-b012-31922f8671e9", |
| "properties": { |
| "field": "commit_id", |
| "fieldSrc": "field", |
| "operator": "equal", |
| "value": [ |
| "${commit}" |
| ], |
| "valueError": [ |
| null |
| ], |
| "valueSrc": [ |
| "value" |
| ], |
| "valueType": [ |
| "text" |
| ] |
| }, |
| "type": "rule" |
| } |
| ], |
| "id": "bab88a98-0123-4456-b89a-b1922f7d4f11", |
| "type": "group" |
| }, |
| "whereString": "commit_id = '${commit}'" |
| }, |
| "table": "measurements" |
| } |
| ], |
| "title": "GPU memory usage", |
| "transparent": true, |
| "type": "timeseries" |
| } |
| ], |
| "title": "Usage metrics", |
| "type": "row" |
| } |
| ], |
| "schemaVersion": 39, |
| "tags": [], |
| "templating": { |
| "list": [ |
| { |
| "current": { |
| "selected": false, |
| "text": "main", |
| "value": "main" |
| }, |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "definition": "SELECT DISTINCT branch FROM benchmarks;", |
| "description": "", |
| "hide": 0, |
| "includeAll": false, |
| "label": "branch", |
| "multi": false, |
| "name": "branch", |
| "options": [], |
| "query": "SELECT DISTINCT branch FROM benchmarks;", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": false, |
| "text": "1729701492845", |
| "value": "1729701492845" |
| }, |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "definition": "SELECT created_at - INTERVAL '5 secs' FROM benchmarks WHERE branch = '${branch}' ORDER BY benchmark_id ASC LIMIT 1;", |
| "description": "", |
| "hide": 2, |
| "includeAll": false, |
| "multi": false, |
| "name": "StartTime", |
| "options": [], |
| "query": "SELECT created_at - INTERVAL '5 secs' FROM benchmarks WHERE branch = '${branch}' ORDER BY benchmark_id ASC LIMIT 1;", |
| "refresh": 2, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": false, |
| "text": "1730393397577", |
| "value": "1730393397577" |
| }, |
| "datasource": { |
| "default": true, |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "definition": "SELECT time + INTERVAL '5 secs' FROM benchmarks AS b JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id WHERE branch = '${branch}' ORDER BY b.benchmark_id DESC, d.measurement_id DESC LIMIT 1;", |
| "description": "", |
| "hide": 2, |
| "includeAll": false, |
| "multi": false, |
| "name": "EndTime", |
| "options": [], |
| "query": "SELECT time + INTERVAL '5 secs' FROM benchmarks AS b JOIN device_measurements AS d ON b.benchmark_id = d.benchmark_id WHERE branch = '${branch}' ORDER BY b.benchmark_id DESC, d.measurement_id DESC LIMIT 1;", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": false, |
| "text": "NVIDIA A10G", |
| "value": "NVIDIA A10G" |
| }, |
| "datasource": { |
| "type": "grafana-postgresql-datasource", |
| "uid": "be28nkzirtb0gd" |
| }, |
| "definition": "SELECT DISTINCT metadata->>'gpu_name' FROM benchmarks;", |
| "description": "", |
| "hide": 0, |
| "includeAll": false, |
| "label": "GPU", |
| "multi": false, |
| "name": "gpu_name", |
| "options": [], |
| "query": "SELECT DISTINCT metadata->>'gpu_name' FROM benchmarks;", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": true, |
| "text": "10", |
| "value": "10" |
| }, |
| "description": "The number of commits to display, going from most recent to the nth commit.", |
| "hide": 0, |
| "label": "Last # of commits", |
| "name": "last_n_commits", |
| "options": [ |
| { |
| "selected": true, |
| "text": "10", |
| "value": "10" |
| } |
| ], |
| "query": "10", |
| "skipUrlSync": false, |
| "type": "textbox" |
| } |
| ] |
| }, |
| "time": { |
| "from": "now-1h", |
| "to": "now" |
| }, |
| "timepicker": { |
| "hidden": false |
| }, |
| "timezone": "browser", |
| "title": "Transformers benchmarks", |
| "uid": "fdz33iyzln9c0a", |
| "version": 10, |
| "weekStart": "" |
| } |
|
|
