From 8b813942d6b31ea2878d063acff9fb8a3e970b15 Mon Sep 17 00:00:00 2001 From: Chelsea Troy Date: Wed, 16 Oct 2024 12:13:07 -0500 Subject: [PATCH] Add table to record GPU hours used (#6295) * Add table to record GPU hours used * Formatting * add newline --- .../outerbounds_gpu_hours_v1/metadata.yaml | 13 +++++++++ .../outerbounds_gpu_hours_v1/schema.yaml | 28 +++++++++++++++++++ 2 files changed, 41 insertions(+) create mode 100644 sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/metadata.yaml create mode 100644 sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/schema.yaml diff --git a/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/metadata.yaml b/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/metadata.yaml new file mode 100644 index 00000000000..2d8a530be03 --- /dev/null +++ b/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/metadata.yaml @@ -0,0 +1,13 @@ +friendly_name: Outerbounds GPU Hours Spreadsheet +description: > + The hours we use on Outerbounds GPU +owners: + - ctroy@mozilla.com + - aplacitelli@mozilla.com + - aaggarwal@mozilla.com +external_data: + format: google_sheets + source_uris: + - https://docs.google.com/spreadsheets/d/1j-tBTKOMlDxjbdEtn9EvH8KN99I5_jE5F0TSXvFuND4 # URL to the spreadsheet + options: + skip_leading_rows: 1 # number of rows that should be skipped, e.g if there are header rows diff --git a/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/schema.yaml b/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/schema.yaml new file mode 100644 index 00000000000..e5ddac272eb --- /dev/null +++ b/sql/moz-fx-data-shared-prod/monitoring_derived/outerbounds_gpu_hours_v1/schema.yaml @@ -0,0 +1,28 @@ +fields: + - mode: NULLABLE + name: event_date + type: DATE + - mode: NULLABLE + name: nca_id + type: STRING + - mode: NULLABLE + name: org_name + type: STRING + - mode: NULLABLE + name: email_domain + type: STRING + - mode: NULLABLE + name: function_id + type: STRING + - mode: NULLABLE + name: gpu_type + type: STRING + - mode: NULLABLE + name: gpus + type: INTEGER + - mode: NULLABLE + name: backend + type: STRING + - mode: NULLABLE + name: gpu_hours + type: FLOAT64