Data generation logic

data_rows/DataRow.js

@@ -2,7 +2,7 @@ import stringify from "csv-stringify";
 import fs from "graceful-fs";
 
 export default class DataRow {
-  oddsNew() {
+  static oddsNew() {
     return 1;
   }
 

data_rows/DatabaseStorageUsageHistory.js

@@ -0,0 +1,90 @@
+import DataRow from "./DataRow";
+import TYPES from "./Types";
+import { randomFromArray } from "../helpers";
+
+class InitializeError extends Error {}
+
+/**
+ * DATABASE_STORAGE_USAGE_HISTORY View
+ *
+ * https://docs.snowflake.net/manuals/sql-reference/account-usage/database_storage_usage_history.html
+ */
+export default class DatabaseStorageUsageHistory extends DataRow {
+  constructor(databaseID, databaseName, date) {
+    super();
+    if (!this.constructor._sizes) {
+      throw new InitializeError(
+        `Must call ${this.constructor.name}.initialize() first`
+      );
+    }
+    this.USAGE_DATE = date.toISOString();
+    this.DATABASE_ID = databaseID;
+    this.DATABASE_NAME = databaseName;
+    this._setAverageDatabaseBytes();
+    this._setAverageFailsafeBytes();
+  }
+
+  _setAverageDatabaseBytes() {
+    let size = this.constructor._sizes[this.DATABASE_NAME];
+    if (Math.random() < 0.1) {
+      const changeDegree = Math.random() * (0.2 - 0.05) + 0.05;
+      const change = Math.round(size * changeDegree);
+      if (Math.random() < 0.3) {
+        size -= change;
+      } else {
+        size += change;
+      }
+    }
+    this.constructor._sizes[this.DATABASE_NAME] = size;
+    this.AVERAGE_DATABASE_BYTES = size;
+  }
+
+  _setAverageFailsafeBytes() {
+    this.AVERAGE_FAILSAFE_BYTES = 0;
+    if (Math.random() < 0.1) {
+      this.AVERAGE_FAILSAFE_BYTES = Math.round(
+        Math.random() * this.AVERAGE_DATABASE_BYTES
+      );
+    }
+  }
+
+  static initialize(dbs) {
+    if (this._sizes) {
+      throw new InitializeError(
+        `Must call ${this.name}.initialize() only once`
+      );
+    }
+    const seedSizes = [1.1e15, 1.2e15, 1.3e15, 1.4e15];
+    const sizes = {};
+    for (const db of dbs) {
+      const seed = randomFromArray(seedSizes);
+      sizes[db.DATABASE_NAME] = Math.round(Math.random() * seed);
+    }
+    this._sizes = sizes;
+  }
+
+  static types() {
+    return [
+      {
+        name: "USAGE_DATE",
+        type: TYPES.timestamp
+      },
+      {
+        name: "DATABASE_ID",
+        type: TYPES.integer
+      },
+      {
+        name: "DATABASE_NAME",
+        type: TYPES.string
+      },
+      {
+        name: "AVERAGE_DATABASE_BYTES",
+        type: TYPES.integer
+      },
+      {
+        name: "AVERAGE_FAILSAFE_BYTES",
+        type: TYPES.integer
+      }
+    ];
+  }
+}

data_rows/Databases.js

@@ -0,0 +1,40 @@
+import DataRow from "./DataRow";
+import TYPES from "./Types";
+
+/**
+ * DATABASES View
+ *
+ * https://docs.snowflake.net/manuals/sql-reference/account-usage/databases.html
+ */
+export default class Databases extends DataRow {
+  constructor(name, id) {
+    super();
+    this.DATABASE_NAME = name;
+    this.DATABASE_ID = id;
+  }
+
+  static generate() {
+    const names = [
+      "squiggly_database",
+      "jims_database",
+      "jacksonbase",
+      "prod",
+      "staging_db",
+      "dev1"
+    ];
+    return names.map((name, idx) => new this(name, idx + 1));
+  }
+
+  static types() {
+    return [
+      {
+        name: "DATABASE_NAME",
+        type: TYPES.string
+      },
+      {
+        name: "DATABASE_ID",
+        type: TYPES.integer
+      }
+    ];
+  }
+}

data_rows/LoadHistory.js

@@ -0,0 +1,44 @@
+import DataRow from "./DataRow";
+import TYPES from "./Types";
+
+const ODDS_NEW = 0.2;
+
+/**
+ * LOAD_HISTORY View
+ *
+ * https://docs.snowflake.net/manuals/sql-reference/account-usage/load_history.html
+ */
+export default class LoadHistory extends DataRow {
+  constructor(tableID, date) {
+    super();
+    this.TABLE_ID = tableID;
+    this.LAST_LOAD_TIME = date.toISOString();
+    this.ROW_COUNT = Math.round(Math.random() * 100);
+    this.ERROR_COUNT = Math.random() < 0.1 ? Math.round(Math.random() * 10) : 0;
+  }
+
+  static oddsNew() {
+    return ODDS_NEW;
+  }
+
+  static types() {
+    return [
+      {
+        name: "TABLE_ID",
+        type: TYPES.integer
+      },
+      {
+        name: "LAST_LOAD_TIME",
+        type: TYPES.timestamp
+      },
+      {
+        name: "ROW_COUNT",
+        type: TYPES.integer
+      },
+      {
+        name: "ERROR_COUNT",
+        type: TYPES.integer
+      }
+    ];
+  }
+}

data_rows/LoginHistory.js

@@ -0,0 +1,54 @@
+import DataRow from "./DataRow";
+import TYPES from "./Types";
+import * as helpers from "../helpers";
+
+/**
+ * LOGIN_HISTORY View
+ *
+ * https://docs.snowflake.net/manuals/sql-reference/account-usage/login_history.html
+ */
+export default class LoginHistory extends DataRow {
+  constructor(date) {
+    super();
+    this.EVENT_ID = helpers.getID();
+    this.EVENT_TIMESTAMP = date.toISOString();
+    const user = helpers.randomFromArray(this.constructor.getUsers());
+    this.USER_NAME = user.name;
+    this.REPORTED_CLIENT_TYPE = user.driver;
+    this.IS_SUCCESS = Math.random() < 0.9 ? "YES" : "NO";
+  }
+
+  static getUsers() {
+    return [
+      { name: "WEB_CLIENT", driver: "JAVASCRIPT_DRIVER", querySpeed: 1.2 },
+      { name: "BOB", driver: "OTHER", querySpeed: 2.0 },
+      { name: "BI_APP", driver: "JDBC_DRIVER", querySpeed: 0.8 },
+      { name: "JANE", driver: "SNOWFLAKE_UI", querySpeed: 1.0 }
+    ];
+  }
+
+  static types() {
+    return [
+      {
+        name: "EVENT_ID",
+        type: TYPES.string
+      },
+      {
+        name: "EVENT_TIMESTAMP",
+        type: TYPES.timestamp
+      },
+      {
+        name: "USER_NAME",
+        type: TYPES.string
+      },
+      {
+        name: "REPORTED_CLIENT_TYPE",
+        type: TYPES.string
+      },
+      {
+        name: "IS_SUCCESS",
+        type: TYPES.string
+      }
+    ];
+  }
+}