Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 56 additions & 0 deletions benchmarks/ppc-application.conf
Original file line number Diff line number Diff line change
@@ -0,0 +1,56 @@
http.polaris-base-url = "http://172.30.4.231:8181"
http.dremio-base-url = "http://172.30.4.231:9047"

auth {
dremio-type = "ppc"
dremio-pat = "TFYJnlG0QSS2OsFj5LTdBuxwPiHqC02CTrx3K75Kc7FmeoZtpfzoEJm723Ru7w=="
}

dataset.tree {
namespace-width = 2
namespace-depth = 8
tables-per-namespace = 2
views-per-namespace = 2

columns-per-table = 100
columns-per-view = 100

default-base-location = "gs://dremio-ppc/k8s-dac-20182"

namespace-properties = 100
table-properties = 100
view-properties = 100

mangle-names = true
ppc-source-name = "gcs-ppc"
}

workload {
create-tree-dataset {
table-concurrency = 10
view-concurrency = 10
}

read-tree-dataset {
table-concurrency = 20
view-concurrency = 10
}

table-commits-creator {
commits-throughput = 10
read-throughput = 10
duration-in-minutes = 1
}

read-update-tree-dataset {
read-write-ratio = 0.5
throughput = 100
duration-in-minutes = 5
}

create-tree-wiki {
namespace-concurrency = 50
table-concurrency = 50
view-concurrency = 50
}
}
59 changes: 59 additions & 0 deletions benchmarks/ppc2dc-application.conf
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
http.polaris-base-url = "http://dcs-aws-39775-ns.catalog.drem.io/"
http.dremio-base-url = "http://dcs-aws-39775-ns.app.drem.io/"

auth {
dremio-type = "ppc2dc"
dremio-username = "dcstest@dremio.com"
dremio-password = "dremio@123"
dremio-org-id = "d3b8275c-fbf8-4485-9996-89258b13da3b"
}

dataset.tree {
catalog-name = "serverlessproject"
namespace-width = 2
namespace-depth = 8
tables-per-namespace = 2
views-per-namespace = 2

columns-per-table = 100
columns-per-view = 100

default-base-location = "s3://dcs-aws-customer-39775/catalog"

namespace-properties = 100
table-properties = 100
view-properties = 100

mangle-names = false
ppc-source-name = "gcs-ppc"
}

workload {
create-tree-dataset {
table-concurrency = 10
view-concurrency = 10
}

read-tree-dataset {
table-concurrency = 10
view-concurrency = 10
}

table-commits-creator {
commits-throughput = 10
read-throughput = 10
duration-in-minutes = 1
}

read-update-tree-dataset {
read-write-ratio = 0.5
throughput = 100
duration-in-minutes = 5
}

create-tree-wiki {
namespace-concurrency = 50
table-concurrency = 50
view-concurrency = 50
}
}
59 changes: 59 additions & 0 deletions benchmarks/ppc2dc-noauth-application.conf
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
http.polaris-base-url = "http://localhost:9181/"
http.dremio-base-url = ""

auth {
dremio-type = "ppc2dc-without-authentication"
dremio-org-id = "d3b8275c-fbf8-4485-9996-89258b13da3b"
dremio-user-id = "c7b8c04d-264d-4ef7-adfe-fca6c4f6e78a"
dremio-project-id = "38aa0da6-5839-435f-b644-e112b173cbc4"
}

dataset.tree {
catalog-name = "serverlessproject"
namespace-width = 2
namespace-depth = 8
tables-per-namespace = 2
views-per-namespace = 2

columns-per-table = 100
columns-per-view = 100

default-base-location = "s3://dcs-aws-customer-39775/catalog"

namespace-properties = 100
table-properties = 100
view-properties = 100

mangle-names = false
ppc-source-name = "gcs-ppc"
}

workload {
create-tree-dataset {
table-concurrency = 10
view-concurrency = 10
}

read-tree-dataset {
table-concurrency = 20
view-concurrency = 10
}

table-commits-creator {
commits-throughput = 10
read-throughput = 10
duration-in-minutes = 1
}

read-update-tree-dataset {
read-write-ratio = 0.5
throughput = 100
duration-in-minutes = 5
}

create-tree-wiki {
namespace-concurrency = 50
table-concurrency = 50
view-concurrency = 50
}
}
27 changes: 27 additions & 0 deletions benchmarks/src/gatling/resources/benchmark-defaults.conf
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,33 @@ auth {
retryable-http-codes = [500]
}

# Role-Based Access Control configuration
rbac {
# Whether to enable RBAC in the CreateTreeDataset simulation
# When enabled, principals, roles, and grants will be created alongside the dataset
# Default: false
enabled = false

# Number of principals to create
# The first principal (P_0) will be assigned the service_administrator role
# Remaining principals will be assigned specific principal roles (e.g. data_engineer, data_scientist)
# Default: 5
num-principals = 5

# Names of catalog roles to create per catalog
# These roles hold privileges on catalog objects (namespaces, tables, views)
# An additional role "catalog_administrator" will be created implicitly for each catalog
# Default: ["catalog_reader", "catalog_contributor"]
catalog-role-names = ["catalog_reader", "catalog_contributor"]

# Names of principal roles to create (must match catalog-role-names in count)
# These roles are assigned to principals and mapped to corresponding catalog roles
# An additional role "service_administrator" will be created and assigned to the first principal
# The service_administrator principal role is mapped to the catalog_administrator catalog role for all catalogs
# Default: ["data_engineer", "data_scientist"]
principal-role-names = ["data_engineer", "data_scientist"]
}

# Dataset tree structure configuration
dataset.tree {
# JSON to supply as a StorageConfigInfo when creating a catalog
Expand Down
Loading