From c155160afe0550be2bf8d01fbad2ba95f6c947e2 Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 08:55:26 -0700 Subject: [PATCH 1/6] Increase schema worker memory by 15% to handle larger schemas --- .changeset/legal-parrots-own.md | 5 +++++ deployment/services/environment.ts | 2 +- deployment/services/schema.ts | 2 +- 3 files changed, 7 insertions(+), 2 deletions(-) create mode 100644 .changeset/legal-parrots-own.md diff --git a/.changeset/legal-parrots-own.md b/.changeset/legal-parrots-own.md new file mode 100644 index 0000000000..f3eee2c6f6 --- /dev/null +++ b/.changeset/legal-parrots-own.md @@ -0,0 +1,5 @@ +--- +'hive': patch +--- + +Increase default schema worker memory by 15% to handle larger schemas diff --git a/deployment/services/environment.ts b/deployment/services/environment.ts index ce4c0d7b90..b1d2a109d9 100644 --- a/deployment/services/environment.ts +++ b/deployment/services/environment.ts @@ -60,7 +60,7 @@ export function prepareEnvironment(input: { }, }, schemaService: { - memoryLimit: isProduction || isStaging ? '3584Mi' : '1Gi', + memoryLimit: isProduction || isStaging ? '4Gi' : '1Gi', replicas: isProduction || isStaging ? 6 : 1, }, usageService: { diff --git a/deployment/services/schema.ts b/deployment/services/schema.ts index 1bf9704c0f..20da38ffe3 100644 --- a/deployment/services/schema.ts +++ b/deployment/services/schema.ts @@ -42,7 +42,7 @@ export function deploySchema({ SCHEMA_CACHE_POLL_INTERVAL_MS: '150', SCHEMA_CACHE_TTL_MS: '65000' /* 65s */, SCHEMA_CACHE_SUCCESS_TTL_MS: String(hourInMS * 2), - COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: '716', + COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: '832', OPENTELEMETRY_COLLECTOR_ENDPOINT: observability.enabled && observability.tracingEndpoint ? observability.tracingEndpoint From c3899c509dec0019c27e3c492d4e5542788882be Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 09:58:59 -0700 Subject: [PATCH 2/6] conditionalize memory increase --- deployment/services/schema.ts | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deployment/services/schema.ts b/deployment/services/schema.ts index 20da38ffe3..555b6ee2c1 100644 --- a/deployment/services/schema.ts +++ b/deployment/services/schema.ts @@ -42,7 +42,8 @@ export function deploySchema({ SCHEMA_CACHE_POLL_INTERVAL_MS: '150', SCHEMA_CACHE_TTL_MS: '65000' /* 65s */, SCHEMA_CACHE_SUCCESS_TTL_MS: String(hourInMS * 2), - COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: '832', + COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: + environment.isProduction || environment.isStaging ? '832' : '512', OPENTELEMETRY_COLLECTOR_ENDPOINT: observability.enabled && observability.tracingEndpoint ? observability.tracingEndpoint From 50492212229ac85c0eb5353444362e8160da6757 Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 16:03:45 -0700 Subject: [PATCH 3/6] set a lower requests memory limit for schema service --- deployment/services/environment.ts | 1 + deployment/services/schema.ts | 1 + 2 files changed, 2 insertions(+) diff --git a/deployment/services/environment.ts b/deployment/services/environment.ts index b1d2a109d9..ec5109ae5f 100644 --- a/deployment/services/environment.ts +++ b/deployment/services/environment.ts @@ -61,6 +61,7 @@ export function prepareEnvironment(input: { }, schemaService: { memoryLimit: isProduction || isStaging ? '4Gi' : '1Gi', + memoryRequests: isProduction || isStaging ? '2Gi' : '512mi', replicas: isProduction || isStaging ? 6 : 1, }, usageService: { diff --git a/deployment/services/schema.ts b/deployment/services/schema.ts index 555b6ee2c1..e5e67bff00 100644 --- a/deployment/services/schema.ts +++ b/deployment/services/schema.ts @@ -56,6 +56,7 @@ export function deploySchema({ replicas: environment.podsConfig.schemaService.replicas, memory: { limit: environment.podsConfig.schemaService.memoryLimit, + requests: environment.podsConfig.schemaService.memoryRequests, }, pdb: true, }, From 7ecff0626ea1dc6d882e680e5acba2f4e437fa9d Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 16:06:05 -0700 Subject: [PATCH 4/6] Use 70% requests memory --- deployment/services/environment.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deployment/services/environment.ts b/deployment/services/environment.ts index ec5109ae5f..26ccf11dc0 100644 --- a/deployment/services/environment.ts +++ b/deployment/services/environment.ts @@ -61,7 +61,7 @@ export function prepareEnvironment(input: { }, schemaService: { memoryLimit: isProduction || isStaging ? '4Gi' : '1Gi', - memoryRequests: isProduction || isStaging ? '2Gi' : '512mi', + memoryRequests: isProduction || isStaging ? '2866Mi' : '512mi', replicas: isProduction || isStaging ? 6 : 1, }, usageService: { From 45f738f8e49578a838bbe7e81689743d69d37337 Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 16:47:53 -0700 Subject: [PATCH 5/6] Lower staging limit --- deployment/services/environment.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deployment/services/environment.ts b/deployment/services/environment.ts index 26ccf11dc0..1dcfd9e24d 100644 --- a/deployment/services/environment.ts +++ b/deployment/services/environment.ts @@ -60,7 +60,7 @@ export function prepareEnvironment(input: { }, }, schemaService: { - memoryLimit: isProduction || isStaging ? '4Gi' : '1Gi', + memoryLimit: isProduction ? '4Gi' : isStaging ? '3Gi' : '1Gi', memoryRequests: isProduction || isStaging ? '2866Mi' : '512mi', replicas: isProduction || isStaging ? 6 : 1, }, From f810ccf360fb5cfa91d255909cd4e850670b215d Mon Sep 17 00:00:00 2001 From: jdolle <1841898+jdolle@users.noreply.github.com> Date: Thu, 2 Jul 2026 23:28:08 -0700 Subject: [PATCH 6/6] Reduce COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB --- deployment/services/schema.ts | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/deployment/services/schema.ts b/deployment/services/schema.ts index e5e67bff00..8089b5cfdd 100644 --- a/deployment/services/schema.ts +++ b/deployment/services/schema.ts @@ -42,8 +42,7 @@ export function deploySchema({ SCHEMA_CACHE_POLL_INTERVAL_MS: '150', SCHEMA_CACHE_TTL_MS: '65000' /* 65s */, SCHEMA_CACHE_SUCCESS_TTL_MS: String(hourInMS * 2), - COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: - environment.isProduction || environment.isStaging ? '832' : '512', + COMPOSITION_WORKER_MAX_OLD_GENERATION_SIZE_MB: environment.isProduction ? '832' : '512', OPENTELEMETRY_COLLECTOR_ENDPOINT: observability.enabled && observability.tracingEndpoint ? observability.tracingEndpoint