Merge branch 'main' into spark-templates-migration-guide

Author: Techassi

Makefile

@@ -54,20 +54,28 @@ clean:
 	rm -rf cache
 
 # The netlify repo is checked out without any blobs. Antora needs local
-# release branches and their blobs in the object database, so this target
-# creates/updates the local branches and materializes their blobs via
-# pathspec checkouts - without ever switching HEAD (enabling branch previews!).
-# ui/ is excluded: release branches still reference it as a submodule and
-# its blobs are not needed (the UI bundle is built from the current checkout).
+# release branches and their complete tip trees in the object database (it
+# reads them with isomorphic-git, which cannot fetch missing objects on
+# demand), so this target creates/updates the local branches and
+# materializes their blobs via pathspec checkouts - without ever switching
+# HEAD (enabling branch previews!).
 netlify-fetch:
 	# netlify messes with some files, restore everything to how it was:
 	git reset --hard
 	# fetch, because netlify does caching and we want to get the latest commits
-	git fetch --all
-	for remote in $(shell git branch -r | grep -E 'release[/-]'); do \
-		branch="$${remote#origin/}"; \
-		git fetch -q origin "+refs/heads/$$branch:refs/heads/$$branch"; \
-		git checkout -q "$$branch" -- ':(exclude)ui' . ; \
+	git fetch --all --prune
+	# The branch list comes from the remote so it is current even on the first
+	# build after a new release branch appears (the cached remote-tracking refs
+	# lag behind). Auto-gc is disabled inside the loop: a background gc can
+	# race the ref updates and silently leave a stale local branch behind,
+	# which only surfaces much later as a missing-object error from antora.
+	# Failures abort the build immediately instead.
+	set -eu; \
+	branches="$$(git ls-remote --heads origin | sed 's|.*refs/heads/||' | grep -E 'release[/-]')"; \
+	[ -n "$$branches" ] || { echo "netlify-fetch: no release branches from ls-remote - refusing to continue"; exit 1; }; \
+	for branch in $$branches; do \
+		git -c gc.auto=0 fetch origin "+refs/heads/$$branch:refs/heads/$$branch"; \
+		git -c gc.auto=0 checkout -q "$$branch" -- . ; \
 	done
 	# restore the working tree of the current commit and drop files that
 	# only exist on other branches (ignored files like node_modules stay)

antora-playbook.yml

@@ -327,7 +327,7 @@ asciidoc:
   attributes:
     base-repo: https://github.com/stackabletech
     # an external icon. Create a link opening in a new tab like this: http://my-url.com[Text {external-link-icon}^]
-    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"/_/img/icons.svg#icon-external-link\"/></svg>"
+    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"#icon-external-link\"/></svg>"
 # the default caching directory is ./.cache/antora
 # Antora caches the git repos, this can sometimes lead to stale content
 # use 'make clean' to remove the build and cache directory

local-antora-playbook.yml

@@ -312,7 +312,7 @@ asciidoc:
   attributes:
     base-repo: https://github.com/stackabletech
     # an external icon. Create a link opening in a new tab like this: http://my-url.com[Text {external-link-icon}^]
-    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"/_/img/icons.svg#icon-external-link\"/></svg>"
+    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"#icon-external-link\"/></svg>"
 # the default caching directory is ./.cache/antora
 # Antora caches the git repos, this can sometimes lead to stale content
 # use 'make clean' to remove the build and cache directory

modules/ROOT/pages/kubernetes/openshift.adoc

@@ -7,6 +7,10 @@ SDP operators are certified for the OpenShift platform and can be installed from
 
 IMPORTANT: OpenShift installations with FIPS mode enabled are not supported. This is because neither the SDP operators, nor the supported Apache products are FIPS-compliant.
 
+IMPORTANT: The operators deployed with OLM might have higher memory requests (and limits) compared to our Helm charts, as we have seen typical production OpenShift clusters being larger than typical non-Openshift clusters.
+The reason is that memory usage of some of our operators scales with the number of objects in your Kubernetes cluster.
+However, you can fine-tune the operator memory requirements using a custom Subscription object as described below, so this note is only about the default resources!
+
 == Customizing operator installations
 
 As described in the https://github.com/operator-framework/operator-lifecycle-manager/blob/master/doc/design/subscription-config.md[Openshift Subscription documentation{external-link-icon}^] you can configure the deployed operators.
@@ -53,7 +57,12 @@ spec:
         value: kafka-namespace
 ----
 
-IMPORTANT: The described configuration mechanism currently does not work for secret and listener-operator due to restrictions on deploying DaemonSets.
+=== secret and listener-operator
+
+The secret and listener operator are not deployed by OLM directly but rather by a helper tool called `olm-deployer`. This tool is needed to work around some OLM limitations that prevent it from directly installing these operators.
+In this case, `olm-deployer` takes **it's own** resource requests and applies them to all containers on the `DaemonSets` of these operators..
+
+This allows you to customize the resources of the DaemonSet in the same way as for the other operators - but doesn't allow individual resources for each container.
 
 == Security context constraints
 

modules/ROOT/partials/release-notes/release-26.7.adoc

@@ -620,5 +620,10 @@ The operators are installed directly, without adding the Helm Chart repository f
 helm install --wait <PRODUCT>-operator oci://oci.stackable.tech/sdp-charts/<PRODUCT>-operator --version 26.7.0
 ----
 
-// [#known-issues-26_7_0]
-// ==== Known issues
+[#known-issues-26_7_0]
+==== Known issues
+
+Failed Apache Spark applications are reported as successful.
+The entrypoint of the Spark images does not propagate the exit code of the Spark process, so the driver Pod always terminates with exit code `0` and the SparkApplication ends up in the `Succeeded` state even if the application failed.
+Until the fix is released, the driver logs must be checked to determine whether an application actually succeeded.
+Fixed in https://github.com/stackabletech/docker-images/pull/1595[docker-images#1595].

modules/reference/pages/glossary.adoc

@@ -1,5 +1,5 @@
 = Glossary
-:li: pass:[<svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="/_/img/icons.svg#icon-link"/></svg>]
+:li: pass:[<svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="#icon-link"/></svg>]
 :description: Glossary of Stackable terms, including Role, Role Group, and Stacklet, with definitions and links to detailed explanations.
 
 // refined styling for the glossary

only-dev-antora-playbook.yml

@@ -105,7 +105,7 @@ asciidoc:
   attributes:
     base-repo: https://github.com/stackabletech
     # an external icon. Create a link opening in a new tab like this: http://my-url.com[Text {external-link-icon}^]
-    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"/_/img/icons.svg#icon-external-link\"/></svg>"
+    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"#icon-external-link\"/></svg>"
 # the default caching directory is ./.cache/antora
 # Antora caches the git repos, this can sometimes lead to stale content
 # use 'make clean' to remove the build and cache directory

supplemental-ui/partials/navbar.hbs

@@ -18,7 +18,7 @@
         <a class="navbar-item" href="{{{ relativize (versioned "home" page "reference/index.html") }}}">CRD Reference</a>
         {{else}}
         <a class="navbar-item" href="{{{ page.attributes.crd-docs }}}" target="_blank">
-            CRD Reference <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="{{{uiRootPath}}}/img/icons.svg#icon-external-link"/></svg>
+            CRD Reference <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="#icon-external-link"/></svg>
         </a>
         {{/if}}
         <hr class="navbar-divider">
@@ -95,13 +95,13 @@
     <a class="navbar-link" href="#">Community</a>
     <div class="navbar-dropdown">
         <a class="navbar-item" href="https://stackable.tech/en/" target="_blank">
-            Homepage <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="{{{uiRootPath}}}/img/icons.svg#icon-external-link"/></svg>
+            Homepage <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="#icon-external-link"/></svg>
         </a>
         <a class="navbar-item" href="https://github.com/stackabletech/" target="_blank">
-            GitHub <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="{{{uiRootPath}}}/img/icons.svg#icon-external-link"/></svg>
+            GitHub <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="#icon-external-link"/></svg>
         </a>
         <a class="navbar-item" href="https://discord.com/invite/7kZ3BNnCAF" target="_blank">
-            Discord <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="{{{uiRootPath}}}/img/icons.svg#icon-external-link"/></svg>
+            Discord <svg class="svg-icon" style="width: 0.875em; height: 0.875em; margin-left: 5px;" aria-hidden="true"><use href="#icon-external-link"/></svg>
         </a>
         <hr class="navbar-divider">
         <a class="navbar-item" href="{{{ relativize (versioned "home" page "contributor/index.html") }}}">Contributing</a>

truly-local-playbook.yml

@@ -70,7 +70,7 @@ asciidoc:
   attributes:
     base-repo: https://github.com/stackabletech
     # an external icon. Create a link opening in a new tab like this: http://my-url.com[Text {external-link-icon}^]
-    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"/_/img/icons.svg#icon-external-link\"/></svg>"
+    external-link-icon: "<svg class=\"svg-icon\" style=\"width: 0.75em; height: 0.75em; margin-left: 3px;\" aria-hidden=\"true\"><use href=\"#icon-external-link\"/></svg>"
 # the default caching directory is ./.cache/antora
 # Antora caches the git repos, this can sometimes lead to stale content
 # use 'make clean' to remove the build and cache directory

ui/src/layouts/404.hbs

@@ -4,6 +4,7 @@
 {{> head defaultPageTitle='Page Not Found'}}
   </head>
   <body class="status-404">
+{{> icons}}
 {{> universal-nav}}
 {{> header}}
 {{> body}}