Skip to content

Feature/cspl 4378 test timeouts #1822

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
kasiakoziol merged 30 commits into from
Apr 16, 2026
Merged

Feature/cspl 4378 test timeouts #1822

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
30 commits
Select commit Hold shift + click to select a range
00f5b5a
Feature/CSPL-4397 Eliminate reliance on time in tests (#1735)
kasiakoziol Mar 16, 2026
03bf955
Merge branch 'develop' into feature/test-refactoring
kasiakoziol Mar 16, 2026
820d9c7
CSPL-4602 Moving duplicated code for LM tests to a shared codebase (#…
kasiakoziol Mar 16, 2026
064e240
Feature/cspl 4377 remove panic from test (#1777)
kasiakoziol Mar 18, 2026
f3c886f
Merge branch 'develop' into feature/test-refactoring
kasiakoziol Mar 20, 2026
5b7c1d6
Fix Silent Failures (#1785)
kubabuczak Mar 27, 2026
d53071f
Merge branch 'develop' into feature/test-refactoring
kasiakoziol Apr 3, 2026
d26af35
Merge branch 'feature/test-refactoring' of github.com:splunk/splunk-o…
kasiakoziol Apr 7, 2026
42ca9f7
Merge branch 'develop' into feature/test-refactoring
kasiakoziol Apr 7, 2026
f721464
CSPL-4378 Adding timeouts per tests cases and test suites as well as …
kasiakoziol Apr 7, 2026
e0b6288
CSPL-4378 Adding spec context to enable NodeTimeout
kasiakoziol Apr 8, 2026
fca64c5
Merge branch 'develop' into feature/test-refactoring
kasiakoziol Apr 8, 2026
88c1db8
CSPL-4378 Fix timeouts based on a new run on refactored tests
kasiakoziol Apr 8, 2026
c224c75
CSPL-4378 Introducing TearDown timeout
kasiakoziol Apr 8, 2026
056408e
CSPL-4378 Fix pipeline failures
kasiakoziol Apr 9, 2026
853fd75
CSPL-4378 Fix app fw tests
kasiakoziol Apr 9, 2026
5ad5ab6
CSPL-4378 Adjust timeouts
kasiakoziol Apr 9, 2026
abf0401
CSPL-3775 Adjusting timeouts
kasiakoziol Apr 10, 2026
d500ebd
CSPL-3775 Adjusting timeouts
kasiakoziol Apr 13, 2026
d92d34e
Merge branch 'feature/test-refactoring' into feature/CSPL-4378-test-t…
kasiakoziol Apr 13, 2026
8a31b30
CSPL-4378 Introducing one more timeout level
kasiakoziol Apr 13, 2026
e353618
CSPL-3775 Addressing PR comments
kasiakoziol Apr 13, 2026
a586bbd
CSPL-4378 Replacing PollImmediate with PollUntilContextTimeout
kasiakoziol Apr 13, 2026
391f4a9
CSPL-4378 Adding ctx to args
kasiakoziol Apr 13, 2026
d77b73d
CSPL-4378 Fix failing app fw tests
kasiakoziol Apr 13, 2026
d7c7c06
CSPL-4378 Increase NodeTimeout for C3 app fw tests
kasiakoziol Apr 14, 2026
597e322
CSPL-4378 Converted from gomega.Eventually polling to WatchForMonitor…
kasiakoziol Apr 14, 2026
de5e895
CSPL-4389 Increasing app fw timeouts
kasiakoziol Apr 14, 2026
135464f
Merge branch 'develop' into feature/CSPL-4378-test-timeouts
kasiakoziol Apr 14, 2026
d577434
CSPL-4378 Adjust app fw timeout
kasiakoziol Apr 14, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion test/appframework_aws/c3/appframework_aws_suite_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ func TestBasic(t *testing.T) {
Expect(err).ToNot(HaveOccurred(), "Error loading .env file")

sc, _ := GinkgoConfiguration()
sc.Timeout = 270 * time.Minute
sc.Timeout = testenv.LongSuiteTimeout

RunSpecs(t, "Running "+testSuiteName, sc)
}
Expand Down
49 changes: 23 additions & 26 deletions test/appframework_aws/c3/appframework_aws_test.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@
package c3appfw

import (
"context"
"encoding/json"
"fmt"
"path/filepath"
Expand Down Expand Up @@ -50,9 +49,7 @@ var _ = Describe("c3appfw test", func() {
var uploadedApps []string
var filePresentOnOperator bool

ctx := context.TODO()

BeforeEach(func() {
BeforeEach(NodeTimeout(testenv.SetupTeardownTimeout), func(ctx SpecContext) {

var err error
name := fmt.Sprintf("%s-%s", "master"+testenvInstance.GetName(), testenv.RandomDNSName(3))
Expand All @@ -67,7 +64,7 @@ var _ = Describe("c3appfw test", func() {
Expect(err).To(Succeed(), "Test prerequisites validation failed")
})

AfterEach(func() {
AfterEach(NodeTimeout(testenv.SetupTeardownTimeout), func(ctx SpecContext) {
// When a test spec failed, skip the teardown so we can troubleshoot.
if types.SpecState(CurrentSpecReport().State) == types.SpecStateFailed {
testcaseEnvInst.SkipTeardown = true
Expand All @@ -94,7 +91,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps then upgrade them", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps then upgrade them", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -314,7 +311,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) with App Framework", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps then downgrade them", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps then downgrade them", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -522,7 +519,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) with App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps, scale up clusters, install apps on new pods, scale down", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install apps, scale up clusters, install apps on new pods, scale down", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -815,7 +812,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have apps installed locally on Cluster Manager and Deployer", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have apps installed locally on Cluster Manager and Deployer", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -954,7 +951,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then upgrade them", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then upgrade them", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -1165,7 +1162,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then downgrade them", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then downgrade them", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -1388,7 +1385,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA instance with App Framework enabled and install above 200MB of apps at once", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA instance with App Framework enabled and install above 200MB of apps at once", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -1480,7 +1477,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) with App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled for manual update", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled for manual update", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {
/* Test Steps
################## SETUP ####################
* Upload V1 apps to S3 for Monitoring Console
Expand Down Expand Up @@ -1725,7 +1722,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have apps installed and updated locally on Cluster Manager and Deployer for manual polling", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have apps installed and updated locally on Cluster Manager and Deployer for manual polling", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -1908,7 +1905,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then upgrade them via a manual poll", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA with apps installed locally on Cluster Manager and Deployer, cluster-wide on Peers and Search Heads, then upgrade them via a manual poll", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2132,7 +2129,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3, add new apps to app source while install is in progress and have all apps installed locally on Cluster Manager and Deployer", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3, add new apps to app source while install is in progress and have all apps installed locally on Cluster Manager and Deployer", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2261,7 +2258,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3, add new apps to app source while install is in progress and have all apps installed cluster-wide", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3, add new apps to app source while install is in progress and have all apps installed cluster-wide", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2397,7 +2394,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and reset operator pod while app install is in progress", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and reset operator pod while app install is in progress", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2491,7 +2488,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and reset operator pod while app download is in progress", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and reset operator pod while app download is in progress", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2585,7 +2582,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install an app, then disable it by using a disabled version of the app and then remove it from app source", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled, install an app, then disable it by using a disabled version of the app and then remove it from app source", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2695,7 +2692,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and update apps after app download is completed", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and update apps after app download is completed", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2815,7 +2812,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA and install a bigger volume of apps than the operator PV disk space", func() {
It("c3, integration, masterappframeworkc3, appframework: can deploy a C3 SVA and install a bigger volume of apps than the operator PV disk space", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -2910,7 +2907,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and delete apps from app directory when download is complete", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and delete apps from app directory when download is complete", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down Expand Up @@ -3007,7 +3004,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Single Site Indexer Cluster with Search Head Cluster (C3) and App Framework", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and check isDeploymentInProgressFlag for CM and SHC CR's", func() {
It("smoke, c3, masterappframeworkc3, appframework: can deploy a C3 SVA with App Framework enabled and check isDeploymentInProgressFlag for CM and SHC CR's", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/*
Test Steps
Expand Down Expand Up @@ -3073,7 +3070,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("integration, c3: can deploy a C3 SVA and a Standalone, then add that Standalone as a Search Head to the cluster", func() {
It("integration, c3: can deploy a C3 SVA and a Standalone, then add that Standalone as a Search Head to the cluster", NodeTimeout(testenv.LongTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ###################
Expand Down Expand Up @@ -3134,7 +3131,7 @@ var _ = Describe("c3appfw test", func() {
})

Context("Clustered deployment (C3 - clustered indexer, search head cluster)", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have ES app installed on Search Head Cluster", func() {
It("integration, c3, masterappframeworkc3, appframework: can deploy a C3 SVA and have ES app installed on Search Head Cluster", NodeTimeout(testenv.MediumTimeout), func(ctx SpecContext) {

/* Test Steps
################## SETUP ####################
Expand Down
Loading
Loading