From a2e69832e7c4f01fee3ae5b6d7a680454629b6fb Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Sat, 3 Jun 2023 20:29:56 +0400 Subject: [PATCH 01/29] workflow: Add a deploying Allure reports to NeoFS #2324 https://github.com/nspcc-dev/neofs-testcases/issues/574 Added a workflow for deploy Allure tests result as static web page to NeoFS. This new functionality will help to save any test report as an object in the NeoFS network, we will become independent of the limitations of the GitHub branches and pages. It will also be an "advertisement" for our object storage. Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 77 +++++++++++++++++++++++---------- 1 file changed, 55 insertions(+), 22 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index ea4a47f504..ef8805a315 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -27,7 +27,21 @@ jobs: run_system_tests: runs-on: ubuntu-latest timeout-minutes: 500 + env: + TEST_RESULTS_PASSWORD: ${{ secrets.TEST_RESULTS_PASSWORD }} + TEST_RESULTS_WALLET: ${{ secrets.TEST_RESULTS_WALLET }} + TEST_RESULTS_NEOFS_NETWORK_DOMAIN: "t5.fs.neo.org" + TEST_RESULTS_CID: "86C4P6uJC7gb5n3KkwEGpXRfdczubXyRNW5N9KeJRW73" steps: + - name: Get the current date + id: date + run: echo "::set-output name=timestamp::$(date +%s)" + + - name: Set RUN_ID + env: + TIMESTAMP: ${{ steps.date.outputs.timestamp }} + run: echo "RUN_ID=${{ github.run_number }}-$TIMESTAMP" >> $GITHUB_ENV + - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: @@ -47,7 +61,21 @@ jobs: with: path: neofs-node -################################################################ + - name: Download latest stable neofs-cli for uploading reports to NeoFS + uses: dsaltares/fetch-gh-release-asset@1.1.1 + with: + repo: 'nspcc-dev/neofs-node' + version: 'tags/v0.37.0' + file: 'neofs-cli-amd64' + target: 'neofs-node-stable/neofs-cli' + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Chmod latest stable neofs-cli + run: | + sudo chmod a+x neofs-cli + working-directory: neofs-node-stable + +################################################################# - name: Set up Go uses: actions/setup-go@v4 with: @@ -217,36 +245,41 @@ jobs: working-directory: neofs-testcases ################################################################ - - name: Get Allure history - timeout-minutes: 60 - uses: actions/checkout@v3 - if: always() - with: - ref: gh-pages - path: gh-pages - - - name: Allure Report action from marketplace + - name: Generate Allure report timeout-minutes: 60 uses: simple-elf/allure-report-action@v1.6 if: always() id: allure-report with: - keep_reports: 200 + keep_reports: 100000 allure_results: allure-results allure_report: allure-report - gh_pages: gh-pages allure_history: allure-history - - name: Deploy report to Github Pages - timeout-minutes: 120 + - name: Remove testing neofs-cli if: always() - uses: peaceiris/actions-gh-pages@v3.9.3 - with: - github_token: ${{ secrets.GITHUB_TOKEN }} - publish_branch: gh-pages - publish_dir: allure-history - force_orphan: true - enable_jekyll: true + run: | + make clean + working-directory: neofs-node + + - name: Enable stable neofs-cli + if: always() + run: | + echo "$(pwd)" >> $GITHUB_PATH + working-directory: neofs-node-stable + + - name: Create wallet + if: always() + run: | + echo "$TEST_RESULTS_WALLET" | base64 -d > wallet.json + working-directory: neofs-testcases + + - name: Put allure report to NeoFS + if: always() + run: | + sudo chmod -R a+rw ${GITHUB_WORKSPACE}/allure-report + source venv.local-pytest/bin/activate && python ./tools/src/process-allure-reports.py --neofs_domain $TEST_RESULTS_NEOFS_NETWORK_DOMAIN --run_id $RUN_ID --cid $TEST_RESULTS_CID --allure_report ${GITHUB_WORKSPACE}/allure-report --wallet wallet.json + working-directory: neofs-testcases - name: Post the link to the report timeout-minutes: 60 @@ -257,4 +290,4 @@ jobs: context: 'Test report' state: 'success' sha: ${{github.event.pull_request.head.sha || github.sha}} - target_url: https://${{ github.repository_owner }}.github.io/neofs-node/${{ github.run_number }} + target_url: https://http.${{ env.TEST_RESULTS_NEOFS_NETWORK_DOMAIN }}/${{ env.TEST_RESULTS_CID }}/${{ env.RUN_ID }}/index.html From 9ad129d8ae939fe70a1daaf19f57aa4f8a07ba89 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 14 Jul 2023 20:39:57 +0400 Subject: [PATCH 02/29] Debug Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index ef8805a315..7f3be4d756 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -234,7 +234,7 @@ jobs: timeout-minutes: 120 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --show-capture=no -m "sanity" --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - name: Run all tests for other events From 97adac8d8c0f057c442f068af1982c4ae37645fc Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 14 Jul 2023 21:49:26 +0400 Subject: [PATCH 03/29] Skip tests Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 7f3be4d756..4347e14fc4 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -45,8 +45,8 @@ jobs: - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: - repository: nspcc-dev/neofs-testcases - ref: 'master' + repository: vvarg229/neofs-testcases + ref: 'skip-failed-tests' path: neofs-testcases - name: Checkout neofs-dev-env repository From 3d909b56bc44bf36d37b5aa5255349330b40da60 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Sat, 15 Jul 2023 13:12:00 +0400 Subject: [PATCH 04/29] Revert Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4347e14fc4..433f3816c8 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -234,7 +234,7 @@ jobs: timeout-minutes: 120 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest --show-capture=no -m "sanity" --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - name: Run all tests for other events From 3a3e19f8effee5cfac75f38cb0d13a53cc8aac00 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Sat, 15 Jul 2023 13:34:51 +0400 Subject: [PATCH 05/29] Remove sanity Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 433f3816c8..4347e14fc4 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -234,7 +234,7 @@ jobs: timeout-minutes: 120 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --show-capture=no -m "sanity" --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - name: Run all tests for other events From fae89eb6bcc6c45af60a148f05e195df2158bf9c Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Sat, 15 Jul 2023 23:35:37 +0400 Subject: [PATCH 06/29] Fix timeout Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4347e14fc4..e67cba13cd 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -231,7 +231,7 @@ jobs: working-directory: neofs-testcases - name: Run Sanity tests for pull requests - timeout-minutes: 120 + timeout-minutes: 480 if: github.event_name == 'pull_request' run: | source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites From ef34201d8a827c1b93f75d199feaecc392a7cd40 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Mon, 17 Jul 2023 18:44:12 +0400 Subject: [PATCH 07/29] Debug Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index e67cba13cd..0b2d611118 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -45,8 +45,8 @@ jobs: - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: - repository: vvarg229/neofs-testcases - ref: 'skip-failed-tests' + repository: nspcc-dev/neofs-testcases + ref: 'master' path: neofs-testcases - name: Checkout neofs-dev-env repository @@ -234,7 +234,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py working-directory: neofs-testcases - name: Run all tests for other events From 2cdf60fa32ef21032d09885f0243dc0861cd0790 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Mon, 17 Jul 2023 18:59:49 +0400 Subject: [PATCH 08/29] Change to 0.101.3 Signed-off-by: Oleg Kulachenko --- .github/testcases-env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/testcases-env b/.github/testcases-env index 1e1481dae4..615dad5019 100644 --- a/.github/testcases-env +++ b/.github/testcases-env @@ -12,7 +12,7 @@ BASTION_IMAGE=debian CHAIN_URL="https://github.com/nspcc-dev/neofs-contract/releases/download/v0.17.0/devenv_mainchain.gz" #NEOGO -NEOGO_VERSION=0.101.1 +NEOGO_VERSION=0.101.3 NEOGO_IMAGE=nspccdev/neo-go NEO_GO_PLATFORM=linux-amd64 NEO_GO_URL=https://github.com/nspcc-dev/neo-go/releases/download/v${NEOGO_VERSION}/neo-go-${NEO_GO_PLATFORM} From 8731d6b620f719c138ca6b49465af3ec10799826 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Tue, 18 Jul 2023 14:47:14 +0400 Subject: [PATCH 09/29] 798-fix test Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 0b2d611118..9b14e3e96a 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -45,8 +45,8 @@ jobs: - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: - repository: nspcc-dev/neofs-testcases - ref: 'master' + repository: vvarg229/neofs-testcases + ref: '798-fix' path: neofs-testcases - name: Checkout neofs-dev-env repository From 83c50b0fa841a27a210984846d41d64fb55417fd Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Tue, 18 Jul 2023 15:07:36 +0400 Subject: [PATCH 10/29] Remove --show-capture=no Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 9b14e3e96a..1419ae0e30 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -234,7 +234,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --show-capture=no --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py + source venv.local-pytest/bin/activate && pytest -k test_s3_copy_object --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py working-directory: neofs-testcases - name: Run all tests for other events From eb8224760193418cb5525d6903d73194ace5c794 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Tue, 18 Jul 2023 16:54:28 +0400 Subject: [PATCH 11/29] Change S3_GW_VERSION form 0.27.1 to 0.27.0 Signed-off-by: Oleg Kulachenko --- .github/testcases-env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/testcases-env b/.github/testcases-env index 615dad5019..e35f82a613 100644 --- a/.github/testcases-env +++ b/.github/testcases-env @@ -38,7 +38,7 @@ REST_GW_VERSION=0.5.0 REST_GW_IMAGE=nspccdev/neofs-rest-gw # S3 Gate -S3_GW_VERSION=0.27.1 +S3_GW_VERSION=0.27.0 S3_GW_IMAGE=nspccdev/neofs-s3-gw S3_GW_PLATFORM=linux-amd64 S3_AUTHMATE_URL=https://github.com/nspcc-dev/neofs-s3-gw/releases/download/v${S3_GW_VERSION}/neofs-s3-authmate-${S3_GW_PLATFORM} From 2bce066a0734525f55b3cbca0b4eaef00b2a1681 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Tue, 18 Jul 2023 17:11:12 +0400 Subject: [PATCH 12/29] Revert S3_GW_VERSION Signed-off-by: Oleg Kulachenko --- .github/testcases-env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/testcases-env b/.github/testcases-env index e35f82a613..615dad5019 100644 --- a/.github/testcases-env +++ b/.github/testcases-env @@ -38,7 +38,7 @@ REST_GW_VERSION=0.5.0 REST_GW_IMAGE=nspccdev/neofs-rest-gw # S3 Gate -S3_GW_VERSION=0.27.0 +S3_GW_VERSION=0.27.1 S3_GW_IMAGE=nspccdev/neofs-s3-gw S3_GW_PLATFORM=linux-amd64 S3_AUTHMATE_URL=https://github.com/nspcc-dev/neofs-s3-gw/releases/download/v${S3_GW_VERSION}/neofs-s3-authmate-${S3_GW_PLATFORM} From 9484e936b9f46b9b110e6a96e13450fdd697554c Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Tue, 18 Jul 2023 17:33:48 +0400 Subject: [PATCH 13/29] Add AWS_EC2_METADATA_DISABLED Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 1419ae0e30..2e4dbcedaa 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -32,6 +32,7 @@ jobs: TEST_RESULTS_WALLET: ${{ secrets.TEST_RESULTS_WALLET }} TEST_RESULTS_NEOFS_NETWORK_DOMAIN: "t5.fs.neo.org" TEST_RESULTS_CID: "86C4P6uJC7gb5n3KkwEGpXRfdczubXyRNW5N9KeJRW73" + AWS_EC2_METADATA_DISABLED: "true" steps: - name: Get the current date id: date From bf34e2f8395a2e3ced94183c0289bc216bfb0c29 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Wed, 19 Jul 2023 19:22:19 +0400 Subject: [PATCH 14/29] Test aws-region Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 2e4dbcedaa..15084fffbf 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -47,7 +47,7 @@ jobs: uses: actions/checkout@v3 with: repository: vvarg229/neofs-testcases - ref: '798-fix' + ref: 'aws-region' path: neofs-testcases - name: Checkout neofs-dev-env repository From 5dacac2dd7986c289ef938c2b2413b2e5a2d9a4f Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Wed, 19 Jul 2023 19:37:25 +0400 Subject: [PATCH 15/29] Tests Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 15084fffbf..387d70a0a7 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -235,7 +235,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest -k test_s3_copy_object --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py + source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py working-directory: neofs-testcases - name: Run all tests for other events From 44ffaad4b3e189712fd9a50066fcd36cb05e0fc8 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Thu, 20 Jul 2023 15:38:10 +0400 Subject: [PATCH 16/29] Debug Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 387d70a0a7..f6f17d2a5f 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -47,7 +47,7 @@ jobs: uses: actions/checkout@v3 with: repository: vvarg229/neofs-testcases - ref: 'aws-region' + ref: 'wait-acl' path: neofs-testcases - name: Checkout neofs-dev-env repository @@ -235,7 +235,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/test_s3_object.py + source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/ working-directory: neofs-testcases - name: Run all tests for other events From a3678f51803b65966cfb9d4a0de3fc2e71c6506b Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Thu, 20 Jul 2023 16:03:42 +0400 Subject: [PATCH 17/29] Debug Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index f6f17d2a5f..a193e32b99 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -46,8 +46,8 @@ jobs: - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: - repository: vvarg229/neofs-testcases - ref: 'wait-acl' + repository: nspcc-dev/neofs-testcases + ref: 'master' path: neofs-testcases - name: Checkout neofs-dev-env repository @@ -235,7 +235,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/ + source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - name: Run all tests for other events From 066379a1085da1a167eee771db56af429d54d8fb Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Thu, 20 Jul 2023 19:06:15 +0400 Subject: [PATCH 18/29] Test test_s3_object_multipart Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index a193e32b99..69fd55fd1b 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -46,8 +46,8 @@ jobs: - name: Checkout neofs-testcases repository uses: actions/checkout@v3 with: - repository: nspcc-dev/neofs-testcases - ref: 'master' + repository: vvarg229/neofs-testcases + ref: 'wait-acl' path: neofs-testcases - name: Checkout neofs-dev-env repository @@ -235,7 +235,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest -k test_s3_object_multipart --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - name: Run all tests for other events From 481afe9a9292321367115407731104fd072dcca2 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 13:31:59 +0400 Subject: [PATCH 19/29] Log free space after tests Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 69fd55fd1b..546f53f110 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -245,6 +245,12 @@ jobs: source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases + - name: Log free space + run: | + echo "Check free space" + df -h + echo "==========================================" + ################################################################ - name: Generate Allure report timeout-minutes: 60 From 9f7534b4d8c10f2db93bafab5be51120d15e9c22 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 14:11:24 +0400 Subject: [PATCH 20/29] go-version: '1.20.5' Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 546f53f110..f032ea474e 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -81,7 +81,7 @@ jobs: uses: actions/setup-go@v4 with: cache: true - go-version: '1.20' + go-version: '1.20.5' - run: go version - name: Set up Python From 86b1277d52f56d5a1eae9fdcda4fbc6706c3a1cd Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 16:39:38 +0400 Subject: [PATCH 21/29] Check env after tests Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 52 ++++++++++++++++++++++++++++++++- 1 file changed, 51 insertions(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index f032ea474e..4a3c121d27 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -245,12 +245,62 @@ jobs: source venv.local-pytest/bin/activate && pytest --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites working-directory: neofs-testcases - - name: Log free space + - name: Log environment after tests run: | echo "Check free space" df -h echo "==========================================" + echo "Check /etc/hosts" + cat /etc/hosts + echo "==========================================" + + echo "Check docker images" + docker images + echo "==========================================" + + echo "Check docker ps" + docker ps + echo "==========================================" + + echo "Check neo-go version" + neo-go --version + echo "==========================================" + + echo "Check neofs-s3-authmate version" + neofs-s3-authmate --version + echo "==========================================" + + echo "Check neofs-s3-gw version" + echo "==========================================" + neofs-s3-gw --version + echo "==========================================" + + echo "Check neofs-adm version" + neofs-adm --version + echo "==========================================" + + echo "Check neofs-ir version" + neofs-ir --version + echo "==========================================" + + echo "Check neofs-lens version" + neofs-lens --version + echo "==========================================" + + echo "Check neofs-cli version" + neofs-cli --version + echo "==========================================" + + echo "Check vendor dir" + ls -lah "${GITHUB_WORKSPACE}/neofs-dev-env/vendor" + echo "==========================================" + + echo "Check bin dir" + ls -lah "${GITHUB_WORKSPACE}/neofs-node/bin" + echo "==========================================" + working-directory: neofs-dev-env + ################################################################ - name: Generate Allure report timeout-minutes: 60 From 8b1a812a7449a25794edb7e51064d88a8ce38bf4 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 17:10:05 +0400 Subject: [PATCH 22/29] Add ip debug Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4a3c121d27..3995b0fc2a 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -170,6 +170,14 @@ jobs: ################################################################ - name: Log environment run: | + echo "Check ip a" + ip a + echo "==========================================" + + echo "Check ip r" + ip r + echo "==========================================" + echo "Check free space" df -h echo "==========================================" From 5c5a61f1a1352cb19583e4b463dec1551bac77d6 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 17:51:46 +0400 Subject: [PATCH 23/29] Add if: always() Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 3995b0fc2a..d9b80ef7fe 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -254,6 +254,7 @@ jobs: working-directory: neofs-testcases - name: Log environment after tests + if: always() run: | echo "Check free space" df -h From 6af89ecdc24c46422f67eb1b67d766fffc4a0f37 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 19:26:53 +0400 Subject: [PATCH 24/29] self-hosted Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index d9b80ef7fe..4ec5682832 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ permissions: write-all jobs: run_system_tests: - runs-on: ubuntu-latest + runs-on: self-hosted timeout-minutes: 500 env: TEST_RESULTS_PASSWORD: ${{ secrets.TEST_RESULTS_PASSWORD }} From 3376efa1739c38ee15537bda63ed2b25311062fc Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 19:28:02 +0400 Subject: [PATCH 25/29] Comment Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4ec5682832..313594970d 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -109,10 +109,10 @@ jobs: # # [legacy_sect] # activate = 1 - - name: Fix OpenSSL ripemd160 - run: | - sudo python ./tools/src/openssl_config_fix.py - working-directory: neofs-testcases +# - name: Fix OpenSSL ripemd160 +# run: | +# sudo python ./tools/src/openssl_config_fix.py +# working-directory: neofs-testcases ################################################################ - name: Build neofs-node (neofs-cli and neofs-adm) @@ -156,7 +156,7 @@ jobs: timeout-minutes: 5 run: | make get - sudo ./bin/update_hosts.sh +# sudo ./bin/update_hosts.sh sudo chmod a+w vendor/hosts working-directory: neofs-dev-env From 0fd25ea422b2ff795696d251b00142590dc10a5a Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 19:28:54 +0400 Subject: [PATCH 26/29] Fix Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 5 ----- 1 file changed, 5 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 313594970d..39edf08e6a 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -109,10 +109,6 @@ jobs: # # [legacy_sect] # activate = 1 -# - name: Fix OpenSSL ripemd160 -# run: | -# sudo python ./tools/src/openssl_config_fix.py -# working-directory: neofs-testcases ################################################################ - name: Build neofs-node (neofs-cli and neofs-adm) @@ -156,7 +152,6 @@ jobs: timeout-minutes: 5 run: | make get -# sudo ./bin/update_hosts.sh sudo chmod a+w vendor/hosts working-directory: neofs-dev-env From 85f3375ec657d07bf1338a030b278f1a34fa5405 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Fri, 21 Jul 2023 19:32:09 +0400 Subject: [PATCH 27/29] Remove setup python3 Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 13 ++++--------- 1 file changed, 4 insertions(+), 9 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 39edf08e6a..5ad0aaf4f1 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -47,7 +47,7 @@ jobs: uses: actions/checkout@v3 with: repository: vvarg229/neofs-testcases - ref: 'wait-acl' + ref: 'debug-failing' path: neofs-testcases - name: Checkout neofs-dev-env repository @@ -84,12 +84,6 @@ jobs: go-version: '1.20.5' - run: go version - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: '3.10.11' - - run: python --version - # Hashlib uses OpenSSL for ripemd160 and apparently OpenSSL disabled some older crypto algos around version 3.0 # in November 2021. All the functions are still there but require manual enabling. # See https://github.com/openssl/openssl/issues/16994 @@ -152,13 +146,14 @@ jobs: timeout-minutes: 5 run: | make get + make hosts sudo chmod a+w vendor/hosts working-directory: neofs-dev-env - name: Prepare test environment timeout-minutes: 30 run: | - make prepare-test-env + sudo make prepare-test-env echo "$(pwd)/vendor" >> $GITHUB_PATH working-directory: neofs-dev-env @@ -238,7 +233,7 @@ jobs: timeout-minutes: 480 if: github.event_name == 'pull_request' run: | - source venv.local-pytest/bin/activate && pytest -k test_s3_object_multipart --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites + source venv.local-pytest/bin/activate && pytest -k test_s3_object_multipart --alluredir=${GITHUB_WORKSPACE}/allure-results pytest_tests/testsuites/services/s3_gate/ working-directory: neofs-testcases - name: Run all tests for other events From cce275ee56da3f138b013855506496927f415c15 Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Wed, 26 Jul 2023 10:27:35 +0400 Subject: [PATCH 28/29] Remove - name: Prepare hosts timeout-minutes: 5 run: | make get make hosts sudo chmod a+w vendor/hosts working-directory: neofs-dev-env - name: Prepare test environment timeout-minutes: 30 run: | sudo make prepare-test-env echo "$(pwd)/vendor" >> $GITHUB_PATH working-directory: neofs-dev-env Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 5ad0aaf4f1..65a44d39c4 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -142,20 +142,6 @@ jobs: cp .github/testcases-env ${GITHUB_WORKSPACE}/neofs-dev-env/.env working-directory: neofs-node - - name: Prepare hosts - timeout-minutes: 5 - run: | - make get - make hosts - sudo chmod a+w vendor/hosts - working-directory: neofs-dev-env - - - name: Prepare test environment - timeout-minutes: 30 - run: | - sudo make prepare-test-env - echo "$(pwd)/vendor" >> $GITHUB_PATH - working-directory: neofs-dev-env ################################################################ - name: Log environment From 93434f5cdb1c438dd4ae788f8872efc5787f0f4a Mon Sep 17 00:00:00 2001 From: Oleg Kulachenko Date: Wed, 26 Jul 2023 10:35:23 +0400 Subject: [PATCH 29/29] Remove check vendor Signed-off-by: Oleg Kulachenko --- .github/workflows/run-tests.yml | 8 -------- 1 file changed, 8 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 65a44d39c4..2e85626a74 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -199,10 +199,6 @@ jobs: neofs-cli --version echo "==========================================" - echo "Check vendor dir" - ls -lah "${GITHUB_WORKSPACE}/neofs-dev-env/vendor" - echo "==========================================" - echo "Check bin dir" ls -lah "${GITHUB_WORKSPACE}/neofs-node/bin" echo "==========================================" @@ -277,10 +273,6 @@ jobs: neofs-cli --version echo "==========================================" - echo "Check vendor dir" - ls -lah "${GITHUB_WORKSPACE}/neofs-dev-env/vendor" - echo "==========================================" - echo "Check bin dir" ls -lah "${GITHUB_WORKSPACE}/neofs-node/bin" echo "=========================================="