diff --git a/.ibm/pipelines/kubernetes-docs-tests.sh b/.ibm/pipelines/kubernetes-docs-tests.sh new file mode 100755 index 000000000..14387ed71 --- /dev/null +++ b/.ibm/pipelines/kubernetes-docs-tests.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +LOGFILE="pr-${GIT_PR_NUMBER}-kubernetes-docs-tests-${BUILD_NUMBER}" + +source .ibm/pipelines/functions.sh + +ibmcloud login --apikey "${API_KEY_QE}" +ibmcloud target -r "${IBM_REGION}" +ibmcloud ks cluster config --cluster "${IBM_KUBERNETES_ID}" --admin + +cleanup_namespaces +( + set -e + make install + make test-doc-automation +) |& tee "/tmp/${LOGFILE}" + +RESULT=${PIPESTATUS[0]} + +save_logs "${LOGFILE}" "Kubernetes Docs Tests" ${RESULT} + +exit ${RESULT} diff --git a/Makefile b/Makefile index 97621fd61..2d7e3e717 100644 --- a/Makefile +++ b/Makefile @@ -227,4 +227,4 @@ test-e2e: .PHONY: test-doc-automation test-doc-automation: - $(RUN_GINKGO) $(GINKGO_FLAGS) --junit-report="test-doc-automation.xml" tests/documentation/... \ No newline at end of file + $(RUN_GINKGO) $(GINKGO_FLAGS_ONE) --junit-report="test-doc-automation.xml" tests/documentation/... diff --git a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_any_registry_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_any_registry_output.mdx index 646ac26ba..c2b7170fe 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_any_registry_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_any_registry_output.mdx @@ -3,7 +3,7 @@ $ odo init --devfile nodejs-react --name my-nr-app __ / \__ Initializing a new component \__/ \ - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ✓ Downloading devfile "nodejs-react" [3s] diff --git a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_specific_registry_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_specific_registry_output.mdx index 7eb34cb79..3d014f61b 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_specific_registry_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_specific_registry_output.mdx @@ -3,7 +3,7 @@ $ odo init --name my-spring-app --devfile java-springboot --devfile-registry Def __ / \__ Initializing a new component \__/ \ - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ✓ Downloading devfile "java-springboot" from registry "DefaultDevfileRegistry" [4s] diff --git a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_url_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_url_output.mdx index 024ae5811..5eed07c8c 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/devfile_from_url_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/devfile_from_url_output.mdx @@ -3,7 +3,7 @@ $ odo init --devfile-path https://registry.devfile.io/devfiles/nodejs-angular -- __ / \__ Initializing a new component \__/ \ - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ✓ Downloading devfile from "https://registry.devfile.io/devfiles/nodejs-angular" [1s] diff --git a/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_directory_with_sources_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_directory_with_sources_output.mdx index 938e6eb60..e7a2517be 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_directory_with_sources_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_directory_with_sources_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: Source code detected, a Devfile will be determined based upon source code autodetection - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_empty_directory_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_empty_directory_output.mdx index 14266d037..d5e503438 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_empty_directory_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/interactive_mode_empty_directory_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: No source code detected, a starter project will be created in the current directory - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/docs/website/docs/command-reference/docs-mdx/init/latest_versioned_devfile_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/latest_versioned_devfile_output.mdx index 6e152ede6..cc063e7b2 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/latest_versioned_devfile_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/latest_versioned_devfile_output.mdx @@ -3,7 +3,7 @@ $ odo init --devfile go --name my-go-app --devfile-version latest __ / \__ Initializing a new component \__/ \ - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ✓ Downloading devfile "go:latest" [4s] diff --git a/docs/website/docs/command-reference/docs-mdx/init/versioned_devfile_output.mdx b/docs/website/docs/command-reference/docs-mdx/init/versioned_devfile_output.mdx index 24ebc73dd..d6fdc3d4b 100644 --- a/docs/website/docs/command-reference/docs-mdx/init/versioned_devfile_output.mdx +++ b/docs/website/docs/command-reference/docs-mdx/init/versioned_devfile_output.mdx @@ -3,7 +3,7 @@ $ odo init --devfile go --name my-go-app --devfile-version 2.0.0 __ / \__ Initializing a new component \__/ \ - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ✓ Downloading devfile "go:2.0.0" [3s] diff --git a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/dotnet/dotnet_deploy_output.mdx b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/dotnet/dotnet_deploy_output.mdx index 872a6b573..a69a607ab 100644 --- a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/dotnet/dotnet_deploy_output.mdx +++ b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/dotnet/dotnet_deploy_output.mdx @@ -3,7 +3,7 @@ $ odo deploy __ / \__ Deploying the application using my-dotnet-app Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Building & Pushing Container: quay.io/MYUSERNAME/dotnet-odo-example diff --git a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/go/go_deploy_output.mdx b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/go/go_deploy_output.mdx index 8eb1c8661..fcf03d5dd 100644 --- a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/go/go_deploy_output.mdx +++ b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/go/go_deploy_output.mdx @@ -3,7 +3,7 @@ $ odo deploy __ / \__ Deploying the application using my-go-app Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Building & Pushing Container: quay.io/MYUSERNAME/go-odo-example diff --git a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/java/java_deploy_output.mdx b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/java/java_deploy_output.mdx index 888d854a9..44ffaeb85 100644 --- a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/java/java_deploy_output.mdx +++ b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/java/java_deploy_output.mdx @@ -3,7 +3,7 @@ $ odo deploy __ / \__ Deploying the application using my-java-app Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Building & Pushing Container: quay.io/MYUSERNAME/java-odo-example diff --git a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/nodejs/nodejs_deploy_output.mdx b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/nodejs/nodejs_deploy_output.mdx index 2a03dae4d..271f40c50 100644 --- a/docs/website/docs/user-guides/advanced/deploy/docs-mdx/nodejs/nodejs_deploy_output.mdx +++ b/docs/website/docs/user-guides/advanced/deploy/docs-mdx/nodejs/nodejs_deploy_output.mdx @@ -3,7 +3,7 @@ $ odo deploy __ / \__ Deploying the application using my-nodejs-app Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Building & Pushing Container: quay.io/MYUSERNAME/nodejs-odo-example diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_dev_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_dev_output.mdx index be005735b..3e16d803c 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_dev_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_dev_output.mdx @@ -3,7 +3,7 @@ $ odo dev __ / \__ Developing using the "my-dotnet-app" Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Running on the cluster in Dev mode diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_init_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_init_output.mdx index bfa697c1b..dc67762a0 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_init_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/dotnet/dotnet_odo_init_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: Source code detected, a Devfile will be determined based upon source code autodetection - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_dev_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_dev_output.mdx index e5bfd4cb7..aee9f85a7 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_dev_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_dev_output.mdx @@ -3,7 +3,7 @@ $ odo dev __ / \__ Developing using the "my-go-app" Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Running on the cluster in Dev mode diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_init_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_init_output.mdx index 37aff3a19..1527fe941 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_init_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/go/go_odo_init_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: Source code detected, a Devfile will be determined based upon source code autodetection - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_dev_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_dev_output.mdx index 8461d0a76..7f1823de4 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_dev_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_dev_output.mdx @@ -3,7 +3,7 @@ $ odo dev __ / \__ Developing using the "my-java-app" Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Running on the cluster in Dev mode diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_init_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_init_output.mdx index 66dc366e5..5239a2c89 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_init_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/java/java_odo_init_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: Source code detected, a Devfile will be determined based upon source code autodetection - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_dev_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_dev_output.mdx index 96ea21c4f..cc2e31240 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_dev_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_dev_output.mdx @@ -3,7 +3,7 @@ $ odo dev __ / \__ Developing using the "my-nodejs-app" Devfile \__/ \ Namespace: odo-dev - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ ↪ Running on the cluster in Dev mode diff --git a/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_init_output.mdx b/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_init_output.mdx index 022434b5d..34adbc124 100644 --- a/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_init_output.mdx +++ b/docs/website/docs/user-guides/quickstart/docs-mdx/nodejs/nodejs_odo_init_output.mdx @@ -3,7 +3,7 @@ $ odo init __ / \__ Initializing a new component \__/ \ Files: Source code detected, a Devfile will be determined based upon source code autodetection - / \__/ odo version: v3.5.0 + / \__/ odo version: v3.6.0 \__/ Interactive mode enabled, please answer the following questions: diff --git a/tests/helper/helper_documentation.go b/tests/helper/helper_documentation.go index 4ac07a2f1..fe2ae3990 100644 --- a/tests/helper/helper_documentation.go +++ b/tests/helper/helper_documentation.go @@ -41,6 +41,10 @@ func StripSpinner(docString string) (returnString string) { if (strings.HasPrefix(line, "• Downloading") || strings.HasPrefix(line, "• Syncing") || strings.HasPrefix(line, "• Building")) && strings.HasSuffix(line, "...") { continue } + // Remove warnings, execpt "Pod is Pending" + if strings.HasPrefix(line, "⚠") && !strings.Contains(line, "Pod is Pending") { + continue + } // for some reason, splitting the docString by \n does not split the spinner frames, // so we perform a side operation to remove the extra spinner frames that are not present in the final output