tests/integration/telemetry/stats/prometheus/wasm/bad_wasm_filter_test.go

//go:build integ
// +build integ

// Copyright Istio Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package wasm

import (
	"testing"
	"time"
)

import (
	"github.com/apache/dubbo-go-pixiu/pkg/test/framework"
	"github.com/apache/dubbo-go-pixiu/pkg/test/framework/components/echo/match"
	"github.com/apache/dubbo-go-pixiu/pkg/test/framework/components/prometheus"
	"github.com/apache/dubbo-go-pixiu/pkg/test/util/retry"
	util "github.com/apache/dubbo-go-pixiu/tests/integration/telemetry"
	common "github.com/apache/dubbo-go-pixiu/tests/integration/telemetry/stats/prometheus"
)

// TestBadWasmRemoteLoad tests that bad Wasm remote load configuration won't affect service.
// The test will set up an echo client and server, test echo ping works fine. Then apply a
// Wasm filter which has a bad URL link, which will result as module download failure. After that,
// verifies that echo ping could still work. The test also verifies that metrics are properly
// recorded for module downloading failure and nack on ECDS update.
func TestBadWasmRemoteLoad(t *testing.T) {
	framework.NewTest(t).
		Features("extensibility.wasm.remote-load").
		Run(func(t framework.TestContext) {
			// Test bad wasm remote load in only one cluster.
			// There is no need to repeat the same testing logic in multiple clusters.
			cltInstance := match.Cluster(t.Clusters().Default()).FirstOrFail(t, common.GetClientInstances())
			// Verify that echo server could return 200
			retry.UntilSuccessOrFail(t, func() error {
				if err := common.SendTraffic(cltInstance); err != nil {
					return err
				}
				return nil
			}, retry.Delay(1*time.Millisecond), retry.Timeout(5*time.Second))
			t.Log("echo server returns OK, apply bad wasm remote load filter.")

			// Apply bad filter config
			t.ConfigIstio().File(common.GetAppNamespace().Name(), "testdata/bad-filter.yaml").ApplyOrFail(t)

			// Wait until there is agent metrics for wasm download failure
			retry.UntilSuccessOrFail(t, func() error {
				q := prometheus.Query{Metric: "istio_agent_wasm_remote_fetch_count", Labels: map[string]string{"result": "download_failure"}}
				c := cltInstance.Config().Cluster
				if _, err := common.QueryPrometheus(t, c, q, common.GetPromInstance()); err != nil {
					util.PromDiff(t, common.GetPromInstance(), c, q)
					return err
				}
				return nil
			}, retry.Delay(1*time.Second), retry.Timeout(80*time.Second))

			t.Log("got istio_agent_wasm_remote_fetch_count metric in prometheus, bad wasm filter is applied, send request to echo server again.")

			if t.Clusters().Default().IsPrimary() { // Only check istiod if running locally (i.e., not an external control plane)
				// Verify that istiod has a stats about rejected ECDS update
				// pilot_total_xds_rejects{type="type.googleapis.com/envoy.config.core.v3.TypedExtensionConfig"}
				retry.UntilSuccessOrFail(t, func() error {
					q := prometheus.Query{Metric: "pilot_total_xds_rejects", Labels: map[string]string{"type": "ecds"}}
					c := cltInstance.Config().Cluster
					if _, err := common.QueryPrometheus(t, c, q, common.GetPromInstance()); err != nil {
						util.PromDiff(t, common.GetPromInstance(), c, q)
						return err
					}
					return nil
				}, retry.Delay(1*time.Second), retry.Timeout(80*time.Second))
			}

			// Verify that echo server could still return 200
			retry.UntilSuccessOrFail(t, func() error {
				if err := common.SendTraffic(cltInstance); err != nil {
					return err
				}
				return nil
			}, retry.Delay(1*time.Millisecond), retry.Timeout(10*time.Second))

			t.Log("echo server still returns ok after bad wasm filter is applied.")
		})
}