vendor/k8s.io/apiextensions-apiserver/test/integration/yaml_test.go

/*
Copyright 2018 The Kubernetes Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package integration

import (
	"encoding/json"
	"fmt"
	"net/http"
	"testing"

	"sigs.k8s.io/yaml"

	"k8s.io/apimachinery/pkg/api/errors"
	"k8s.io/apimachinery/pkg/apis/meta/v1/unstructured"
	"k8s.io/apimachinery/pkg/types"
	utilfeature "k8s.io/apiserver/pkg/util/feature"
	utilfeaturetesting "k8s.io/apiserver/pkg/util/feature/testing"
	"k8s.io/client-go/dynamic"

	apiextensionsv1beta1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1beta1"
	"k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
	apiextensionsfeatures "k8s.io/apiextensions-apiserver/pkg/features"
	"k8s.io/apiextensions-apiserver/test/integration/fixtures"
)

func TestYAML(t *testing.T) {
	tearDown, config, _, err := fixtures.StartDefaultServer(t)
	if err != nil {
		t.Fatal(err)
	}
	defer tearDown()

	apiExtensionClient, err := clientset.NewForConfig(config)
	if err != nil {
		t.Fatal(err)
	}
	dynamicClient, err := dynamic.NewForConfig(config)
	if err != nil {
		t.Fatal(err)
	}

	noxuDefinition := fixtures.NewNoxuCustomResourceDefinition(apiextensionsv1beta1.ClusterScoped)
	noxuDefinition, err = fixtures.CreateNewCustomResourceDefinition(noxuDefinition, apiExtensionClient, dynamicClient)
	if err != nil {
		t.Fatal(err)
	}

	kind := noxuDefinition.Spec.Names.Kind
	listKind := noxuDefinition.Spec.Names.ListKind
	apiVersion := noxuDefinition.Spec.Group + "/" + noxuDefinition.Spec.Version

	rest := apiExtensionClient.Discovery().RESTClient()

	// Discovery
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetAPIVersion() != "v1" || obj.GetKind() != "APIResourceList" {
			t.Fatalf("unexpected discovery kind: %s", string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "groupVersion"); v != apiVersion || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// Error
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "missingname").
			DoRaw()
		if !errors.IsNotFound(err) {
			t.Fatalf("expected not found, got %v", err)
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetAPIVersion() != "v1" || obj.GetKind() != "Status" {
			t.Fatalf("unexpected discovery kind: %s", string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "reason"); v != "NotFound" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	uid := types.UID("")
	resourceVersion := ""

	// Create
	{
		yamlBody := []byte(fmt.Sprintf(`
apiVersion: %s
kind: %s
metadata:
  name: mytest
values:
  numVal: 1
  boolVal: true
  stringVal: "1"`, apiVersion, kind))

		result, err := rest.Post().
			SetHeader("Accept", "application/yaml").
			SetHeader("Content-Type", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural).
			Body(yamlBody).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "values", "numVal"); v != 1 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedBool(obj.Object, "values", "boolVal"); v != true || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "values", "stringVal"); v != "1" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		uid = obj.GetUID()
		resourceVersion = obj.GetResourceVersion()
	}

	// Get
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest").
			DoRaw()
		if err != nil {
			t.Fatal(err)
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err, string(result))
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "values", "numVal"); v != 1 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedBool(obj.Object, "values", "boolVal"); v != true || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "values", "stringVal"); v != "1" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// List
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		listObj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if listObj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, listObj.GetAPIVersion())
		}
		if listObj.GetKind() != listKind {
			t.Fatalf("expected %s, got %s", kind, listObj.GetKind())
		}
		items, ok, err := unstructured.NestedSlice(listObj.Object, "items")
		if !ok || err != nil || len(items) != 1 {
			t.Fatalf("expected one item, got %v %v %v", items, ok, err)
		}
		obj := unstructured.Unstructured{Object: items[0].(map[string]interface{})}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "values", "numVal"); v != 1 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedBool(obj.Object, "values", "boolVal"); v != true || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "values", "stringVal"); v != "1" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// Watch rejects yaml (no streaming support)
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural).
			Param("watch", "true").
			DoRaw()
		if !errors.IsNotAcceptable(err) {
			t.Fatalf("expected not acceptable error, got %v (%s)", err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetAPIVersion() != "v1" || obj.GetKind() != "Status" {
			t.Fatalf("unexpected result: %s", string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "reason"); v != "NotAcceptable" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "code"); v != http.StatusNotAcceptable || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// Update
	{
		yamlBody := []byte(fmt.Sprintf(`
apiVersion: %s
kind: %s
metadata:
  name: mytest
  uid: %s
  resourceVersion: "%s"
values:
  numVal: 2
  boolVal: false
  stringVal: "2"`, apiVersion, kind, uid, resourceVersion))
		result, err := rest.Put().
			SetHeader("Accept", "application/yaml").
			SetHeader("Content-Type", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest").
			Body(yamlBody).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "values", "numVal"); v != 2 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedBool(obj.Object, "values", "boolVal"); v != false || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "values", "stringVal"); v != "2" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if obj.GetUID() != uid {
			t.Fatalf("uid changed: %v vs %v", uid, obj.GetUID())
		}
	}

	// Patch rejects yaml requests (only JSON mime types are allowed)
	{
		yamlBody := []byte(fmt.Sprintf(`
values:
  numVal: 3`))
		result, err := rest.Patch(types.MergePatchType).
			SetHeader("Accept", "application/yaml").
			SetHeader("Content-Type", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest").
			Body(yamlBody).
			DoRaw()
		if !errors.IsUnsupportedMediaType(err) {
			t.Fatalf("Expected bad request, got %v\n%s", err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetAPIVersion() != "v1" || obj.GetKind() != "Status" {
			t.Fatalf("expected %s %s, got %s %s", "v1", "Status", obj.GetAPIVersion(), obj.GetKind())
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "reason"); v != "UnsupportedMediaType" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// Delete
	{
		result, err := rest.Delete().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest").
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetAPIVersion() != "v1" || obj.GetKind() != "Status" {
			t.Fatalf("unexpected response: %s", string(result))
		}
		if v, ok, err := unstructured.NestedString(obj.Object, "status"); v != "Success" || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}
}

func TestYAMLSubresource(t *testing.T) {
	defer utilfeaturetesting.SetFeatureGateDuringTest(t, utilfeature.DefaultFeatureGate, apiextensionsfeatures.CustomResourceWebhookConversion, true)()
	tearDown, config, _, err := fixtures.StartDefaultServer(t)
	if err != nil {
		t.Fatal(err)
	}
	defer tearDown()

	apiExtensionClient, err := clientset.NewForConfig(config)
	if err != nil {
		t.Fatal(err)
	}
	dynamicClient, err := dynamic.NewForConfig(config)
	if err != nil {
		t.Fatal(err)
	}

	noxuDefinition := NewNoxuSubresourcesCRDs(apiextensionsv1beta1.ClusterScoped)[0]
	noxuDefinition, err = fixtures.CreateNewCustomResourceDefinition(noxuDefinition, apiExtensionClient, dynamicClient)
	if err != nil {
		t.Fatal(err)
	}

	kind := noxuDefinition.Spec.Names.Kind
	apiVersion := noxuDefinition.Spec.Group + "/" + noxuDefinition.Spec.Version

	rest := apiExtensionClient.Discovery().RESTClient()

	uid := types.UID("")
	resourceVersion := ""

	// Create
	{
		yamlBody := []byte(fmt.Sprintf(`
apiVersion: %s
kind: %s
metadata:
  name: mytest
spec:
  replicas: 3`, apiVersion, kind))

		result, err := rest.Post().
			SetHeader("Accept", "application/yaml").
			SetHeader("Content-Type", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural).
			Body(yamlBody).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "spec", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		uid = obj.GetUID()
		resourceVersion = obj.GetResourceVersion()
	}

	// Get at /status
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest", "status").
			DoRaw()
		if err != nil {
			t.Fatal(err)
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err, string(result))
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "spec", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}

	// Update at /status
	{
		yamlBody := []byte(fmt.Sprintf(`
apiVersion: %s
kind: %s
metadata:
  name: mytest
  uid: %s
  resourceVersion: "%s"
spec:
  replicas: 5
status:
  replicas: 3`, apiVersion, kind, uid, resourceVersion))
		result, err := rest.Put().
			SetHeader("Accept", "application/yaml").
			SetHeader("Content-Type", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest", "status").
			Body(yamlBody).
			DoRaw()
		if err != nil {
			t.Fatal(err, string(result))
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err)
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != apiVersion {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != kind {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "spec", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "status", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if obj.GetUID() != uid {
			t.Fatalf("uid changed: %v vs %v", uid, obj.GetUID())
		}
	}

	// Get at /scale
	{
		result, err := rest.Get().
			SetHeader("Accept", "application/yaml").
			AbsPath("/apis", noxuDefinition.Spec.Group, noxuDefinition.Spec.Version, noxuDefinition.Spec.Names.Plural, "mytest", "scale").
			DoRaw()
		if err != nil {
			t.Fatal(err)
		}
		obj, err := decodeYAML(result)
		if err != nil {
			t.Fatal(err, string(result))
		}
		if obj.GetName() != "mytest" {
			t.Fatalf("expected mytest, got %s", obj.GetName())
		}
		if obj.GetAPIVersion() != "autoscaling/v1" {
			t.Fatalf("expected %s, got %s", apiVersion, obj.GetAPIVersion())
		}
		if obj.GetKind() != "Scale" {
			t.Fatalf("expected %s, got %s", kind, obj.GetKind())
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "spec", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
		if v, ok, err := unstructured.NestedFloat64(obj.Object, "status", "replicas"); v != 3 || !ok || err != nil {
			t.Fatal(v, ok, err, string(result))
		}
	}
}

func decodeYAML(data []byte) (*unstructured.Unstructured, error) {
	retval := &unstructured.Unstructured{Object: map[string]interface{}{}}
	// ensure this isn't JSON
	if json.Unmarshal(data, &retval.Object) == nil {
		return nil, fmt.Errorf("data is JSON, not YAML: %s", string(data))
	}
	// ensure it is YAML
	retval.Object = map[string]interface{}{}
	if err := yaml.Unmarshal(data, &retval.Object); err != nil {
		return nil, fmt.Errorf("error decoding YAML: %v\noriginal YAML: %s", err, string(data))
	}
	return retval, nil
}