forked from vmware-tanzu/nsx-operator
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request vmware-tanzu#594 from zhengxiexie/zhengxie/network…
…info_e2e Add networkinfo e2e testcase
- Loading branch information
Showing
6 changed files
with
324 additions
and
160 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
20 changes: 20 additions & 0 deletions
20
test/e2e/manifest/testVPC/customize_networkconfig_updated.yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,20 @@ | ||
| # This file is used in testing customized VPC case, | ||
| # it support customer to define its own VPC network config. | ||
| apiVersion: nsx.vmware.com/v1alpha1 | ||
| kind: VPCNetworkConfiguration | ||
| metadata: | ||
| name: selfdefinedconfig | ||
| spec: | ||
| defaultGatewayPath: /infra/tier-0s/PLR | ||
| # nsx-operator-ci would replace '{edge-cluster-id}' with real edge-cluster-id of testbed | ||
| edgeClusterPath: /infra/sites/default/enforcement-points/default/edge-clusters/{edge-cluster-id} | ||
| defaultIPv4SubnetSize: 26 | ||
| nsxtProject: /orgs/default/projects/nsx_operator_e2e_test | ||
| externalIPv4Blocks: | ||
| - /infra/ip-blocks/e2e_test_external_ip_blk | ||
| privateIPv4CIDRs: | ||
| - 172.29.0.0/16 | ||
| - 172.39.0.0/16 | ||
| - 172.49.0.0/16 | ||
| defaultSubnetAccessMode: Public | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| # This file is used in testing shared VPC case, | ||
| # it create a namespace with customized network config for VPC. | ||
| apiVersion: v1 | ||
| kind: Namespace | ||
| metadata: | ||
| annotations: | ||
| nsx.vmware.com/vpc_network_config: selfdefinedconfig | ||
| name: shared-vpc-ns-0 | ||
|
|
||
| --- | ||
| apiVersion: v1 | ||
| kind: Namespace | ||
| metadata: | ||
| annotations: | ||
| nsx.vmware.com/vpc_network_config: selfdefinedconfig | ||
| nsx.vmware.com/shared_vpc_namespace: shared-vpc-ns-0 | ||
| name: shared-vpc-ns-1 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,8 @@ | ||
| # This file is used in testing shared VPC case, | ||
| # it create a namespace with customized network config for VPC. | ||
| apiVersion: v1 | ||
| kind: Namespace | ||
| metadata: | ||
| annotations: | ||
| nsx.vmware.com/vpc_network_config: selfdefinedconfig | ||
| name: update-ns |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,229 @@ | ||
| package e2e | ||
|
|
||
| import ( | ||
| "log" | ||
| "path/filepath" | ||
| "strings" | ||
| "testing" | ||
| ) | ||
|
|
||
| const ( | ||
| NetworkInfoCRType = "networkinfoes" | ||
| NSCRType = "namespaces" | ||
| PrivateIPBlockNSXType = "IpAddressBlock" | ||
|
|
||
| InfraVPCNamespace = "kube-system" | ||
| SharedInfraVPCNamespace = "kube-public" | ||
|
|
||
| DefaultPrivateCIDR1 = "172.28.0.0" | ||
| DefaultPrivateCIDR2 = "172.38.0.0" | ||
| InfraPrivateCIDR1 = "172.27.0.0" | ||
| InfraPrivateCIDR2 = "172.37.0.0" | ||
| CustomizedPrivateCIDR1 = "172.29.0.0" | ||
| CustomizedPrivateCIDR2 = "172.39.0.0" | ||
| CustomizedPrivateCIDR3 = "172.39.0.0" | ||
| ) | ||
|
|
||
| func verifyCRCreated(t *testing.T, crtype string, ns string, expect int) (string, string) { | ||
| // there should be one networkinfo created | ||
| resources, err := testData.getCRResource(defaultTimeout, crtype, ns) | ||
| // only one networkinfo should be created under ns using default network config | ||
| if len(resources) != expect { | ||
| log.Printf("NetworkInfo list %s size not the same as expected %d", resources, expect) | ||
| panic("NetworkInfo CR creation verify failed") | ||
| } | ||
| assertNil(t, err) | ||
|
|
||
| cr_name, cr_uid := "", "" | ||
| // waiting for CR to be ready | ||
| for k, v := range resources { | ||
| cr_name = k | ||
| cr_uid = strings.TrimSpace(v) | ||
| } | ||
|
|
||
| return cr_name, cr_uid | ||
| } | ||
|
|
||
| func verifyCRDeleted(t *testing.T, crtype string, ns string) { | ||
| res, _ := testData.getCRResource(defaultTimeout, crtype, ns) | ||
| assertTrue(t, len(res) == 0, "NetworkInfo CR %s should be deleted", crtype) | ||
| } | ||
|
|
||
| func verifyPrivateIPBlockCreated(t *testing.T, ns, id string) { | ||
| err := testData.waitForResourceExistById(ns, PrivateIPBlockNSXType, id, true) | ||
| assertNil(t, err) | ||
| } | ||
|
|
||
| func verifyPrivateIPBlockDeleted(t *testing.T, ns, id string) { | ||
| err := testData.waitForResourceExistById(ns, PrivateIPBlockNSXType, id, false) | ||
| assertNil(t, err) | ||
| } | ||
|
|
||
| // Test Customized NetworkInfo | ||
| func TestCustomizedNetworkInfo(t *testing.T) { | ||
| // Create customized networkconfig | ||
| ncPath, _ := filepath.Abs("./manifest/testVPC/customize_networkconfig.yaml") | ||
| _ = applyYAML(ncPath, "") | ||
| nsPath, _ := filepath.Abs("./manifest/testVPC/customize_ns.yaml") | ||
| _ = applyYAML(nsPath, "") | ||
|
|
||
| defer deleteYAML(nsPath, "") | ||
| defer deleteYAML(ncPath, "") | ||
|
|
||
| ns := "customized-ns" | ||
|
|
||
| networkinfo_name, _ := verifyCRCreated(t, NetworkInfoCRType, ns, 1) | ||
| _, ns_uid := verifyCRCreated(t, NSCRType, ns, 1) | ||
|
|
||
| vpcPath, _ := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, ns, ".vpcs[0].vpcPath") | ||
| err := testData.waitForResourceExistByPath(vpcPath, true) | ||
| assertNil(t, err) | ||
|
|
||
| //verify private ipblocks created for vpc | ||
| p_ipb_id1 := ns_uid + "_" + CustomizedPrivateCIDR1 | ||
| p_ipb_id2 := ns_uid + "_" + CustomizedPrivateCIDR2 | ||
|
|
||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id2) | ||
| } | ||
|
|
||
| // Test Infra NetworkInfo | ||
| func TestInfraNetworkInfo(t *testing.T) { | ||
| // Check namespace cr existence | ||
| _, ns_uid := verifyCRCreated(t, NSCRType, InfraVPCNamespace, 1) | ||
| // Check networkinfo cr existence | ||
| networkinfo_name, _ := verifyCRCreated(t, NetworkInfoCRType, InfraVPCNamespace, 1) | ||
|
|
||
| vpcPath, _ := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, InfraVPCNamespace, ".vpcs[0].vpcPath") | ||
| err := testData.waitForResourceExistByPath(vpcPath, true) | ||
| assertNil(t, err) | ||
|
|
||
| //verify private ipblocks created for vpc | ||
| p_ipb_id1 := ns_uid + "_" + InfraPrivateCIDR1 | ||
| p_ipb_id2 := ns_uid + "_" + InfraPrivateCIDR2 | ||
|
|
||
| verifyPrivateIPBlockCreated(t, InfraVPCNamespace, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, InfraVPCNamespace, p_ipb_id2) | ||
|
|
||
| // kube-public vpcpath should be the same as kube-system vpcpath | ||
| networkinfo_name = SharedInfraVPCNamespace | ||
| vpcPath2, err := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, SharedInfraVPCNamespace, | ||
| ".vpcs[0].vpcPath") | ||
| assertNil(t, err) | ||
| assertTrue(t, vpcPath == vpcPath2, "vpcPath %s should be the same as vpcPath2 %s", vpcPath, vpcPath2) | ||
| } | ||
|
|
||
| // Test Default NetworkInfo | ||
| func TestDefaultNetworkInfo(t *testing.T) { | ||
| // If no annotation on namespace, then NetworkInfo will use default network config to create vpc under each ns | ||
| ns := "networkinfo-default-1" | ||
| setupTest(t, ns) | ||
| defer teardownTest(t, ns, defaultTimeout) | ||
|
|
||
| // Check namespace cr existence | ||
| _, ns_uid := verifyCRCreated(t, NSCRType, ns, 1) | ||
| // Check networkinfo cr existence | ||
| networkinfo_name, _ := verifyCRCreated(t, NetworkInfoCRType, ns, 1) | ||
|
|
||
| vpcPath, _ := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, ns, ".vpcs[0].vpcPath") | ||
| err := testData.waitForResourceExistByPath(vpcPath, true) | ||
| assertNil(t, err) | ||
|
|
||
| //verify private ipblocks created for vpc, id is nsuid + cidr | ||
| p_ipb_id1 := ns_uid + "_" + DefaultPrivateCIDR1 | ||
| p_ipb_id2 := ns_uid + "_" + DefaultPrivateCIDR2 | ||
|
|
||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id2) | ||
|
|
||
| // delete namespace and check all resources are deleted | ||
| err = testData.deleteNamespace(ns, defaultTimeout) | ||
| assertNil(t, err) | ||
| verifyCRDeleted(t, NetworkInfoCRType, ns) | ||
| verifyCRDeleted(t, NSCRType, ns) | ||
| err = testData.waitForResourceExistByPath(vpcPath, false) | ||
| assertNil(t, err) | ||
| verifyPrivateIPBlockDeleted(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockDeleted(t, ns, p_ipb_id2) | ||
| } | ||
|
|
||
| // ns1 share vpc with ns, delete ns1, vpc should not be deleted | ||
| func TestSharedNetworkInfo(t *testing.T) { | ||
| ns := "shared-vpc-ns-0" | ||
| ns1 := "shared-vpc-ns-1" | ||
|
|
||
| nsPath, _ := filepath.Abs("./manifest/testVPC/shared_ns.yaml") | ||
| _ = applyYAML(nsPath, "") | ||
| defer deleteYAML(nsPath, "") | ||
|
|
||
| // Check namespace cr existence | ||
| _, ns_uid := verifyCRCreated(t, NSCRType, ns, 1) | ||
| _, _ = verifyCRCreated(t, NSCRType, ns1, 1) | ||
| // Check networkinfo cr existence | ||
| networkinfo_name, _ := verifyCRCreated(t, NetworkInfoCRType, ns, 1) | ||
| networkinfo_name_1, _ := verifyCRCreated(t, NetworkInfoCRType, ns1, 1) | ||
|
|
||
| vpcPath, _ := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, ns, ".vpcs[0].vpcPath") | ||
| err := testData.waitForResourceExistByPath(vpcPath, true) | ||
| assertNil(t, err) | ||
| vpcPath1, _ := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name_1, ns1, ".vpcs[0].vpcPath") | ||
| err = testData.waitForResourceExistByPath(vpcPath1, true) | ||
| assertNil(t, err) | ||
|
|
||
| assertTrue(t, vpcPath == vpcPath1, "vpcPath %s should be the same as vpcPath2 %s", vpcPath, vpcPath1) | ||
|
|
||
| //verify private ipblocks created for vpc, id is nsuid + cidr | ||
| p_ipb_id1 := ns_uid + "_" + CustomizedPrivateCIDR1 | ||
| p_ipb_id2 := ns_uid + "_" + CustomizedPrivateCIDR2 | ||
|
|
||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id2) | ||
|
|
||
| // delete ns1 and check vpc not deleted | ||
| err = testData.deleteNamespace(ns1, defaultTimeout) | ||
| assertNil(t, err) | ||
| verifyCRDeleted(t, NetworkInfoCRType, ns1) | ||
| verifyCRDeleted(t, NSCRType, ns1) | ||
| err = testData.waitForResourceExistByPath(vpcPath, true) | ||
| assertNil(t, err) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id2) | ||
| } | ||
|
|
||
| // update vpcnetworkconfig, and check vpc is updated | ||
| func TestUpdateVPCNetworkconfigNetworkInfo(t *testing.T) { | ||
| ns := "update-ns" | ||
|
|
||
| nsPath, _ := filepath.Abs("./manifest/testVPC/update_ns.yaml") | ||
| _ = applyYAML(nsPath, "") | ||
| defer deleteYAML(nsPath, "") | ||
|
|
||
| vncPathOriginal, _ := filepath.Abs("./manifest/testVPC/customize_networkconfig.yaml") | ||
| defer applyYAML(vncPathOriginal, "") | ||
|
|
||
| // Check namespace cr existence | ||
| _, ns_uid := verifyCRCreated(t, NSCRType, ns, 1) | ||
| // Check networkinfo cr existence | ||
| networkinfo_name, _ := verifyCRCreated(t, NetworkInfoCRType, ns, 1) | ||
|
|
||
| privateIPv4CIDRs, err := testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, ns, ".vpcs[0].privateIPv4CIDRs") | ||
| assertTrue(t, strings.Contains(privateIPv4CIDRs, CustomizedPrivateCIDR1), "privateIPv4CIDRs %s should contain %s", privateIPv4CIDRs, CustomizedPrivateCIDR1) | ||
| assertTrue(t, strings.Contains(privateIPv4CIDRs, CustomizedPrivateCIDR2), "privateIPv4CIDRs %s should contain %s", privateIPv4CIDRs, CustomizedPrivateCIDR1) | ||
| assertNil(t, err) | ||
|
|
||
| //verify private ipblocks created for vpc, id is nsuid + cidr | ||
| p_ipb_id1 := ns_uid + "_" + CustomizedPrivateCIDR1 | ||
| p_ipb_id2 := ns_uid + "_" + CustomizedPrivateCIDR2 | ||
|
|
||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id1) | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id2) | ||
|
|
||
| vncPath, _ := filepath.Abs("./manifest/testVPC/customize_networkconfig_updated.yaml") | ||
| _ = applyYAML(vncPath, "") | ||
|
|
||
| privateIPv4CIDRs, err = testData.getCRPropertiesByJson(defaultTimeout, NetworkInfoCRType, networkinfo_name, ns, ".vpcs[0].privateIPv4CIDRs") | ||
| assertTrue(t, strings.Contains(privateIPv4CIDRs, CustomizedPrivateCIDR3), "privateIPv4CIDRs %s should contain %s", privateIPv4CIDRs, CustomizedPrivateCIDR3) | ||
| assertNil(t, err) | ||
| p_ipb_id3 := ns_uid + "_" + CustomizedPrivateCIDR3 | ||
| verifyPrivateIPBlockCreated(t, ns, p_ipb_id3) | ||
| } |
Oops, something went wrong.