Merge pull request #6117 from zhzhuang-zju/e2eframe

Refactor the e2e test architecture

.github/workflows/installation-cli.yaml

@@ -46,7 +46,7 @@ jobs:
           # run a single e2e
           export KUBECONFIG=${HOME}/.kube/karmada-host.config:${HOME}/karmada/karmada-apiserver.config
           GO111MODULE=on go install github.com/onsi/ginkgo/v2/ginkgo
-          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/
+          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/suites/base
       - name: export logs
         if: always()
         run: |
@@ -89,7 +89,7 @@ jobs:
           # run a single e2e
           export KUBECONFIG=${HOME}/.kube/karmada-host.config:${HOME}/karmada/karmada-apiserver.config
           GO111MODULE=on go install github.com/onsi/ginkgo/v2/ginkgo
-          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/
+          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/suites/base
       - name: export logs for config test
         if: always()
         run: |

.github/workflows/installation-operator.yaml

@@ -59,7 +59,7 @@ jobs:
           export KUBECONFIG=${HOME}/.kube/karmada.config
           kubectl config use-context karmada-apiserver
           GO111MODULE=on go install github.com/onsi/ginkgo/v2/ginkgo
-          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/
+          ginkgo -v --race --trace -p  --focus="[BasicPropagation] propagation testing deployment propagation testing"  ./test/e2e/suites/base
       - name: export logs
         if: always()
         run: |

hack/run-e2e.sh

@@ -53,7 +53,7 @@ export KUBECONFIG=${KARMADA_APISERVER_KUBECONFIG}
 export PULL_BASED_CLUSTERS=${PULL_BASED_CLUSTERS}
 
 set +e
-ginkgo -v --race --trace --fail-fast -p --randomize-all ./test/e2e/ -- --karmada-context=karmada-apiserver
+ginkgo -v --race --trace --fail-fast -p --randomize-all ./test/e2e/suites/base -- --karmada-context=karmada-apiserver
 TESTING_RESULT=$?
 
 # Collect logs

test/e2e/suites/base/aggregatedapi_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"fmt"

test/e2e/suites/base/clusteraffinities_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/clusteroverridepolicy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/clusterpropagationpolicy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/clusterresourcebinding_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/cronfederatedhpa_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"time"

test/e2e/suites/base/dependenciesdistributor_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"github.com/onsi/ginkgo/v2"

test/e2e/suites/base/deploymentreplicassyncer_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/failover_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/federatedhpa_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"github.com/onsi/ginkgo/v2"

test/e2e/suites/base/federatedresourcequota_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/fieldselector_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/karmadactl_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/lazy_activation_policy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"fmt"

test/e2e/suites/base/mcs_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/metrics_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/migration_and_rollback_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/namespace_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/overridepolicy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"fmt"

test/e2e/suites/base/porting_workloads_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/preemption_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"github.com/onsi/ginkgo/v2"

test/e2e/suites/base/propagationpolicy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/remedy_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"fmt"

test/e2e/suites/base/rescheduling_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"fmt"

test/e2e/suites/base/resource_deletion_protection_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/resource_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/resourceinterpreter_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/scheduling_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/search_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/spread_by_region_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/suite.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 const (
 	// NeedCreateCluster define the spec label that need to create a cluster.

test/e2e/suites/base/suite_log_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/suite_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"
@@ -124,7 +124,7 @@ var (
 
 func init() {
 	// usage ginkgo -- --poll-interval=5s --poll-timeout=5m
-	// eg. ginkgo -v --race --trace --fail-fast -p --randomize-all ./test/e2e/ -- --poll-interval=5s --poll-timeout=5m
+	// eg. ginkgo -v --race --trace --fail-fast -p --randomize-all ./test/e2e/suites/base -- --poll-interval=5s --poll-timeout=5m
 	flag.DurationVar(&pollInterval, "poll-interval", 5*time.Second, "poll-interval defines the interval time for a poll operation")
 	flag.DurationVar(&pollTimeout, "poll-timeout", 300*time.Second, "poll-timeout defines the time which the poll operation times out")
 	flag.StringVar(&hostContext, "host-context", "karmada-host", "Name of the host cluster context in control plane kubeconfig file.")

test/e2e/suites/base/tainttoleration_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"context"

test/e2e/suites/base/workloadrebalancer_test.go

@@ -14,7 +14,7 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package e2e
+package base
 
 import (
 	"sort"