[Test] Add argo retry in sample/integration tests to reduce flakiness. (#3365)

* add retry

* test

* revert test only change

* add retry to e2e tests

* try to parameterize retry limit

* Revert "try to parameterize retry limit"

This reverts commit 46451e3a

* update the retry limit to 2

* update e2e retry

test/e2e_test_gke_v2.yaml

@@ -249,6 +249,8 @@ spec:
       ]
 
   - name: run-basic-e2e-tests
+    retryStrategy:
+      limit: 2
     inputs:
       parameters:
       - name: test-results-gcs-dir

test/sample_test.yaml

@@ -104,7 +104,7 @@ spec:
               - container_build
               - parameterized_tfx_oss
               - iris
-            # when: "{{inputs.parameters.is-integration-test}} == true"
+            when: "{{inputs.parameters.is-integration-test}} == true"
     # Build and push image
     - name: build-image-by-dockerfile
       retryStrategy:
@@ -145,6 +145,8 @@ spec:
           mirrorVolumeMounts: true
 
     - name: run-sample-tests
+      retryStrategy:
+        limit: 2
       inputs:
         parameters:
           - name: test-results-gcs-dir