diff --git a/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml b/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml index 12c72ce494..6f92c4cafd 100755 --- a/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml +++ b/system-test/deprecated-testcases/gce-gpu-perf-100-node.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/partition-testcases/gce-5-node-3-partition.yml b/system-test/partition-testcases/gce-5-node-3-partition.yml index 2a4dfb156a..2d9ad0a19f 100755 --- a/system-test/partition-testcases/gce-5-node-3-partition.yml +++ b/system-test/partition-testcases/gce-5-node-3-partition.yml @@ -11,7 +11,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" APPLY_PARTITIONS: "true" NETEM_CONFIG_FILE: "system-test/netem-configs/partial-loss-three-partitions" diff --git a/system-test/partition-testcases/gce-partition-once-then-stabilize.yml b/system-test/partition-testcases/gce-partition-once-then-stabilize.yml index 264231fe5c..f0117213be 100755 --- a/system-test/partition-testcases/gce-partition-once-then-stabilize.yml +++ b/system-test/partition-testcases/gce-partition-once-then-stabilize.yml @@ -11,7 +11,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" APPLY_PARTITIONS: "true" NETEM_CONFIG_FILE: "system-test/netem-configs/partial-loss-three-partitions" diff --git a/system-test/partition-testcases/gce-partition-with-offline.yml b/system-test/partition-testcases/gce-partition-with-offline.yml new file mode 100755 index 0000000000..9fd6904a07 --- /dev/null +++ b/system-test/partition-testcases/gce-partition-with-offline.yml @@ -0,0 +1,27 @@ +steps: + - command: "system-test/testnet-automation.sh" + label: "GCE - CPU Only 5 Node - 20% network offline with 2 partitions" + env: + UPLOAD_RESULTS_TO_SLACK: "true" + CLOUD_PROVIDER: "gce" + TESTNET_TAG: "gce-perf-cpu-only" + NUMBER_OF_VALIDATOR_NODES: 4 + ENABLE_GPU: "false" + VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16" + NUMBER_OF_CLIENT_NODES: 1 + CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" + TESTNET_ZONES: "us-west1-a" + USE_PUBLIC_IP_ADDRESSES: "false" + ADDITIONAL_FLAGS: "--dedicated" + APPLY_PARTITIONS: "true" + NETEM_CONFIG_FILE: "system-test/netem-configs/complete-loss-two-partitions" + PARTITION_ACTIVE_DURATION: 30 + PARTITION_INACTIVE_DURATION: 30 + PARTITION_ITERATION_COUNT: 5 + TEST_TYPE: "partition" + EXTRA_PRIMORDIAL_STAKES: 4 + WAIT_FOR_EQUAL_STAKE: "true" + WARMUP_SLOTS_BEFORE_TEST: 400 + NUMBER_OF_OFFLINE_NODES: 1 + agents: + - "queue=gce-deploy" diff --git a/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml b/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml index e59b7cd4cb..e9777327bd 100755 --- a/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml +++ b/system-test/performance-testcases/aws-cpu-only-perf-10-node.yml @@ -13,7 +13,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml b/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml index 164439cfc8..7871e83282 100755 --- a/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/aws-cpu-only-perf-5-node.yml @@ -13,7 +13,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml b/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml index e034801256..0ce220bf8e 100755 --- a/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/azure-cpu-only-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "westus" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml b/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml index 2e36eebb96..d42ff30318 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-10-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml b/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml index 9a5950e788..86eb6064f4 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-5-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml b/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml index 997f9e39e0..1bc1bebb82 100755 --- a/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml +++ b/system-test/performance-testcases/gce-cpu-only-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml index c2036a4465..d5b9056a86 100755 --- a/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-10-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-10-node.yml b/system-test/performance-testcases/gce-gpu-perf-10-node.yml index f4b568b076..f723716ac8 100755 --- a/system-test/performance-testcases/gce-gpu-perf-10-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-10-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml index b9dd8a7725..6207393549 100755 --- a/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-25-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-25-node.yml b/system-test/performance-testcases/gce-gpu-perf-25-node.yml index b4ed7f5186..c4392022b6 100755 --- a/system-test/performance-testcases/gce-gpu-perf-25-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-25-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml index 014babef6d..8835d949be 100755 --- a/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-5-node-single-region.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-5-node.yml b/system-test/performance-testcases/gce-gpu-perf-5-node.yml index 16a2ed8a4b..56ce03a53a 100755 --- a/system-test/performance-testcases/gce-gpu-perf-5-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-5-node.yml @@ -12,7 +12,7 @@ steps: NUMBER_OF_CLIENT_NODES: 1 CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml b/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml index 04b365df30..28a4db844a 100755 --- a/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml +++ b/system-test/performance-testcases/gce-gpu-perf-50-node-single-region.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/performance-testcases/gce-gpu-perf-50-node.yml b/system-test/performance-testcases/gce-gpu-perf-50-node.yml index d14269d284..60ee005687 100755 --- a/system-test/performance-testcases/gce-gpu-perf-50-node.yml +++ b/system-test/performance-testcases/gce-gpu-perf-50-node.yml @@ -13,7 +13,7 @@ steps: CLIENT_OPTIONS: "bench-tps=1=--tx_count 10000 --thread-batch-sleep-ms 250" TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" ALLOW_BOOT_FAILURES: "true" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: diff --git a/system-test/stability-testcases/gce-perf-stability-5-node-single-region.yml b/system-test/stability-testcases/gce-perf-stability-5-node-single-region.yml index 5136286621..7970c27d15 100755 --- a/system-test/stability-testcases/gce-perf-stability-5-node-single-region.yml +++ b/system-test/stability-testcases/gce-perf-stability-5-node-single-region.yml @@ -15,6 +15,5 @@ steps: USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" - ALLOW_PRIVATE_ADDR: "true" agents: - "queue=gce-deploy" diff --git a/system-test/stability-testcases/gce-stability-5-node.yml b/system-test/stability-testcases/gce-stability-5-node.yml index bfb95356dd..132771ade6 100755 --- a/system-test/stability-testcases/gce-stability-5-node.yml +++ b/system-test/stability-testcases/gce-stability-5-node.yml @@ -11,7 +11,7 @@ steps: VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16" NUMBER_OF_CLIENT_NODES: 0 TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a" - USE_PUBLIC_IP_ADDRESSES: "true" + USE_PUBLIC_IP_ADDRESSES: "false" ADDITIONAL_FLAGS: "--dedicated" TEST_TYPE: "fixed_duration" agents: