gaspersic/solana
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Refactor system-test dir structure and add stability test (#7530)

Browse Source
This commit is contained in:
Dan Albert
2019-12-17 14:58:10 -05:00
committed by GitHub
parent 3f541df669
commit 107360a001
17 changed files with 34 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
system-test/performance-testcases/aws-cpu-only-perf-10-node.yml Executable file
View File

@ -0,0 +1,20 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "AWS - CPU Only 10 Node"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "ec2"
TESTNET_TAG: "aws-perf-cpu-only"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 10
ENABLE_GPU: "false"
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 80000 --thread-batch-sleep-ms 1000"
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: ""
agents:
- "queue=testnet-deploy"

20
system-test/performance-testcases/aws-cpu-only-perf-5-node.yml Executable file
View File

@ -0,0 +1,20 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "AWS - CPU Only 5 Node"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "ec2"
TESTNET_TAG: "aws-perf-cpu-only"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "false"
# Up to 3.1 GHz Intel Xeon® Platinum 8175, 16 vCPU, 64GB RAM
VALIDATOR_NODE_MACHINE_TYPE: "m5.4xlarge"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west-1a,us-west-1c,us-east-1a,eu-west-1a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: ""
agents:
- "queue=testnet-deploy"

19
system-test/performance-testcases/azure-cpu-only-perf-5-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "Azure - CPU Only 5 Node"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "azure"
TESTNET_TAG: "azure-perf-cpu-only"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "false"
VALIDATOR_NODE_MACHINE_TYPE: "Standard_D16s_v3"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "westus"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: ""
agents:
- "queue=testnet-deploy"

16
system-test/performance-testcases/colo-cpu-only-perf.yml Executable file
View File

@ -0,0 +1,16 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "COLO performance testnet CPU only"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "colo"
TESTNET_TAG: "colo-perf-cpu-only"
ENABLE_GPU: "false"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 4
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
ADDITIONAL_FLAGS: ""
agents:
- "queue=colo-deploy"

16
system-test/performance-testcases/colo-gpu-perf-high-txcount.yml Executable file
View File

@ -0,0 +1,16 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "COLO performance testnet GPU enabled - High Tx Count"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "colo"
TESTNET_TAG: "colo-perf-gpu-enabled"
ENABLE_GPU: "true"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 4
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 30000 --thread-batch-sleep-ms 250"
ADDITIONAL_FLAGS: ""
agents:
- "queue=colo-deploy"

16
system-test/performance-testcases/colo-gpu-perf.yml Executable file
View File

@ -0,0 +1,16 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "COLO performance testnet GPU enabled"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "colo"
TESTNET_TAG: "colo-perf-gpu-enabled"
ENABLE_GPU: "true"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 4
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
ADDITIONAL_FLAGS: ""
agents:
- "queue=colo-deploy"

19
system-test/performance-testcases/gce-cpu-only-perf-10-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE performance testnets CPU ONLY"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-cpu-only"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 10
ENABLE_GPU: "false"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
NUMBER_OF_CLIENT_NODES: 1
CLIENT_OPTIONS: "bench-tps=1=--tx_count 80000 --thread-batch-sleep-ms 1000"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: ""
agents:
- "queue=testnet-deploy"

19
system-test/performance-testcases/gce-cpu-only-perf-5-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - CPU Only 5 Node"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-cpu-only"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "false"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"

19
system-test/performance-testcases/gce-gpu-perf-10-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - GPU Enabled 10 Nodes"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-gpu-enabled"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 10
ENABLE_GPU: "true"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"

20
system-test/performance-testcases/gce-gpu-perf-100-node.yml Executable file
View File

@ -0,0 +1,20 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - GPU Enabled 100 Nodes"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-gpu-enabled"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 100
ENABLE_GPU: "true"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
ALLOW_BOOT_FAILURES: "true"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"

19
system-test/performance-testcases/gce-gpu-perf-25-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - GPU Enabled 25 Nodes"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-gpu-enabled"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 25
ENABLE_GPU: "true"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"

19
system-test/performance-testcases/gce-gpu-perf-5-node.yml Executable file
View File

@ -0,0 +1,19 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - GPU Enabled 5 Nodes"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-gpu-enabled"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 5
ENABLE_GPU: "true"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 20000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"

20
system-test/performance-testcases/gce-gpu-perf-50-node.yml Executable file
View File

@ -0,0 +1,20 @@
steps:
- command: "system-test/testnet-automation.sh"
label: "GCE - GPU Enabled 50 Nodes"
env:
UPLOAD_RESULTS_TO_SLACK: "true"
CLOUD_PROVIDER: "gce"
TESTNET_TAG: "gce-perf-gpu-enabled"
RAMP_UP_TIME: 0
TEST_DURATION_SECONDS: 600
NUMBER_OF_VALIDATOR_NODES: 50
ENABLE_GPU: "true"
VALIDATOR_NODE_MACHINE_TYPE: "--machine-type n1-standard-16 --accelerator count=2,type=nvidia-tesla-v100"
NUMBER_OF_CLIENT_NODES: 2
CLIENT_OPTIONS: "bench-tps=2=--tx_count 15000 --thread-batch-sleep-ms 250"
TESTNET_ZONES: "us-west1-a,us-west1-b,us-central1-a,europe-west4-a"
ALLOW_BOOT_FAILURES: "true"
USE_PUBLIC_IP_ADDRESSES: "true"
ADDITIONAL_FLAGS: "--dedicated"
agents:
- "queue=testnet-deploy"