[LoadTest] Revamp load test suite

Tiltfile

@@ -320,6 +320,9 @@ for x in range(localnet_config["path_gateways"]["count"]):
         "--set=metrics.serviceMonitor.enabled=" + str(localnet_config["observability"]["enabled"]),
         "--set=path.mountConfigMaps[0].name=path-config-" + str(actor_number),
         "--set=path.mountConfigMaps[0].mountPath=/app/config/",
+        "--set=fullnameOverride=path" + str(actor_number),
+        "--set=nameOverride=path" + str(actor_number),
+        "--set=global.serviceAccount.name=path" + str(actor_number),
     ]
 
     if localnet_config["path_local_repo"]["enabled"]:

load-testing/config/load_test_manifest_reader.go

@@ -22,7 +22,7 @@ type LoadTestManifestYAML struct {
 	// IsEphemeralChain is a flag that indicates whether the test is expected to be
 	// run on LocalNet or long-living remote chain (i.e. TestNet/DevNet).
 	IsEphemeralChain      bool                     `yaml:"is_ephemeral_chain"`
-	TestNetNode           string                   `yaml:"testnet_node"`
+	PocketNode            string                   `yaml:"pocket_node"`
 	ServiceId             string                   `yaml:"service_id"`
 	Suppliers             []ProvisionedActorConfig `yaml:"suppliers"`
 	Gateways              []ProvisionedActorConfig `yaml:"gateways"`
@@ -67,6 +67,10 @@ func validatedEphemeralChainManifest(manifest *LoadTestManifestYAML) (*LoadTestM
 		return nil, ErrEphemeralChainLoadTestInvalidManifest.Wrap("empty funding account address")
 	}
 
+	if len(manifest.PocketNode) == 0 {
+		return nil, ErrEphemeralChainLoadTestInvalidManifest.Wrap("empty pocket node url")
+	}
+
 	for _, gateway := range manifest.Gateways {
 		if len(gateway.Address) == 0 {
 			return nil, ErrEphemeralChainLoadTestInvalidManifest.Wrap("empty gateway address")
@@ -107,8 +111,8 @@ func validatedNonEphemeralChainManifest(manifest *LoadTestManifestYAML) (*LoadTe
 		return nil, ErrNonEphemeralChainLoadTestInvalidManifest.Wrap("suppliers entry forbidden")
 	}
 
-	if len(manifest.TestNetNode) == 0 {
-		return nil, ErrNonEphemeralChainLoadTestInvalidManifest.Wrap("empty testnet node url")
+	if len(manifest.PocketNode) == 0 {
+		return nil, ErrNonEphemeralChainLoadTestInvalidManifest.Wrap("empty pocket node url")
 	}
 
 	if len(manifest.ServiceId) == 0 {

load-testing/loadtest_manifest_example.yaml

@@ -2,16 +2,16 @@
 # It is intended to target a remote environment, such as a devnet or testnet.
 is_ephemeral_chain: false
 
-# testnet_node is the URL of the node that the load test will use to query the
+# pocket_node is the URL of the node that the load test will use to query the
 # chain and submit transactions.
-testnet_node: https://devnet-sophon-validator-rpc.poktroll.com
+pocket_node: https://devnet-sophon-validator-rpc.poktroll.com
 
 # The service ID to request relays from.
 service_id: "anvil"
 
 # The address of the account that will be used to fund the application accounts
 # so that they can stake on the network.
-funding_account_address: pokt1awtlw5sjmw2f5lgj8ekdkaqezphgz88rdk93sk # address for faucet account
+funding_account_address: pokt1eeeksh2tvkh7wzmfrljnhw4wrhs55lcuvmekkw # address for faucet account
 
 # In non-ephemeral chains, the gateways are identified by their address.
 gateways:

load-testing/loadtest_manifest_localnet.yaml

@@ -3,12 +3,16 @@
 
 is_ephemeral_chain: true # This should be `true` for LocalNet as it is an ephemeral network
 
+# pocket_node is the URL of the node that the load test will use to query the
+# chain and submit transactions.
+pocket_node: http://localhost:26657
+
 # The service ID to use for the load test.
 service_id: anvil
 
 # The address of the account that will be used to fund the application,
 # gateway and supplier accounts so that they can stake on the network.
-funding_account_address: pokt1awtlw5sjmw2f5lgj8ekdkaqezphgz88rdk93sk # address for faucet account
+funding_account_address: pokt1eeeksh2tvkh7wzmfrljnhw4wrhs55lcuvmekkw # address for faucet account
 
 # List of pre-provisioned suppliers used for load testing.
 # These suppliers will be progressively staked during the load test, according
@@ -48,12 +52,12 @@ gateways:
 
   # Gateway 1; http://localhost:10350/r/gateway1/overview
   - address: pokt15vzxjqklzjtlz7lahe8z2dfe9nm5vxwwmscne4
-    exposed_url: http://anvil.localhost/v1:3000 # The gateway url that the user sends relays to (e.g. curl)
+    exposed_url: http://anvil.localhost:3000/v1 # The gateway url that the user sends relays to (e.g. curl)
 
   # Gateway 2; http://localhost:10350/r/gateway2/overview
   - address: pokt15w3fhfyc0lttv7r585e2ncpf6t2kl9uh8rsnyz
-    exposed_url: http://anvil.localhost/v1:3001
+    exposed_url: http://anvil.localhost:3001/v1
 
   # Gateway 3; http://localhost:10350/r/gateway3/overview
   - address: pokt1zhmkkd0rh788mc9prfq0m2h88t9ge0j83gnxya
-    exposed_url: http://anvil.localhost/v1:3002
+    exposed_url: http://anvil.localhost:3002/v1

load-testing/loadtest_manifest_localnet_single_supplier.yaml

@@ -3,12 +3,16 @@
 
 is_ephemeral_chain: true # This should be `true` for LocalNet as it is an ephemeral network
 
+# pocket_node is the URL of the node that the load test will use to query the
+# chain and submit transactions.
+pocket_node: http://localhost:26657
+
 # The service ID to use for the load test.
 service_id: anvil
 
 # The address of the account that will be used to fund the application,
 # gateway and supplier accounts so that they can stake on the network.
-funding_account_address: pokt1awtlw5sjmw2f5lgj8ekdkaqezphgz88rdk93sk # address for faucet account
+funding_account_address: pokt1eeeksh2tvkh7wzmfrljnhw4wrhs55lcuvmekkw # address for faucet account
 
 # List of pre-provisioned suppliers used for load testing.
 # These suppliers will be progressively staked during the load test, according
@@ -40,12 +44,12 @@ gateways:
 
   # Gateway 1; http://localhost:10350/r/gateway1/overview
   - address: pokt15vzxjqklzjtlz7lahe8z2dfe9nm5vxwwmscne4
-    exposed_url: http://anvil.localhost/v1:3000 # The gateway url that the user sends relays to (e.g. curl)
+    exposed_url: http://anvil.localhost:3000/v1 # The gateway url that the user sends relays to (e.g. curl)
 
   # Gateway 2; http://localhost:10350/r/gateway2/overview
   - address: pokt15w3fhfyc0lttv7r585e2ncpf6t2kl9uh8rsnyz
-    exposed_url: http://anvil.localhost/v1:3001
+    exposed_url: http://anvil.localhost:3001/v1
 
   # Gateway 3; http://localhost:10350/r/gateway3/overview
   - address: pokt1zhmkkd0rh788mc9prfq0m2h88t9ge0j83gnxya
-    exposed_url: http://anvil.localhost/v1:3002
+    exposed_url: http://anvil.localhost:3002/v1

load-testing/tests/relays_stress.feature

@@ -14,4 +14,12 @@ Feature: Loading gateway server with relays
       | gateway     | 1                | 10             | 3          |
       | supplier    | 1                | 10             | 3          |
     When a load of concurrent relay requests are sent from the applications
-    Then the correct pairs count of claim and proof messages should be committed on-chain
+    Then the number of failed relay requests is "0"
+    # TODO_FOLLOWUP(@red-0ne): Implement the following steps
+    # Then "0" over servicing events are observed
+    # And "0" slashing events are observed
+    # And "0" expired claim events are observed
+    # And there is as many reimbursement requests as the number of settled claims
+    # And the number of claims submitted and claims settled is the same
+    # And the number of proofs submitted and proofs required is the same
+    # And the actors onchain balances are as expected