tests/bench/benchmark.py

@@ -7,8 +7,8 @@ import time
 import asyncio
 import matplotlib.pyplot as plt
 
-NUM_SHARDS = 16
-NUM_KEYS = 5000
+NUM_SHARDS = 20
+NUM_KEYS = 1000
 NUM_NODES = 8
 
 def benchmark_add_shard(conductor: ClusterConductor, dir, log: Logger):

tests/proxy/basic_proxy.py

@@ -50,7 +50,7 @@ def basic_proxy_many_clients(conductor: ClusterConductor, dir, log: Logger):
 
         node_to_put = 0
         base_key = "key"
-        for i in range(0, 10000):
+        for i in range(0, 300):
             c1 = KVSMultiClient(fx.clients, "client", log)
             r = c1.put(node_to_put, f"{base_key}{i}", f"{i}", timeout=10)
             assert r.ok, f"expected ok for new key, got {r.status_code}"

utils/containers.py

@@ -75,7 +75,7 @@ class ClusterConductor:
 
         # naming patterns
         self.group_ctr_prefix = f"kvs_{group_id}_{thread_id}_node"
-        self.group_net_prefix = f"kvs_{group_id}_{group_id}_net"
+        self.group_net_prefix = f"kvs_{group_id}_{thread_id}_net"
 
         # base network
         self.base_net_name = f"{self.group_net_prefix}_base"
@@ -271,7 +271,7 @@ class ClusterConductor:
                 "--env",
                 f"NODE_IDENTIFIER={i}",
                 "-p",
-                f"{external_port}:{port}",
+                f"{port}",
                 self.base_image,
             ]
             if CONTAINER_ENGINE == "podman":
@@ -283,6 +283,13 @@ class ClusterConductor:
                 log=self.log,
             )
 
+            res = run_cmd_bg(
+                [CONTAINER_ENGINE, "port", node_name, str(port)],
+                verbose=True,
+                log=self.log,
+            )
+            external_port = int(res.stdout.rsplit(":", 1)[1])
+
             # attach container to base network
             self.log(f"    attaching container {node_name} to base network")
             run_cmd_bg(