adding script to generate (stacked) server instances on a single host

scripts/load_testing/client_config.py

@@ -0,0 +1,82 @@
+import argparse
+import os
+
+INSTANCES = 3
+PREFIX = 'test'
+THREADS = 1
+CONNECTIONS = 100
+RATE = 10000
+GET_RATIO = 0.9
+SET_RATIO = 1 - GET_RATIO
+SIZE = 4
+PELIKAN_SERVER_PORT = 12300
+PELIKAN_SERVER_IP = '10.25.2.44'
+RPCPERF_BINARY = '/root/Twitter/rpc-perf/target/release/rpc-perf'
+
+def generate_config(prefix, threads, connections, rate, size):
+# create rpcperf.toml
+  rate_get = int(rate * GET_RATIO)
+  rate_set = int(rate * SET_RATIO)
+  config_str = """\
+[general]
+threads = {threads}
+tcp-nodelay = true
+connections = {connections}
+windows = 600
+duration = 60
+request-timeout = 200
+connect-timeout = 50
+
+[[workload]]
+name = "get"
+method = "get"
+rate = {rate_get}
+  [[workload.parameter]]
+  style = "random"
+  size = {size}
+  regenerate = true
+
+[[workload]]
+name = "set"
+method = "set"
+rate = {rate_set}
+  [[workload.parameter]]
+  style = "random"
+  size = {size}
+  regenerate = true
+[[workload.parameter]]
+  style = "random"
+  size = {size}
+  regenerate = false
+  """.format(threads=threads, connections=connections, rate_get=rate_get, rate_set=rate_set, size=size)
+  with open(os.path.join(prefix, 'rpcperf.toml'), 'w') as the_file:
+    the_file.write(config_str)
+
+def generate_runscript(prefix, instances):
+# create test.sh
+  fname = os.path.join(prefix, 'test.sh')
+  with open(fname, 'w') as the_file:
+    for i in range(instances):
+      server_port = PELIKAN_SERVER_PORT + i
+      the_file.write('{binary_file} --config {config_file}'.format(binary_file=RPCPERF_BINARY, config_file='rpcperf.toml'))
+      the_file.write(' --server {server_ip}:{server_port} &\n'.format(server_ip=PELIKAN_SERVER_IP, server_port=server_port))
+  os.chmod(fname, 0777)
+
+if __name__ == "__main__":
+  parser = argparse.ArgumentParser(description="""
+    Generate all the client-side scripts/configs needed for a test run.
+    """)
+  parser.add_argument('--prefix', dest='prefix', type=str, default=PREFIX, help='folder that contains all the other files to be generated')
+  parser.add_argument('--instances', dest='instances', type=int, default=INSTANCES, help='number of instances')
+  parser.add_argument('--threads', dest='threads', type=int, default=THREADS, help='number of worker threads per rpc-perf')
+  parser.add_argument('--connections', dest='connections', type=int, default=CONNECTIONS, help='number of connections PER THREAD')
+  parser.add_argument('--rate', dest='rate', type=int, default=RATE, help='aggregated request rate')
+  parser.add_argument('--size', dest='size', type=int, default=SIZE, help='payload size')
+
+  args = parser.parse_args()
+
+  if not os.path.exists(args.prefix):
+    os.makedirs(args.prefix)
+
+  generate_config(args.prefix, args.threads, args.connections, args.rate, args.size)
+  generate_runscript(args.prefix, args.instances)

scripts/load_testing/generate.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+mem_configs=(4 8 16 32)
+size_configs=(32 64 128 256 512 1024 2048)
+instances=30
+
+for size in "${size_configs[@]}"
+do
+    for mem in "${mem_configs[@]}"
+    do
+        slab_mem=$((mem * 1024 * 1024 * 1024))
+        prefix=test_${size}_${mem}
+        python server_config.py --prefix="$prefix" --instances="$instances" --slab_mem "$slab_mem" --size "$size"
+    done
+done

scripts/load_testing/server_config.py

@@ -0,0 +1,100 @@
+import argparse
+from math import ceil, floor, log
+import os
+
+INSTANCES = 3
+PREFIX = 'test'
+PELIKAN_ADMIN_PORT = 9900
+PELIKAN_SERVER_PORT = 12300
+PELIKAN_SERVER_IP = '10.25.2.45'
+PELIKAN_SIZE = 64
+PELIKAN_SLAB_MEM = 4294967296
+PELIKAN_BINARY = '/root/Twitter/pelikan/_build/_bin/pelikan_twemcache'
+THREAD_PER_SOCKET = 48
+BIND_TO_CORES = False
+BIND_TO_NODES = True
+
+def generate_config(prefix, instances, hash_power, slab_mem):
+  # create top-level folders under prefix
+  config_path = os.path.join(prefix, 'config')
+  os.makedirs(config_path)
+  log_path = os.path.join(prefix, 'log')
+  os.makedirs(log_path)
+
+  # create twemcache config file(s)
+  for i in range(instances):
+    admin_port = PELIKAN_ADMIN_PORT + i
+    server_port = PELIKAN_SERVER_PORT + i
+    config_file = 'pelikan-{server_port}.config'.format(server_port=server_port)
+    config_str = """\
+daemonize: yes
+admin_port: {admin_port}
+server_port: {server_port}
+
+buf_init_size: 4096
+
+buf_sock_poolsize: 16384
+
+debug_log_level: 5
+debug_log_file: log/{server_port}/twemcache.log
+debug_log_nbuf: 1048576
+
+klog_file: log/{server_port}/twemcache.cmd
+klog_backup: log/{server_port}/twemcache.cmd.old
+klog_sample: 100
+klog_max: 1073741824
+
+request_poolsize: 16384
+response_poolsize: 32768
+
+slab_evict_opt: 1
+slab_prealloc: yes
+slab_hash_power: {hash_power}
+slab_mem: {slab_mem}
+slab_size: 1048756
+""".format(admin_port=admin_port, server_port=server_port, hash_power=hash_power, slab_mem=slab_mem)
+    try:
+      os.makedirs(os.path.join(log_path, str(server_port)))
+    except:
+      pass
+    with open(os.path.join(config_path, config_file),'w') as the_file:
+      the_file.write(config_str)
+
+def generate_runscript(prefix, instances):
+  config_path = os.path.join(prefix, 'config')
+  # create bring-up.sh
+  fname = os.path.join(prefix, 'bring-up.sh')
+  with open(fname,'w') as the_file:
+    for i in range(instances):
+      config_file = os.path.join(config_path, 'pelikan-{server_port}.config'.format(server_port=PELIKAN_SERVER_PORT+i))
+      if BIND_TO_NODES:
+        the_file.write('sudo numactl --cpunodebind={numa_node} --preferred={numa_node} '.format(
+            numa_node=i%2))
+      elif BIND_TO_CORES:
+        the_file.write('sudo numactl --physcpubind={physical_thread},{logical_thread} '.format(
+            physical_thread=i,
+            logical_thread=i+THREAD_PER_SOCKET))
+      the_file.write('{binary_file} {config_file}\n'.format(
+          binary_file=PELIKAN_BINARY,
+          config_file=config_file))
+  os.chmod(fname, 0777)
+
+if __name__ == "__main__":
+  parser = argparse.ArgumentParser(description="""
+    Generate all the server-side scripts/configs needed for a test run.
+    """)
+  parser.add_argument('--prefix', dest='prefix', type=str, default=PREFIX, help='folder that contains all the other files to be generated')
+  parser.add_argument('--instances', dest='instances', type=int, default=INSTANCES, help='number of instances')
+  parser.add_argument('--size', dest='size', type=int, default=PELIKAN_SIZE, help='key+val total size')
+  parser.add_argument('--slab_mem', dest='slab_mem', type=int, default=PELIKAN_SLAB_MEM, help='total capacity of slab memory, in bytes')
+
+  args = parser.parse_args()
+
+  nkey = 1.0 * args.slab_mem / args.size
+  hash_power = int(ceil(log(nkey, 2)))
+
+  if not os.path.exists(args.prefix):
+    os.makedirs(args.prefix)
+
+  generate_config(args.prefix, args.instances, hash_power, args.slab_mem)
+  generate_runscript(args.prefix, args.instances)