client.py

#!/usr/bin/env python3

import http.client
import json
import multiprocessing
import random
import sys
import time
import urllib.parse

# =======================================

CONNECT_HOST = '127.0.0.1'
CONNECT_PORT = 8000

VALUE_NAMES = [
    'name',
    'name2',
    'name 3',
    'name #4',
    'another',
    'non-existent',
    *[f'name_{x}' for x in range(100_000)],
]

COUNT_OF_OPERATIONS_PER_PROCESS = 10_000
COUNT_OF_PROCESSES = 1  # multiprocessing.cpu_count()

PERCENT_OF_WRITES = 1

arg1 = sys.argv[1] if len(sys.argv) > 1 else ''

LOG_EVERY_REQUEST = arg1 != '--no-logs'


# =======================================


def one_request(conn: http.client.HTTPConnection) -> None:
    rand = random.randint(1, 100)
    writing = (rand <= PERCENT_OF_WRITES)

    name = random.choice(VALUE_NAMES)
    url = '/api/records/' + urllib.parse.quote_plus(name)

    headers_get = {
        'Accept': 'application/json',
    }
    headers_post = {
        'Content-type': 'application/json',
        'Accept': 'application/json',
    }

    while True:  # retry connection loop
        try:
            if writing:
                new_value = f'val_{random.randint(1000, 1000_000_000)}'

                data = {"value": new_value}

                if LOG_EVERY_REQUEST:
                    print('====================================================')
                    print(f'POST {url}: {data}')

                request_body_bytes = json.dumps(data, indent=2, sort_keys=True).encode(encoding='utf8')
                conn.request(method='POST', url=url, body=request_body_bytes, headers=headers_post)
            else:
                if LOG_EVERY_REQUEST:
                    print(f'GET {url}')
                conn.request(method='GET', url=url, headers=headers_get)

            response = conn.getresponse()
            if LOG_EVERY_REQUEST:
                print(f'REPLY: {response.status} {response.reason}')

            body_bytes = response.read()

            break  # exit infinite retry connection loop
        except ConnectionError as error:
            print('Failed making HTTP request: ', repr(error))
            conn.close()
            sleep_duration_sec = 5.0
            print(f'Retry after sleeping {sleep_duration_sec} seconds...')
            time.sleep(sleep_duration_sec)

    if response.status not in (200, 404):
        print(f'RAW_REPLY_BODY: {body_bytes}')

    if writing:
        assert response.status == 200
    else:
        assert response.status in (200, 404)

    if LOG_EVERY_REQUEST and response.status == 200:
        body_text = body_bytes.decode(encoding='utf8')
        body = json.loads(body_text)

        assert body['name'] == name
        print(f'REPLY_BODY: {body}')


def main() -> None:
    print('main: begin')

    print('main: connect server')

    operation_count = COUNT_OF_OPERATIONS_PER_PROCESS

    conn = http.client.HTTPConnection(host=CONNECT_HOST, port=CONNECT_PORT)
    print('HTTP connection was established')

    begin = time.perf_counter()

    for i in range(operation_count):
        one_request(conn)
        if (i + 1) % 1000 == 0:
            print(f'STATS: Finished {i + 1} requests')

    end = time.perf_counter()
    elapsed = max(end - begin, 0.001)
    ops_per_sec = int(operation_count / elapsed)

    conn.close()

    print(
        f'main: It took {elapsed:.3f} seconds to execute {operation_count} requests;'
        f' {ops_per_sec} requests per second'
    )

    print('main: end')


def spawn_processes(process_count) -> None:
    print(f'spawn_processes: start {process_count} child processes')

    pool = [multiprocessing.Process(target=main, args=()) for _ in range(process_count)]

    begin = time.perf_counter()

    for process in pool:
        process.start()

    for process in pool:
        process.join()
        print('spawn_processes: Child process finished')

    end = time.perf_counter()
    elapsed = max(end - begin, 0.001)
    operation_count = COUNT_OF_OPERATIONS_PER_PROCESS * process_count
    ops_per_sec = int(operation_count / elapsed)

    print(
        f'spawn_processes: It took {elapsed:.3f} seconds to execute {operation_count} requests;'
        f' {ops_per_sec} requests per second'
    )

    print('spawn_processes: end')


if __name__ == '__main__':
    if COUNT_OF_PROCESSES == 1:
        main()
    else:
        spawn_processes(COUNT_OF_PROCESSES)