tcc/scripts/testes.py

import requests
import docker
import concurrent.futures
import time
import sys
import os
from graph import generate_req_graph, generate_resource_graph
from math import floor
from init import init

if len(sys.argv) < 2 or len(sys.argv) > 3 or sys.argv[1] == '-h' or sys.argv[1] == '--help':
    print("Usage: python testes.py <framework name> [container name]")
    sys.exit(1)

init()

THREADS = 10
FRAMEWORK_NAME = sys.argv[1]
CONTAINER_NAME = sys.argv[2] if len(sys.argv) > 2 else ""
URL_BASE = 'http://localhost:9090'
BLUR_RADIUS = 5
API_REQUESTS = [
    ('/image/save-big-image', 'POST', range(0, 10_000, 1_000), open('big-image.png', 'rb').read()),
    (f'/image/blur?radius={BLUR_RADIUS}', 'POST', range(0, 1_000, 50), open('small-image.png', 'rb').read()),
    ('/status/ok', 'GET', range(0, 30_000, 5000), None),
    ('/image/load-small-image', 'GET', range(0, 30_000, 5000), None),
    ('/static/small-image.png', 'GET', range(0, 30_000, 5000), None),
    ('/image/load-big-image', 'GET', range(0, 500, 50), None),
    ('/static/big-image.png', 'GET', range(0, 500, 50), None),
    ('/static/video.mp4', 'GET', range(0, 10_000, 1_000), None),
]

def send_request(url, method = 'GET', payload = None):
    success = False
    responses = {
        2: 0, # OK
        4: 0, # Bad Request
        5: 0, # Server Error
    }
    while not success:
        try:
            response = None
            if method == 'GET':
                response = requests.get(url)
            elif method == 'POST':
                response = requests.post(url, data=payload, headers={'Content-Type': 'image/png'})
        except:
            continue
        success = response.status_code == 200
        responses[floor(response.status_code/100)] += 1
    return responses

def getFileNames(endpoint):
    endpoint = endpoint.replace('/', '')

    files = [
        f"data/req_{FRAMEWORK_NAME}_{endpoint}.csv",
        f"data/resource_{FRAMEWORK_NAME}_{endpoint}.csv",
    ]

    return files

def record(filename, requests, reqpersec):
    with open(filename, "a") as file:
        file.write(f"{requests},{reqpersec}\n")

def record_resource(filename, requests, cpu, ram):
    with open(filename, "a") as file:
        file.write(f"{requests},{cpu},{ram}\n")

def run_tests(endpoint, method, num_requests, metadata):
    files = getFileNames(endpoint)
    for filename in files:
        if os.path.exists(filename):
            os.remove(filename)

    for num_request in num_requests:
        if num_request <= 0: continue

        ok_responses = 0
        bad_responses = 0
        server_errors = 0
        cpu, ram = 0, 0

        with concurrent.futures.ThreadPoolExecutor(max_workers=THREADS) as executor:
            url = f'{URL_BASE}{endpoint}'

            start_time = time.time()

            futures = []
            #with requests.Session() as session:
            #    futures = [executor.submit(send_request, session, url) for _ in range(num_request)]

            half = floor(num_request/2)
            for i in range(num_request):
                futures.append(executor.submit(send_request, url, method, metadata))

                if i == half:
                    cpu, ram = get_resource_usage()

            concurrent.futures.wait(futures)

            elapsed_time = time.time() - start_time

            for future in futures:
                responses = future.result()
                ok_responses += responses[2]
                bad_responses += responses[4]
                server_errors += responses[5]

        print(f"{num_request}: {elapsed_time:.2f} seconds. {elapsed_time/num_request:.4f} seconds per request. {num_request/elapsed_time:.2f} requests per second. [OK: {ok_responses}, Bad Request: {bad_responses}, Server Error: {server_errors}]]")
        record(files[0], num_request, f"{num_request/elapsed_time:.2f}")
        record_resource(files[1], num_request, cpu, ram)

        generate_req_graph(files[0], FRAMEWORK_NAME, endpoint)
        generate_resource_graph(files[1], FRAMEWORK_NAME, endpoint)

        time.sleep(3)

def get_resource_usage():
    if CONTAINER_NAME == "": return 0, 0

    try:
        client = docker.from_env()
        stats = client.containers.get(CONTAINER_NAME).stats(stream=False)
    except:
        return 0, 0 # unable to get stats

    return get_cpu_usage(stats), get_ram_usage(stats)

def get_cpu_usage(stats):
    UsageDelta = stats['cpu_stats']['cpu_usage']['total_usage'] - stats['precpu_stats']['cpu_usage']['total_usage']
    SystemDelta = stats['cpu_stats']['system_cpu_usage'] - stats['precpu_stats']['system_cpu_usage']
    len_cpu = stats['cpu_stats']['online_cpus']
    percentage = (UsageDelta / SystemDelta) * len_cpu
    return f"{percentage:.2f}"

def get_ram_usage(stats):
    usage = stats['memory_stats']['usage']
    limit = stats['memory_stats']['limit']

    percentage = (usage / limit)

    # percent = round(percentage, 2)
    return f"{percentage:.2f}"

if __name__ == "__main__":
    if not os.path.exists("data"):
        os.mkdir("data")
    else:
        os.system("rm -rf data/*")

    for endpoint, method, num_requests, metadata in API_REQUESTS:
        print(f"# {endpoint}")
        run_tests(endpoint, method, num_requests, metadata)