blob: 131b5f003c3cd20cf34affcc09b077d7b3ff9545 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
# test_controller/client/makefile
# ===============================
#
# This file is part of the client-side infrastructure for Server Scalability
# Tests. The client-side is responsible for orchestrating the benchmarking by
# setting up server resources needed for the tests.
#
# What this file does
# -------------------
#
# This makefile knows how to:
#
# - Start and stop server-side system resource monitoring.
#
# - Setup server-side resources for tests (user dbs, access tokens and blobs).
#
# - Orchestrate test runs using the client-side machinery.
#
# - Generate reports and save test results.
#
# Running tests
# -------------
#
# To run tests, make sure a Test Controller Server is reachable at $(URI) and
# run `make`.
URI ?= https://giraffe.cdev.bitmask.net:7001
BLOBS ?= 10000
SIZE ?= 10
#------------------#
# main test target #
#------------------#
test: bench
bench: bench-cpu bench-mem
bench-cpu: start-cpu bench-upload bench-download stop-cpu
bench-mem: start-mem bench-upload bench-download stop-mem
configure-size:
sed -i -e "s/size=[[:digit:]]\+/size=$(SIZE)/" Blobs.conf
bench-upload: configure-size create-users delete-blobs
fl-run-bench -f test_Blobs.py Blobs.test_upload
fl-build-report --html results/blobs-bench.xml
bench-download: configure-size create-users create-blobs
fl-run-bench -f test_Blobs.py Blobs.test_download
fl-build-report --html results/blobs-bench.xml
# for quick tests only
bench-upload-quick: configure-size create-users delete-blobs
fl-run-bench -c 1 --duration 10 -f test_Blobs.py Blobs.test_upload
# for quick tests only
bench-download-quick: configure-size create-users create-blobs
fl-run-bench -c 1 --duration 10 -f test_Blobs.py Blobs.test_download
#---------------------#
# resource monitoring #
#---------------------#
start-cpu:
curl -X POST $(URI)/cpu
stop-cpu:
curl -X GET $(URI)/cpu
start-mem:
curl -X POST $(URI)/mem
stop-mem:
curl -X GET $(URI)/mem
#--------------#
# server setup #
#--------------#
create-users:
curl -X POST $(URI)/users?create=1
delete-blobs:
curl -X POST "$(URI)/blobs?action=delete"
create-blobs:
curl -X POST "$(URI)/blobs?action=create&size=$(SIZE)&amount=$(BLOBS)"
|
