summaryrefslogtreecommitdiff
path: root/scripts/scalability/test_controller/client/makefile
blob: e0a719a075ecadcfe972cb05c7ac324a2f856ad4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
# test_controller/client/makefile
# ===============================
#
# This file is part of the client-side infrastructure for Server Scalability
# Tests. The client-side is responsible for orchestrating the benchmarking by
# setting up server resources needed for the tests.
#
# What this file does
# -------------------
#
# This makefile knows how to:
#
#   - Start and stop server-side system resource monitoring.
#
#   - Setup server-side resources for tests (user dbs, access tokens and blobs).
#
#   - Orchestrate test runs using the client-side machinery.
#
#   - Generate reports and save test results.
#
# Running tests
# -------------
#
# To run tests, make sure a Test Controller Server is reachable at $(URI) and
# run `make`.


URI    = https://giraffe.cdev.bitmask.net:7001
CREATE = 5000


#------------------#
# main test target #
#------------------#

test: bench

bench: bench-cpu bench-mem

bench-cpu: start-cpu bench-upload bench-download stop-cpu

bench-mem: start-mem bench-upload bench-download stop-mem

bench-upload: create-users delete-blobs
	 fl-run-bench -f test_Blobs.py Blobs.test_upload
	 fl-build-report --html results/blobs-bench.xml

bench-download: create-users create-blobs
	 fl-run-bench -f test_Blobs.py Blobs.test_download
	 fl-build-report --html results/blobs-bench.xml

# for quick tests only
bench-upload-quick: create-users delete-blobs
	 curl -X POST "$(URI)/blobs?action=delete"
	 fl-run-bench -c 1 --duration 10 -f test_Blobs.py Blobs.test_upload

# for quick tests only
bench-download-quick: create-users create-blobs
	 curl -X POST "$(URI)/blobs?action=create&size=10"
	 fl-run-bench -c 1 --duration 10 -f test_Blobs.py Blobs.test_download

#---------------------#
# resource monitoring #
#---------------------#

start-cpu:
	 curl -X POST $(URI)/cpu

stop-cpu:
	 curl -X GET $(URI)/cpu

start-mem:
	 curl -X POST $(URI)/mem

stop-mem:
	 curl -X GET $(URI)/mem


#--------------#
# server setup #
#--------------#

create-users:
	 curl -X POST $(URI)/users?create=$(CREATE)

delete-blobs:
	 curl -X POST "$(URI)/blobs?action=delete"

create-blobs:
	 curl -X POST "$(URI)/blobs?action=create&size=10&amount=5000"