From 2d72b4e044bb3a0fe4e6de70d8470a94e85e7754 Mon Sep 17 00:00:00 2001 From: drebs Date: Thu, 2 Nov 2017 09:56:28 -0200 Subject: add blobs server scalability tests results --- server-scalability/README.txt | 38 + .../test_download-20171101T183840/funkload.css | 257 +++++ .../test_download-20171101T183840/funkload.xml.zip | Bin 0 -> 446248 bytes .../100k/test_download-20171101T183840/index.html | 1010 ++++++++++++++++++++ .../100k/test_download-20171101T183840/index.rst | 209 ++++ .../100k/test_download-20171101T183840/pages.data | 9 + .../100k/test_download-20171101T183840/pages.gplot | 41 + .../100k/test_download-20171101T183840/pages.png | Bin 0 -> 6894 bytes .../test_download-20171101T183840/pages_spps.png | Bin 0 -> 7251 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 6902 bytes .../test_download-20171101T183840/requests.data | 9 + .../test_download-20171101T183840/requests.gplot | 15 + .../test_download-20171101T183840/requests.png | Bin 0 -> 6837 bytes .../test_download-20171101T183840/requests_rps.png | Bin 0 -> 7370 bytes .../100k/test_download-20171101T183840/tests.data | 9 + .../100k/test_download-20171101T183840/tests.gplot | 8 + .../100k/test_download-20171101T183840/tests.png | Bin 0 -> 7007 bytes .../time_rps-000.data | 30 + .../time_rps-001.data | 31 + .../time_rps-002.data | 31 + .../time_rps-003.data | 32 + .../time_rps-004.data | 32 + .../time_rps-005.data | 32 + .../time_rps-006.data | 32 + .../time_rps-007.data | 33 + .../test_download-20171101T183840/time_rps.gplot | 26 + .../test_download-20171101T183840/time_rps.png | Bin 0 -> 13512 bytes .../100k/test_upload-20171101T183258/funkload.css | 257 +++++ .../test_upload-20171101T183258/funkload.xml.zip | Bin 0 -> 92717 bytes .../100k/test_upload-20171101T183258/index.html | 1010 ++++++++++++++++++++ .../100k/test_upload-20171101T183258/index.rst | 209 ++++ .../100k/test_upload-20171101T183258/pages.data | 9 + .../100k/test_upload-20171101T183258/pages.gplot | 41 + .../100k/test_upload-20171101T183258/pages.png | Bin 0 -> 7251 bytes .../test_upload-20171101T183258/pages_spps.png | Bin 0 -> 7401 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 7228 bytes .../100k/test_upload-20171101T183258/requests.data | 9 + .../test_upload-20171101T183258/requests.gplot | 15 + .../100k/test_upload-20171101T183258/requests.png | Bin 0 -> 7165 bytes .../test_upload-20171101T183258/requests_rps.png | Bin 0 -> 7326 bytes .../100k/test_upload-20171101T183258/tests.data | 9 + .../100k/test_upload-20171101T183258/tests.gplot | 8 + .../100k/test_upload-20171101T183258/tests.png | Bin 0 -> 6899 bytes .../test_upload-20171101T183258/time_rps-000.data | 10 + .../test_upload-20171101T183258/time_rps-001.data | 7 + .../test_upload-20171101T183258/time_rps-002.data | 21 + .../test_upload-20171101T183258/time_rps-003.data | 24 + .../test_upload-20171101T183258/time_rps-004.data | 23 + .../test_upload-20171101T183258/time_rps-005.data | 20 + .../test_upload-20171101T183258/time_rps-006.data | 17 + .../test_upload-20171101T183258/time_rps-007.data | 14 + .../test_upload-20171101T183258/time_rps.gplot | 26 + .../100k/test_upload-20171101T183258/time_rps.png | Bin 0 -> 10447 bytes .../10k/test_download-20171101T173739/funkload.css | 257 +++++ .../test_download-20171101T173739/funkload.xml.zip | Bin 0 -> 628108 bytes .../10k/test_download-20171101T173739/index.html | 1010 ++++++++++++++++++++ .../10k/test_download-20171101T173739/index.rst | 209 ++++ .../10k/test_download-20171101T173739/pages.data | 9 + .../10k/test_download-20171101T173739/pages.gplot | 41 + .../10k/test_download-20171101T173739/pages.png | Bin 0 -> 7020 bytes .../test_download-20171101T173739/pages_spps.png | Bin 0 -> 8102 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 7210 bytes .../test_download-20171101T173739/requests.data | 9 + .../test_download-20171101T173739/requests.gplot | 15 + .../10k/test_download-20171101T173739/requests.png | Bin 0 -> 7145 bytes .../test_download-20171101T173739/requests_rps.png | Bin 0 -> 7724 bytes .../10k/test_download-20171101T173739/tests.data | 9 + .../10k/test_download-20171101T173739/tests.gplot | 8 + .../10k/test_download-20171101T173739/tests.png | Bin 0 -> 7258 bytes .../time_rps-000.data | 32 + .../time_rps-001.data | 32 + .../time_rps-002.data | 31 + .../time_rps-003.data | 31 + .../time_rps-004.data | 26 + .../time_rps-005.data | 26 + .../time_rps-006.data | 23 + .../time_rps-007.data | 24 + .../test_download-20171101T173739/time_rps.gplot | 26 + .../10k/test_download-20171101T173739/time_rps.png | Bin 0 -> 14282 bytes .../10k/test_upload-20171101T173213/funkload.css | 257 +++++ .../test_upload-20171101T173213/funkload.xml.zip | Bin 0 -> 99212 bytes .../10k/test_upload-20171101T173213/index.html | 1010 ++++++++++++++++++++ .../10k/test_upload-20171101T173213/index.rst | 209 ++++ .../10k/test_upload-20171101T173213/pages.data | 9 + .../10k/test_upload-20171101T173213/pages.gplot | 41 + .../10k/test_upload-20171101T173213/pages.png | Bin 0 -> 7233 bytes .../10k/test_upload-20171101T173213/pages_spps.png | Bin 0 -> 7783 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 7268 bytes .../10k/test_upload-20171101T173213/requests.data | 9 + .../10k/test_upload-20171101T173213/requests.gplot | 15 + .../10k/test_upload-20171101T173213/requests.png | Bin 0 -> 7205 bytes .../test_upload-20171101T173213/requests_rps.png | Bin 0 -> 8127 bytes .../10k/test_upload-20171101T173213/tests.data | 9 + .../10k/test_upload-20171101T173213/tests.gplot | 8 + .../10k/test_upload-20171101T173213/tests.png | Bin 0 -> 7763 bytes .../test_upload-20171101T173213/time_rps-000.data | 15 + .../test_upload-20171101T173213/time_rps-001.data | 14 + .../test_upload-20171101T173213/time_rps-002.data | 28 + .../test_upload-20171101T173213/time_rps-003.data | 23 + .../test_upload-20171101T173213/time_rps-004.data | 23 + .../test_upload-20171101T173213/time_rps-005.data | 21 + .../test_upload-20171101T173213/time_rps-006.data | 20 + .../test_upload-20171101T173213/time_rps-007.data | 16 + .../10k/test_upload-20171101T173213/time_rps.gplot | 26 + .../10k/test_upload-20171101T173213/time_rps.png | Bin 0 -> 11207 bytes .../1k/test_download-20171101T171926/funkload.css | 257 +++++ .../test_download-20171101T171926/funkload.xml.zip | Bin 0 -> 707296 bytes .../1k/test_download-20171101T171926/index.html | 1010 ++++++++++++++++++++ .../1k/test_download-20171101T171926/index.rst | 209 ++++ .../1k/test_download-20171101T171926/pages.data | 9 + .../1k/test_download-20171101T171926/pages.gplot | 41 + .../1k/test_download-20171101T171926/pages.png | Bin 0 -> 7000 bytes .../test_download-20171101T171926/pages_spps.png | Bin 0 -> 7689 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 7238 bytes .../1k/test_download-20171101T171926/requests.data | 9 + .../test_download-20171101T171926/requests.gplot | 15 + .../1k/test_download-20171101T171926/requests.png | Bin 0 -> 7165 bytes .../test_download-20171101T171926/requests_rps.png | Bin 0 -> 7631 bytes .../1k/test_download-20171101T171926/tests.data | 9 + .../1k/test_download-20171101T171926/tests.gplot | 8 + .../1k/test_download-20171101T171926/tests.png | Bin 0 -> 7197 bytes .../time_rps-000.data | 32 + .../time_rps-001.data | 30 + .../time_rps-002.data | 25 + .../time_rps-003.data | 19 + .../time_rps-004.data | 22 + .../time_rps-005.data | 17 + .../time_rps-006.data | 19 + .../time_rps-007.data | 16 + .../test_download-20171101T171926/time_rps.gplot | 26 + .../1k/test_download-20171101T171926/time_rps.png | Bin 0 -> 13970 bytes .../1k/test_upload-20171101T171410/funkload.css | 257 +++++ .../test_upload-20171101T171410/funkload.xml.zip | Bin 0 -> 104299 bytes .../1k/test_upload-20171101T171410/index.html | 1010 ++++++++++++++++++++ .../1k/test_upload-20171101T171410/index.rst | 209 ++++ .../1k/test_upload-20171101T171410/pages.data | 9 + .../1k/test_upload-20171101T171410/pages.gplot | 41 + .../1k/test_upload-20171101T171410/pages.png | Bin 0 -> 7217 bytes .../1k/test_upload-20171101T171410/pages_spps.png | Bin 0 -> 7297 bytes .../request_001.001.data | 9 + .../request_001.001.gplot | 11 + .../request_001.001.png | Bin 0 -> 7245 bytes .../1k/test_upload-20171101T171410/requests.data | 9 + .../1k/test_upload-20171101T171410/requests.gplot | 15 + .../1k/test_upload-20171101T171410/requests.png | Bin 0 -> 7182 bytes .../test_upload-20171101T171410/requests_rps.png | Bin 0 -> 7628 bytes .../1k/test_upload-20171101T171410/tests.data | 9 + .../1k/test_upload-20171101T171410/tests.gplot | 8 + .../1k/test_upload-20171101T171410/tests.png | Bin 0 -> 7181 bytes .../test_upload-20171101T171410/time_rps-000.data | 15 + .../test_upload-20171101T171410/time_rps-001.data | 12 + .../test_upload-20171101T171410/time_rps-002.data | 28 + .../test_upload-20171101T171410/time_rps-003.data | 26 + .../test_upload-20171101T171410/time_rps-004.data | 23 + .../test_upload-20171101T171410/time_rps-005.data | 21 + .../test_upload-20171101T171410/time_rps-006.data | 18 + .../test_upload-20171101T171410/time_rps-007.data | 17 + .../1k/test_upload-20171101T171410/time_rps.gplot | 26 + .../1k/test_upload-20171101T171410/time_rps.png | Bin 0 -> 10782 bytes server-scalability/results/README.txt | 30 + 170 files changed, 10860 insertions(+) create mode 100644 server-scalability/README.txt create mode 100644 server-scalability/results/100k/test_download-20171101T183840/funkload.css create mode 100644 server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip create mode 100644 server-scalability/results/100k/test_download-20171101T183840/index.html create mode 100644 server-scalability/results/100k/test_download-20171101T183840/index.rst create mode 100644 server-scalability/results/100k/test_download-20171101T183840/pages.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/pages.gplot create mode 100644 server-scalability/results/100k/test_download-20171101T183840/pages.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/pages_spps.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/request_001.001.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot create mode 100644 server-scalability/results/100k/test_download-20171101T183840/request_001.001.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/requests.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/requests.gplot create mode 100644 server-scalability/results/100k/test_download-20171101T183840/requests.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/requests_rps.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/tests.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/tests.gplot create mode 100644 server-scalability/results/100k/test_download-20171101T183840/tests.png create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot create mode 100644 server-scalability/results/100k/test_download-20171101T183840/time_rps.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/funkload.css create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/index.html create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/index.rst create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/pages.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/pages.gplot create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/pages.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/requests.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/requests.gplot create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/requests.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/tests.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/tests.gplot create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/tests.png create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot create mode 100644 server-scalability/results/100k/test_upload-20171101T183258/time_rps.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/funkload.css create mode 100644 server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip create mode 100644 server-scalability/results/10k/test_download-20171101T173739/index.html create mode 100644 server-scalability/results/10k/test_download-20171101T173739/index.rst create mode 100644 server-scalability/results/10k/test_download-20171101T173739/pages.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/pages.gplot create mode 100644 server-scalability/results/10k/test_download-20171101T173739/pages.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/pages_spps.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/request_001.001.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot create mode 100644 server-scalability/results/10k/test_download-20171101T173739/request_001.001.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/requests.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/requests.gplot create mode 100644 server-scalability/results/10k/test_download-20171101T173739/requests.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/requests_rps.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/tests.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/tests.gplot create mode 100644 server-scalability/results/10k/test_download-20171101T173739/tests.png create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot create mode 100644 server-scalability/results/10k/test_download-20171101T173739/time_rps.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/funkload.css create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/index.html create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/index.rst create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/pages.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/pages.gplot create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/pages.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/requests.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/requests.gplot create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/requests.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/tests.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/tests.gplot create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/tests.png create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot create mode 100644 server-scalability/results/10k/test_upload-20171101T173213/time_rps.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/funkload.css create mode 100644 server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip create mode 100644 server-scalability/results/1k/test_download-20171101T171926/index.html create mode 100644 server-scalability/results/1k/test_download-20171101T171926/index.rst create mode 100644 server-scalability/results/1k/test_download-20171101T171926/pages.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/pages.gplot create mode 100644 server-scalability/results/1k/test_download-20171101T171926/pages.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/pages_spps.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/request_001.001.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot create mode 100644 server-scalability/results/1k/test_download-20171101T171926/request_001.001.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/requests.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/requests.gplot create mode 100644 server-scalability/results/1k/test_download-20171101T171926/requests.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/requests_rps.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/tests.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/tests.gplot create mode 100644 server-scalability/results/1k/test_download-20171101T171926/tests.png create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot create mode 100644 server-scalability/results/1k/test_download-20171101T171926/time_rps.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/funkload.css create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/index.html create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/index.rst create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/pages.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/pages.gplot create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/pages.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/requests.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/requests.gplot create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/requests.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/tests.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/tests.gplot create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/tests.png create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot create mode 100644 server-scalability/results/1k/test_upload-20171101T171410/time_rps.png create mode 100644 server-scalability/results/README.txt diff --git a/server-scalability/README.txt b/server-scalability/README.txt new file mode 100644 index 0000000..e514cb8 --- /dev/null +++ b/server-scalability/README.txt @@ -0,0 +1,38 @@ +Blobs Server Scalability Tests Results +====================================== + +These are results obtained by running the blobs scalability tests that can be +found in: + + https://0xacab.org/leap/soledad/tree/master/scripts/scalability + +Overview +-------- + +The blobs server scalability tests aim to find the maximum amount of parallel +blobs upload and download requests that the server is able to respond to. We +use FunkLoad[1] to launch an increasing number of parallel upload/download +requests and to create reports with a summary of the results. The metrics +obtained are: + +- The number of Successful Tests Per Second given the number of Concurrent + Users. + +- The number of Successful Pages Per Second given the number of Concurrent + Users. A Page in the context of FunkLoad is a request to the server. For + tests that have only one Page request, this number is the same as the above. + +- The total number of Requests Per Second (successful or not) given the number + of Concurrent Users. + +- Graphs with the associated response times. + +[1] https://funkload.nuxeo.org/ + + +Scenarios +--------- + +The size of the uploaded/downloaded blobs and the client and server bandwidth +are parameters that highly influence the results of these tests. See the file +results/README.txt for information on the scenario used for each test. diff --git a/server-scalability/results/100k/test_download-20171101T183840/funkload.css b/server-scalability/results/100k/test_download-20171101T183840/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip b/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip new file mode 100644 index 0000000..bfdeb1c Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/index.html b/server-scalability/results/100k/test_download-20171101T183840/index.html new file mode 100644 index 0000000..ebe245f --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 18:38:40
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_download: +Download blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 18:38:40
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_download
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_download contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 11945 tests
    • +
  • 11945 pages
    • +
  • 11945 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
2511.7673533530.00%
5022.9006876870.00%
7534.333103010300.00%
10043.700131113110.00%
12557.033171117110.00%
15068.400205220520.00%
17575.800227422740.00%
20084.233252725270.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.500POOR11.76725.0003533530.00%1.6202.0595.2281.6411.7092.6323.575
500.498UNACCEPTABLE22.90036.0006876870.00%1.6222.1387.1901.6461.8963.0703.528
750.499UNACCEPTABLE34.33346.000103010300.00%1.6222.1357.3681.6511.8783.0523.599
1000.499UNACCEPTABLE43.70059.000131113110.00%1.6212.2517.3961.6501.9193.3983.986
1250.499UNACCEPTABLE57.03369.000171117110.00%1.6212.1677.1661.6531.8813.1093.656
1500.499UNACCEPTABLE68.40083.000205220520.00%1.6292.17310.1461.6571.8873.1193.664
1750.497UNACCEPTABLE75.80095.000227422740.00%1.6292.2908.8481.6601.9303.3564.165
2000.497UNACCEPTABLE84.233122.000252725270.00%1.6332.3419.7791.6641.9773.5894.225
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.500POOR11.76725.0003533530.00%1.6202.0595.2281.6411.7092.6323.575
500.498UNACCEPTABLE22.90036.0006876870.00%1.6222.1387.1901.6461.8963.0703.528
750.499UNACCEPTABLE34.33346.000103010300.00%1.6222.1357.3681.6511.8783.0523.599
1000.499UNACCEPTABLE43.70059.000131113110.00%1.6212.2517.3961.6501.9193.3983.986
1250.499UNACCEPTABLE57.03369.000171117110.00%1.6212.1677.1661.6531.8813.1093.656
1500.499UNACCEPTABLE68.40083.000205220520.00%1.6292.17310.1461.6571.8873.1193.664
1750.497UNACCEPTABLE75.80095.000227422740.00%1.6292.2908.8481.6601.9303.3564.165
2000.497UNACCEPTABLE84.233122.000252725270.00%1.6332.3419.7791.6641.9773.5894.225
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 25 CUs:

+
    +
  • In page 001, Apdex rating: POOR, avg response time: 2.06s, get: /blobs/0/354 +Download blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Download blob

+
    +

  • Req: 001, get, url /blobs/0/354

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    250.500POOR3533530.00%1.6202.0595.2281.6411.7092.6323.575
    500.498UNACCEPTABLE6876870.00%1.6222.1387.1901.6461.8963.0703.528
    750.499UNACCEPTABLE103010300.00%1.6222.1357.3681.6511.8783.0523.599
    1000.499UNACCEPTABLE131113110.00%1.6212.2517.3961.6501.9193.3983.986
    1250.499UNACCEPTABLE171117110.00%1.6212.1677.1661.6531.8813.1093.656
    1500.499UNACCEPTABLE205220520.00%1.6292.17310.1461.6571.8873.1193.664
    1750.497UNACCEPTABLE227422740.00%1.6292.2908.8481.6601.9303.3564.165
    2000.497UNACCEPTABLE252725270.00%1.6332.3419.7791.6641.9773.5894.225
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 20:43 UTC. + +
+ + diff --git a/server-scalability/results/100k/test_download-20171101T183840/index.rst b/server-scalability/results/100k/test_download-20171101T183840/index.rst new file mode 100644 index 0000000..d21ad7f --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 18:38:40 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 18:38:40 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 11945 tests +* 11945 pages +* 11945 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 11.767 353 353 0.00% + 50 22.900 687 687 0.00% + 75 34.333 1030 1030 0.00% + 100 43.700 1311 1311 0.00% + 125 57.033 1711 1711 0.00% + 150 68.400 2052 2052 0.00% + 175 75.800 2274 2274 0.00% + 200 84.233 2527 2527 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 11.767 25.000 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 22.900 36.000 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 34.333 46.000 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 43.700 59.000 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 57.033 69.000 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 68.400 83.000 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 75.800 95.000 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 84.233 122.000 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 11.767 25.000 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 22.900 36.000 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 34.333 46.000 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 43.700 59.000 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 57.033 69.000 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 68.400 83.000 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 75.800 95.000 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 84.233 122.000 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 2.06s, get: ``/blobs/0/354`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/354`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.data b/server-scalability/results/100k/test_download-20171101T183840/pages.data new file mode 100644 index 0000000..c80c23a --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 11.7666666667 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 0 0 0 0.5 0 +50 22.9 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 0 0 0 0 0.497816593886 +75 34.3333333333 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 0 0 0 0 0.49854368932 +100 43.7 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 0 0 0 0 0.49885583524 +125 57.0333333333 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 0 0 0 0 0.498831092928 +150 68.4 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 0 0 0 0 0.499025341131 +175 75.8 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 0 0 0 0 0.497141600704 +200 84.2333333333 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 0 0 0 0 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.gplot b/server-scalability/results/100k/test_download-20171101T183840/pages.gplot new file mode 100644 index 0000000..3ba0a80 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.png b/server-scalability/results/100k/test_download-20171101T183840/pages.png new file mode 100644 index 0000000..c3b421a Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/pages.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png b/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png new file mode 100644 index 0000000..dae6e8b Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data new file mode 100644 index 0000000..4e08d3e --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 +50 001.001 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 +75 001.001 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 +100 001.001 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 +125 001.001 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 +150 001.001 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 +175 001.001 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 +200 001.001 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot new file mode 100644 index 0000000..9149d51 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png new file mode 100644 index 0000000..afd75dc Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.data b/server-scalability/results/100k/test_download-20171101T183840/requests.data new file mode 100644 index 0000000..62e3f41 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 11.7666666667 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 +50 22.9 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 +75 34.3333333333 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 +100 43.7 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 +125 57.0333333333 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 +150 68.4 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 +175 75.8 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 +200 84.2333333333 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.gplot b/server-scalability/results/100k/test_download-20171101T183840/requests.gplot new file mode 100644 index 0000000..88ef778 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.png b/server-scalability/results/100k/test_download-20171101T183840/requests.png new file mode 100644 index 0000000..9d58e7f Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/requests.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png b/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png new file mode 100644 index 0000000..fe620fa Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.data b/server-scalability/results/100k/test_download-20171101T183840/tests.data new file mode 100644 index 0000000..6c1929c --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 11.7666666667 0 +50 22.9 0 +75 34.3333333333 0 +100 43.7 0 +125 57.0333333333 0 +150 68.4 0 +175 75.8 0 +200 84.2333333333 0 diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.gplot b/server-scalability/results/100k/test_download-20171101T183840/tests.gplot new file mode 100644 index 0000000..2e8472d --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.png b/server-scalability/results/100k/test_download-20171101T183840/tests.png new file mode 100644 index 0000000..cbc5043 Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/tests.png differ diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data new file mode 100644 index 0000000..81780ad --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data @@ -0,0 +1,30 @@ +Timeline RPS +1509568720 25 +1509568722 22 +1509568723 4 +1509568724 15 +1509568725 10 +1509568726 13 +1509568727 15 +1509568728 9 +1509568729 13 +1509568730 17 +1509568731 8 +1509568732 15 +1509568733 8 +1509568734 16 +1509568735 8 +1509568736 15 +1509568737 10 +1509568738 14 +1509568739 12 +1509568740 14 +1509568741 10 +1509568742 11 +1509568743 15 +1509568744 11 +1509568745 11 +1509568746 16 +1509568747 7 +1509568748 8 +1509568749 1 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data new file mode 100644 index 0000000..76b9acf --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data @@ -0,0 +1,31 @@ +Timeline RPS +1509568755 26 +1509568756 24 +1509568757 36 +1509568758 12 +1509568759 24 +1509568760 24 +1509568761 22 +1509568762 15 +1509568763 28 +1509568764 18 +1509568765 29 +1509568766 24 +1509568767 20 +1509568768 26 +1509568769 22 +1509568770 29 +1509568771 22 +1509568772 24 +1509568773 20 +1509568774 28 +1509568775 22 +1509568776 22 +1509568777 22 +1509568778 25 +1509568779 20 +1509568780 19 +1509568781 23 +1509568782 29 +1509568783 19 +1509568784 13 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data new file mode 100644 index 0000000..c5bfd16 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data @@ -0,0 +1,31 @@ +Timeline RPS +1509568790 29 +1509568791 46 +1509568792 33 +1509568793 34 +1509568794 38 +1509568795 33 +1509568796 33 +1509568797 32 +1509568798 38 +1509568799 26 +1509568800 41 +1509568801 32 +1509568802 38 +1509568803 36 +1509568804 31 +1509568805 40 +1509568806 29 +1509568807 33 +1509568808 36 +1509568809 32 +1509568810 43 +1509568811 22 +1509568812 39 +1509568813 40 +1509568814 34 +1509568815 42 +1509568816 31 +1509568817 36 +1509568818 32 +1509568819 21 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data new file mode 100644 index 0000000..16791d4 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568826 42 +1509568827 58 +1509568828 49 +1509568829 44 +1509568830 51 +1509568831 39 +1509568832 52 +1509568833 45 +1509568834 41 +1509568835 44 +1509568836 49 +1509568837 28 +1509568838 38 +1509568839 29 +1509568840 45 +1509568841 33 +1509568842 45 +1509568843 34 +1509568844 50 +1509568845 44 +1509568846 43 +1509568847 50 +1509568848 53 +1509568849 30 +1509568850 59 +1509568851 41 +1509568852 57 +1509568853 35 +1509568854 51 +1509568855 26 +1509568856 6 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data new file mode 100644 index 0000000..888e090 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568863 57 +1509568864 68 +1509568865 57 +1509568866 58 +1509568867 61 +1509568868 57 +1509568869 53 +1509568870 57 +1509568871 66 +1509568872 55 +1509568873 57 +1509568874 54 +1509568875 50 +1509568876 63 +1509568877 53 +1509568878 55 +1509568879 58 +1509568880 53 +1509568881 53 +1509568882 62 +1509568883 58 +1509568884 65 +1509568885 57 +1509568886 46 +1509568887 56 +1509568888 54 +1509568889 69 +1509568890 51 +1509568891 59 +1509568892 40 +1509568893 9 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data new file mode 100644 index 0000000..ef85069 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568899 48 +1509568900 80 +1509568901 65 +1509568902 71 +1509568903 54 +1509568904 79 +1509568905 58 +1509568906 77 +1509568907 63 +1509568908 75 +1509568909 48 +1509568910 80 +1509568911 66 +1509568912 82 +1509568913 55 +1509568914 79 +1509568915 55 +1509568916 68 +1509568917 70 +1509568918 69 +1509568919 64 +1509568920 83 +1509568921 63 +1509568922 69 +1509568923 66 +1509568924 75 +1509568925 67 +1509568926 70 +1509568927 77 +1509568928 57 +1509568929 19 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data new file mode 100644 index 0000000..6effa02 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568936 39 +1509568937 86 +1509568938 86 +1509568939 88 +1509568940 83 +1509568941 74 +1509568942 80 +1509568943 76 +1509568944 84 +1509568945 79 +1509568946 74 +1509568947 86 +1509568948 78 +1509568949 88 +1509568950 72 +1509568951 85 +1509568952 65 +1509568953 88 +1509568954 71 +1509568955 95 +1509568956 77 +1509568957 56 +1509568958 66 +1509568959 48 +1509568960 42 +1509568961 67 +1509568962 80 +1509568963 79 +1509568964 65 +1509568965 77 +1509568966 40 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data new file mode 100644 index 0000000..9e903a5 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data @@ -0,0 +1,33 @@ +Timeline RPS +1509568973 10 +1509568974 66 +1509568975 122 +1509568976 71 +1509568977 89 +1509568978 82 +1509568979 94 +1509568980 80 +1509568981 96 +1509568982 91 +1509568983 89 +1509568984 92 +1509568985 82 +1509568986 19 +1509568987 67 +1509568988 60 +1509568989 97 +1509568990 86 +1509568991 90 +1509568992 92 +1509568993 94 +1509568994 86 +1509568995 83 +1509568996 97 +1509568997 88 +1509568998 89 +1509568999 86 +1509569000 92 +1509569001 90 +1509569002 71 +1509569003 64 +1509569004 12 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot b/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot new file mode 100644 index 0000000..68f0fba --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:152] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps.png b/server-scalability/results/100k/test_download-20171101T183840/time_rps.png new file mode 100644 index 0000000..124d10a Binary files /dev/null and b/server-scalability/results/100k/test_download-20171101T183840/time_rps.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/funkload.css b/server-scalability/results/100k/test_upload-20171101T183258/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip b/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip new file mode 100644 index 0000000..28a98f4 Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/index.html b/server-scalability/results/100k/test_upload-20171101T183258/index.html new file mode 100644 index 0000000..e00f3ac --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 18:32:58
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_upload: +Upload blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 18:32:58
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_upload
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_upload contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 2486 tests
    • +
  • 2486 pages
    • +
  • 2486 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
256.6672002000.00%
509.9672992990.00%
7512.4333733730.00%
10011.3673413410.00%
12511.8003543540.00%
15011.1003333330.00%
1759.9002972970.00%
2009.6332892890.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.500POOR6.66725.0002002000.00%3.1973.5073.7533.3943.4873.7103.731
500.500POOR9.96750.0002992990.00%4.2904.8635.3994.3214.8895.2415.256
750.204UNACCEPTABLE12.43365.0003733730.00%1.7125.8469.0842.4166.1128.0168.170
1000.022UNACCEPTABLE11.36780.0003413410.00%5.0627.91913.9306.3197.48810.33311.637
1250.018UNACCEPTABLE11.80080.0003543540.00%5.3209.24516.8047.5968.77512.16312.860
1500.002UNACCEPTABLE11.10080.0003333330.00%5.89311.19320.3488.23511.10213.89614.967
1750.000UNACCEPTABLE9.90081.0002972970.00%6.29413.57523.6558.07314.04117.51218.597
2000.000UNACCEPTABLE9.63380.0002892890.00%6.32715.24329.7558.14415.70420.26323.709
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.500POOR6.66725.0002002000.00%3.1973.5073.7533.3943.4873.7103.731
500.500POOR9.96750.0002992990.00%4.2904.8635.3994.3214.8895.2415.256
750.204UNACCEPTABLE12.43365.0003733730.00%1.7125.8469.0842.4166.1128.0168.170
1000.022UNACCEPTABLE11.36780.0003413410.00%5.0627.91913.9306.3197.48810.33311.637
1250.018UNACCEPTABLE11.80080.0003543540.00%5.3209.24516.8047.5968.77512.16312.860
1500.002UNACCEPTABLE11.10080.0003333330.00%5.89311.19320.3488.23511.10213.89614.967
1750.000UNACCEPTABLE9.90081.0002972970.00%6.29413.57523.6558.07314.04117.51218.597
2000.000UNACCEPTABLE9.63380.0002892890.00%6.32715.24329.7558.14415.70420.26323.709
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 25 CUs:

+
    +
  • In page 001, Apdex rating: POOR, avg response time: 3.51s, put: /blobs/0/181 +Upload blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Upload blob

+
    +

  • Req: 001, put, url /blobs/0/181

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    250.500POOR2002000.00%3.1973.5073.7533.3943.4873.7103.731
    500.500POOR2992990.00%4.2904.8635.3994.3214.8895.2415.256
    750.204UNACCEPTABLE3733730.00%1.7125.8469.0842.4166.1128.0168.170
    1000.022UNACCEPTABLE3413410.00%5.0627.91913.9306.3197.48810.33311.637
    1250.018UNACCEPTABLE3543540.00%5.3209.24516.8047.5968.77512.16312.860
    1500.002UNACCEPTABLE3333330.00%5.89311.19320.3488.23511.10213.89614.967
    1750.000UNACCEPTABLE2972970.00%6.29413.57523.6558.07314.04117.51218.597
    2000.000UNACCEPTABLE2892890.00%6.32715.24329.7558.14415.70420.26323.709
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 20:38 UTC. + +
+ + diff --git a/server-scalability/results/100k/test_upload-20171101T183258/index.rst b/server-scalability/results/100k/test_upload-20171101T183258/index.rst new file mode 100644 index 0000000..d9ff7e9 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 18:32:58 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 18:32:58 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2486 tests +* 2486 pages +* 2486 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 6.667 200 200 0.00% + 50 9.967 299 299 0.00% + 75 12.433 373 373 0.00% + 100 11.367 341 341 0.00% + 125 11.800 354 354 0.00% + 150 11.100 333 333 0.00% + 175 9.900 297 297 0.00% + 200 9.633 289 289 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 6.667 25.000 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 9.967 50.000 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 12.433 65.000 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 11.367 80.000 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 11.800 80.000 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 11.100 80.000 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 9.900 81.000 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 9.633 80.000 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 6.667 25.000 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 9.967 50.000 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 12.433 65.000 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 11.367 80.000 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 11.800 80.000 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 11.100 80.000 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 9.900 81.000 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 9.633 80.000 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 3.51s, put: ``/blobs/0/181`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/181`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.data b/server-scalability/results/100k/test_upload-20171101T183258/pages.data new file mode 100644 index 0000000..b3f786a --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 6.66666666667 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 0 0 0 0.5 0 +50 9.96666666667 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 0 0 0 0.5 0 +75 12.4333333333 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 0 0 0 0 0.203753351206 +100 11.3666666667 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 0 0 0 0 0.0219941348974 +125 11.8 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 0 0 0 0 0.0183615819209 +150 11.1 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 0 0 0 0 0.0015015015015 +175 9.9 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 0 0 0 0 0.0 +200 9.63333333333 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 0 0 0 0 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot b/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot new file mode 100644 index 0000000..46e8d02 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.png b/server-scalability/results/100k/test_upload-20171101T183258/pages.png new file mode 100644 index 0000000..6f51411 Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/pages.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png b/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png new file mode 100644 index 0000000..7a7f09d Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data new file mode 100644 index 0000000..412378b --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 +50 001.001 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 +75 001.001 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 +100 001.001 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 +125 001.001 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 +150 001.001 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 +175 001.001 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 +200 001.001 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot new file mode 100644 index 0000000..86db271 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png new file mode 100644 index 0000000..aef2e34 Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.data b/server-scalability/results/100k/test_upload-20171101T183258/requests.data new file mode 100644 index 0000000..8743f32 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 6.66666666667 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 +50 9.96666666667 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 +75 12.4333333333 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 +100 11.3666666667 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 +125 11.8 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 +150 11.1 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 +175 9.9 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 +200 9.63333333333 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot b/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot new file mode 100644 index 0000000..fee649d --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.png b/server-scalability/results/100k/test_upload-20171101T183258/requests.png new file mode 100644 index 0000000..3ad738c Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/requests.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png b/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png new file mode 100644 index 0000000..1305fdf Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.data b/server-scalability/results/100k/test_upload-20171101T183258/tests.data new file mode 100644 index 0000000..4cd7bab --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 6.66666666667 0 +50 9.96666666667 0 +75 12.4333333333 0 +100 11.3666666667 0 +125 11.8 0 +150 11.1 0 +175 9.9 0 +200 9.63333333333 0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot b/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot new file mode 100644 index 0000000..a072aa1 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.png b/server-scalability/results/100k/test_upload-20171101T183258/tests.png new file mode 100644 index 0000000..10e85af Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/tests.png differ diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data new file mode 100644 index 0000000..0a48665 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data @@ -0,0 +1,10 @@ +Timeline RPS +1509568378 25 +1509568381 24 +1509568382 1 +1509568385 25 +1509568388 25 +1509568392 25 +1509568395 25 +1509568399 25 +1509568402 25 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data new file mode 100644 index 0000000..4d9e676 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data @@ -0,0 +1,7 @@ +Timeline RPS +1509568411 50 +1509568416 50 +1509568421 50 +1509568426 50 +1509568431 50 +1509568436 49 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data new file mode 100644 index 0000000..9c0cdcc --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data @@ -0,0 +1,21 @@ +Timeline RPS +1509568446 60 +1509568447 15 +1509568451 6 +1509568452 18 +1509568453 54 +1509568454 1 +1509568457 8 +1509568458 10 +1509568459 9 +1509568460 14 +1509568461 55 +1509568462 5 +1509568465 3 +1509568466 4 +1509568467 10 +1509568468 13 +1509568469 65 +1509568470 11 +1509568471 1 +1509568474 11 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data new file mode 100644 index 0000000..7256159 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data @@ -0,0 +1,24 @@ +Timeline RPS +1509568482 14 +1509568483 80 +1509568484 6 +1509568488 13 +1509568489 14 +1509568490 13 +1509568491 12 +1509568492 14 +1509568493 14 +1509568494 13 +1509568495 14 +1509568496 13 +1509568497 13 +1509568498 13 +1509568499 10 +1509568500 12 +1509568501 11 +1509568502 10 +1509568503 13 +1509568504 12 +1509568505 12 +1509568506 10 +1509568507 5 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data new file mode 100644 index 0000000..e2a2d9f --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509568518 27 +1509568519 80 +1509568520 18 +1509568524 12 +1509568525 12 +1509568526 13 +1509568527 13 +1509568528 13 +1509568529 13 +1509568530 12 +1509568531 11 +1509568532 14 +1509568533 15 +1509568534 12 +1509568535 14 +1509568536 14 +1509568537 14 +1509568538 13 +1509568539 14 +1509568540 11 +1509568541 8 +1509568542 1 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data new file mode 100644 index 0000000..184b2b3 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data @@ -0,0 +1,20 @@ +Timeline RPS +1509568558 59 +1509568559 80 +1509568560 11 +1509568564 9 +1509568565 13 +1509568566 14 +1509568567 15 +1509568568 14 +1509568569 15 +1509568570 12 +1509568571 13 +1509568572 13 +1509568573 11 +1509568574 10 +1509568575 14 +1509568576 11 +1509568577 9 +1509568578 8 +1509568579 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data new file mode 100644 index 0000000..d34ce0d --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data @@ -0,0 +1,17 @@ +Timeline RPS +1509568598 9 +1509568599 81 +1509568600 80 +1509568601 5 +1509568605 6 +1509568606 12 +1509568607 14 +1509568608 11 +1509568609 11 +1509568610 11 +1509568611 13 +1509568612 11 +1509568613 11 +1509568614 11 +1509568615 8 +1509568616 3 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data new file mode 100644 index 0000000..8af0747 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data @@ -0,0 +1,14 @@ +Timeline RPS +1509568643 33 +1509568644 77 +1509568645 80 +1509568646 10 +1509568650 8 +1509568651 12 +1509568652 13 +1509568653 11 +1509568654 11 +1509568655 10 +1509568656 10 +1509568657 8 +1509568658 6 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot new file mode 100644 index 0000000..5383064 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:101] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png new file mode 100644 index 0000000..502ac3a Binary files /dev/null and b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/funkload.css b/server-scalability/results/10k/test_download-20171101T173739/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip b/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip new file mode 100644 index 0000000..a3b266b Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/index.html b/server-scalability/results/10k/test_download-20171101T173739/index.html new file mode 100644 index 0000000..1b896a4 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 17:37:39
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_download: +Download blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 17:37:39
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_download
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_download contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 17788 tests
    • +
  • 17788 pages
    • +
  • 17788 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
2543.000129012900.00%
5078.433235323530.00%
7584.500253525350.00%
10081.900245724570.00%
12585.633256925690.00%
15085.367256125610.00%
17573.500220522050.00%
20060.600181818180.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.985Excellent43.00050.000129012900.00%0.4600.5775.5940.4750.4830.5070.807
500.979Excellent78.433100.000235323530.00%0.4660.6326.8740.4790.4930.8141.383
750.949Excellent84.500146.000253525350.00%0.4560.8786.2200.4810.5251.5123.474
1000.914Good81.900185.000245724570.00%0.4661.2128.4270.4900.6103.8724.790
1250.887Good85.633206.000256925690.00%0.4661.3136.7560.4980.7023.5724.207
1500.772FAIR85.367300.000256125610.00%0.4641.66311.1990.5020.9392.9846.037
1750.796FAIR73.500318.000220522050.00%0.4682.09214.3110.5030.7635.6115.871
2000.715FAIR60.600350.000181818180.00%0.4572.80012.3420.5241.8575.8006.152
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.985Excellent43.00050.000129012900.00%0.4600.5775.5940.4750.4830.5070.807
500.979Excellent78.433100.000235323530.00%0.4660.6326.8740.4790.4930.8141.383
750.949Excellent84.500146.000253525350.00%0.4560.8786.2200.4810.5251.5123.474
1000.914Good81.900185.000245724570.00%0.4661.2128.4270.4900.6103.8724.790
1250.887Good85.633206.000256925690.00%0.4661.3136.7560.4980.7023.5724.207
1500.772FAIR85.367300.000256125610.00%0.4641.66311.1990.5020.9392.9846.037
1750.796FAIR73.500318.000220522050.00%0.4682.09214.3110.5030.7635.6115.871
2000.715FAIR60.600350.000181818180.00%0.4572.80012.3420.5241.8575.8006.152
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 75 CUs:

+
    +
  • In page 001, Apdex rating: Excellent, avg response time: 0.88s, get: /blobs/0/1291 +Download blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Download blob

+
    +

  • Req: 001, get, url /blobs/0/1290

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    250.985Excellent129012900.00%0.4600.5775.5940.4750.4830.5070.807
    500.979Excellent235323530.00%0.4660.6326.8740.4790.4930.8141.383
    750.949Excellent253525350.00%0.4560.8786.2200.4810.5251.5123.474
    1000.914Good245724570.00%0.4661.2128.4270.4900.6103.8724.790
    1250.887Good256925690.00%0.4661.3136.7560.4980.7023.5724.207
    1500.772FAIR256125610.00%0.4641.66311.1990.5020.9392.9846.037
    1750.796FAIR220522050.00%0.4682.09214.3110.5030.7635.6115.871
    2000.715FAIR181818180.00%0.4572.80012.3420.5241.8575.8006.152
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 19:42 UTC. + +
+ + diff --git a/server-scalability/results/10k/test_download-20171101T173739/index.rst b/server-scalability/results/10k/test_download-20171101T173739/index.rst new file mode 100644 index 0000000..b7cb459 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:37:39 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:37:39 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 17788 tests +* 17788 pages +* 17788 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 43.000 1290 1290 0.00% + 50 78.433 2353 2353 0.00% + 75 84.500 2535 2535 0.00% + 100 81.900 2457 2457 0.00% + 125 85.633 2569 2569 0.00% + 150 85.367 2561 2561 0.00% + 175 73.500 2205 2205 0.00% + 200 60.600 1818 1818 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 43.000 50.000 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 78.433 100.000 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 84.500 146.000 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 81.900 185.000 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 85.633 206.000 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 85.367 300.000 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 73.500 318.000 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 60.600 350.000 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 43.000 50.000 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 78.433 100.000 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 84.500 146.000 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 81.900 185.000 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 85.633 206.000 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 85.367 300.000 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 73.500 318.000 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 60.600 350.000 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **75** CUs: + +* In page 001, Apdex rating: Excellent, avg response time: 0.88s, get: ``/blobs/0/1291`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/1290`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.data b/server-scalability/results/10k/test_download-20171101T173739/pages.data new file mode 100644 index 0000000..cff02b2 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 43.0 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 0.985271317829 0 0 0 0 +50 78.4333333333 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 0.978750531237 0 0 0 0 +75 84.5 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 0.949112426036 0 0 0 0 +100 81.9 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 0 0.913715913716 0 0 0 +125 85.6333333333 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 0 0.886531724406 0 0 0 +150 85.3666666667 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 0 0 0.772159312768 0 0 +175 73.5 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 0 0 0.795918367347 0 0 +200 60.6 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 0 0 0.714796479648 0 0 diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.gplot b/server-scalability/results/10k/test_download-20171101T173739/pages.gplot new file mode 100644 index 0000000..5522ca1 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.png b/server-scalability/results/10k/test_download-20171101T173739/pages.png new file mode 100644 index 0000000..78b43bb Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/pages.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png b/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png new file mode 100644 index 0000000..3fdc898 Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data new file mode 100644 index 0000000..9a710dc --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 +50 001.001 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 +75 001.001 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 +100 001.001 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 +125 001.001 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 +150 001.001 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 +175 001.001 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 +200 001.001 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot new file mode 100644 index 0000000..158a341 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png new file mode 100644 index 0000000..a863f5b Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.data b/server-scalability/results/10k/test_download-20171101T173739/requests.data new file mode 100644 index 0000000..2c09e56 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 43.0 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 +50 78.4333333333 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 +75 84.5 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 +100 81.9 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 +125 85.6333333333 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 +150 85.3666666667 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 +175 73.5 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 +200 60.6 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.gplot b/server-scalability/results/10k/test_download-20171101T173739/requests.gplot new file mode 100644 index 0000000..9c39c31 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.png b/server-scalability/results/10k/test_download-20171101T173739/requests.png new file mode 100644 index 0000000..e74a70a Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/requests.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png b/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png new file mode 100644 index 0000000..edbd94e Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.data b/server-scalability/results/10k/test_download-20171101T173739/tests.data new file mode 100644 index 0000000..4d2c34c --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 43.0 0 +50 78.4333333333 0 +75 84.5 0 +100 81.9 0 +125 85.6333333333 0 +150 85.3666666667 0 +175 73.5 0 +200 60.6 0 diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.gplot b/server-scalability/results/10k/test_download-20171101T173739/tests.gplot new file mode 100644 index 0000000..40046d3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.png b/server-scalability/results/10k/test_download-20171101T173739/tests.png new file mode 100644 index 0000000..9690c37 Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/tests.png differ diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data new file mode 100644 index 0000000..8274ed3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data @@ -0,0 +1,32 @@ +Timeline RPS +1509565059 38 +1509565060 40 +1509565061 42 +1509565062 42 +1509565063 44 +1509565064 42 +1509565065 43 +1509565066 44 +1509565067 40 +1509565068 43 +1509565069 42 +1509565070 40 +1509565071 39 +1509565072 47 +1509565073 50 +1509565074 46 +1509565075 47 +1509565076 41 +1509565077 39 +1509565078 42 +1509565079 35 +1509565080 40 +1509565081 42 +1509565082 42 +1509565083 46 +1509565084 48 +1509565085 46 +1509565086 48 +1509565087 41 +1509565088 44 +1509565089 7 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data new file mode 100644 index 0000000..306e565 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data @@ -0,0 +1,32 @@ +Timeline RPS +1509565091 10 +1509565092 96 +1509565093 87 +1509565094 88 +1509565095 81 +1509565096 79 +1509565097 92 +1509565098 92 +1509565099 93 +1509565100 98 +1509565101 100 +1509565102 92 +1509565103 93 +1509565104 80 +1509565105 87 +1509565106 87 +1509565107 85 +1509565108 94 +1509565109 98 +1509565110 75 +1509565111 83 +1509565112 77 +1509565113 78 +1509565114 79 +1509565115 63 +1509565116 66 +1509565117 35 +1509565118 15 +1509565119 20 +1509565120 43 +1509565121 87 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data new file mode 100644 index 0000000..05a9bef --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data @@ -0,0 +1,31 @@ +Timeline RPS +1509565125 2 +1509565126 91 +1509565127 134 +1509565128 139 +1509565129 135 +1509565130 142 +1509565131 62 +1509565132 1 +1509565135 68 +1509565136 136 +1509565137 113 +1509565138 146 +1509565139 118 +1509565140 126 +1509565141 130 +1509565142 44 +1509565143 2 +1509565144 57 +1509565145 77 +1509565146 97 +1509565147 137 +1509565148 145 +1509565149 124 +1509565150 94 +1509565151 88 +1509565152 5 +1509565153 2 +1509565154 7 +1509565155 106 +1509565156 7 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data new file mode 100644 index 0000000..6779370 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data @@ -0,0 +1,31 @@ +Timeline RPS +1509565162 34 +1509565163 185 +1509565164 144 +1509565165 5 +1509565166 1 +1509565167 8 +1509565168 75 +1509565169 109 +1509565170 162 +1509565171 43 +1509565172 5 +1509565173 1 +1509565174 52 +1509565175 147 +1509565176 162 +1509565177 184 +1509565178 144 +1509565179 178 +1509565180 76 +1509565181 116 +1509565182 46 +1509565183 72 +1509565184 53 +1509565185 115 +1509565186 130 +1509565187 91 +1509565188 3 +1509565189 7 +1509565191 13 +1509565192 96 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data new file mode 100644 index 0000000..3ea7413 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data @@ -0,0 +1,26 @@ +Timeline RPS +1509565196 29 +1509565197 189 +1509565198 206 +1509565199 186 +1509565200 71 +1509565201 32 +1509565202 1 +1509565203 120 +1509565204 171 +1509565205 131 +1509565206 11 +1509565207 130 +1509565208 109 +1509565209 38 +1509565210 177 +1509565211 108 +1509565212 30 +1509565213 1 +1509565215 122 +1509565216 165 +1509565217 147 +1509565218 45 +1509565221 15 +1509565222 190 +1509565223 145 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data new file mode 100644 index 0000000..cc85593 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data @@ -0,0 +1,26 @@ +Timeline RPS +1509565232 17 +1509565233 300 +1509565234 266 +1509565235 25 +1509565239 4 +1509565240 88 +1509565241 161 +1509565242 207 +1509565243 170 +1509565244 78 +1509565245 18 +1509565246 124 +1509565247 3 +1509565248 200 +1509565249 16 +1509565250 49 +1509565251 154 +1509565254 186 +1509565255 116 +1509565256 29 +1509565257 132 +1509565258 23 +1509565259 2 +1509565260 154 +1509565261 39 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data new file mode 100644 index 0000000..5eecc1a --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data @@ -0,0 +1,23 @@ +Timeline RPS +1509565269 77 +1509565270 318 +1509565271 43 +1509565275 9 +1509565276 185 +1509565277 262 +1509565278 101 +1509565279 1 +1509565281 19 +1509565282 163 +1509565283 237 +1509565284 75 +1509565285 1 +1509565286 24 +1509565287 1 +1509565289 102 +1509565290 228 +1509565291 129 +1509565292 87 +1509565293 12 +1509565294 43 +1509565295 88 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data new file mode 100644 index 0000000..49eefd3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data @@ -0,0 +1,24 @@ +Timeline RPS +1509565304 1 +1509565305 80 +1509565306 350 +1509565307 12 +1509565309 8 +1509565310 12 +1509565312 203 +1509565313 280 +1509565314 98 +1509565315 63 +1509565316 31 +1509565318 1 +1509565319 242 +1509565320 125 +1509565321 19 +1509565322 3 +1509565324 1 +1509565325 192 +1509565326 65 +1509565327 11 +1509565328 5 +1509565329 4 +1509565331 12 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot b/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot new file mode 100644 index 0000000..20ee0e9 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:437] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps.png b/server-scalability/results/10k/test_download-20171101T173739/time_rps.png new file mode 100644 index 0000000..f3f9a9c Binary files /dev/null and b/server-scalability/results/10k/test_download-20171101T173739/time_rps.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/funkload.css b/server-scalability/results/10k/test_upload-20171101T173213/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip b/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip new file mode 100644 index 0000000..ed5fb7c Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/index.html b/server-scalability/results/10k/test_upload-20171101T173213/index.html new file mode 100644 index 0000000..acff783 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 17:32:13
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_upload: +Upload blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 17:32:13
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_upload
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_upload contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 2661 tests
    • +
  • 2661 pages
    • +
  • 2661 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
259.1672752750.00%
5011.5003453450.00%
7513.3334004000.00%
10010.5673173170.00%
12512.1003633630.00%
15011.2673383380.00%
17510.4333133130.00%
20010.3333103100.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.502POOR9.16725.0002752750.00%0.7752.6195.9392.4762.6192.8112.830
500.493UNACCEPTABLE11.50050.0003453450.00%2.6263.9707.2863.3483.8964.2784.335
750.372UNACCEPTABLE13.33364.0004004000.00%3.1975.19213.5893.6244.5767.6248.851
1000.088UNACCEPTABLE10.56776.0003173170.00%4.4948.03917.4795.6847.54711.13213.010
1250.048UNACCEPTABLE12.10069.0003633630.00%4.1838.69917.2696.5258.31511.35312.692
1500.025UNACCEPTABLE11.26780.0003383380.00%5.06210.96823.5916.82710.79514.27216.208
1750.018UNACCEPTABLE10.43380.0003133130.00%5.16813.06924.1987.82913.42117.04818.726
2000.027UNACCEPTABLE10.33380.0003103100.00%5.00314.18429.2346.80815.79519.86521.150
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.502POOR9.16725.0002752750.00%0.7752.6195.9392.4762.6192.8112.830
500.493UNACCEPTABLE11.50050.0003453450.00%2.6263.9707.2863.3483.8964.2784.335
750.372UNACCEPTABLE13.33364.0004004000.00%3.1975.19213.5893.6244.5767.6248.851
1000.088UNACCEPTABLE10.56776.0003173170.00%4.4948.03917.4795.6847.54711.13213.010
1250.048UNACCEPTABLE12.10069.0003633630.00%4.1838.69917.2696.5258.31511.35312.692
1500.025UNACCEPTABLE11.26780.0003383380.00%5.06210.96823.5916.82710.79514.27216.208
1750.018UNACCEPTABLE10.43380.0003133130.00%5.16813.06924.1987.82913.42117.04818.726
2000.027UNACCEPTABLE10.33380.0003103100.00%5.00314.18429.2346.80815.79519.86521.150
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 25 CUs:

+
    +
  • In page 001, Apdex rating: POOR, avg response time: 2.62s, put: /blobs/0/260 +Upload blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Upload blob

+
    +

  • Req: 001, put, url /blobs/0/260

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    250.502POOR2752750.00%0.7752.6195.9392.4762.6192.8112.830
    500.493UNACCEPTABLE3453450.00%2.6263.9707.2863.3483.8964.2784.335
    750.372UNACCEPTABLE4004000.00%3.1975.19213.5893.6244.5767.6248.851
    1000.088UNACCEPTABLE3173170.00%4.4948.03917.4795.6847.54711.13213.010
    1250.048UNACCEPTABLE3633630.00%4.1838.69917.2696.5258.31511.35312.692
    1500.025UNACCEPTABLE3383380.00%5.06210.96823.5916.82710.79514.27216.208
    1750.018UNACCEPTABLE3133130.00%5.16813.06924.1987.82913.42117.04818.726
    2000.027UNACCEPTABLE3103100.00%5.00314.18429.2346.80815.79519.86521.150
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 19:37 UTC. + +
+ + diff --git a/server-scalability/results/10k/test_upload-20171101T173213/index.rst b/server-scalability/results/10k/test_upload-20171101T173213/index.rst new file mode 100644 index 0000000..e883ecf --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:32:13 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:32:13 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2661 tests +* 2661 pages +* 2661 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 9.167 275 275 0.00% + 50 11.500 345 345 0.00% + 75 13.333 400 400 0.00% + 100 10.567 317 317 0.00% + 125 12.100 363 363 0.00% + 150 11.267 338 338 0.00% + 175 10.433 313 313 0.00% + 200 10.333 310 310 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 9.167 25.000 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 11.500 50.000 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 13.333 64.000 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 10.567 76.000 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 12.100 69.000 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 11.267 80.000 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 10.433 80.000 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 10.333 80.000 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 9.167 25.000 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 11.500 50.000 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 13.333 64.000 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 10.567 76.000 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 12.100 69.000 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 11.267 80.000 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 10.433 80.000 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 10.333 80.000 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 2.62s, put: ``/blobs/0/260`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/260`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.data b/server-scalability/results/10k/test_upload-20171101T173213/pages.data new file mode 100644 index 0000000..f4ba559 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 9.16666666667 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 0 0 0 0.501818181818 0 +50 11.5 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 0 0 0 0 0.492753623188 +75 13.3333333333 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 0 0 0 0 0.3725 +100 10.5666666667 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 0 0 0 0 0.0883280757098 +125 12.1 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 0 0 0 0 0.0482093663912 +150 11.2666666667 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 0 0 0 0 0.0251479289941 +175 10.4333333333 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 0 0 0 0 0.017571884984 +200 10.3333333333 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 0 0 0 0 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot b/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot new file mode 100644 index 0000000..98a66c5 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.png b/server-scalability/results/10k/test_upload-20171101T173213/pages.png new file mode 100644 index 0000000..1ef0703 Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/pages.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png b/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png new file mode 100644 index 0000000..4f9f783 Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data new file mode 100644 index 0000000..197aa03 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 +50 001.001 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 +75 001.001 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 +100 001.001 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 +125 001.001 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 +150 001.001 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 +175 001.001 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 +200 001.001 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot new file mode 100644 index 0000000..b451eb5 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png new file mode 100644 index 0000000..bfd9c29 Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.data b/server-scalability/results/10k/test_upload-20171101T173213/requests.data new file mode 100644 index 0000000..c9aae8d --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 9.16666666667 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 +50 11.5 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 +75 13.3333333333 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 +100 10.5666666667 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 +125 12.1 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 +150 11.2666666667 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 +175 10.4333333333 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 +200 10.3333333333 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot b/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot new file mode 100644 index 0000000..73e2891 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.png b/server-scalability/results/10k/test_upload-20171101T173213/requests.png new file mode 100644 index 0000000..ac7523c Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/requests.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png b/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png new file mode 100644 index 0000000..76c4b3c Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.data b/server-scalability/results/10k/test_upload-20171101T173213/tests.data new file mode 100644 index 0000000..26177e4 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 9.16666666667 0 +50 11.5 0 +75 13.3333333333 0 +100 10.5666666667 0 +125 12.1 0 +150 11.2666666667 0 +175 10.4333333333 0 +200 10.3333333333 0 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot b/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot new file mode 100644 index 0000000..7e7ec71 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.png b/server-scalability/results/10k/test_upload-20171101T173213/tests.png new file mode 100644 index 0000000..d165fde Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/tests.png differ diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data new file mode 100644 index 0000000..d3c24c9 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data @@ -0,0 +1,15 @@ +Timeline RPS +1509564733 25 +1509564735 25 +1509564736 1 +1509564738 25 +1509564740 25 +1509564743 25 +1509564745 24 +1509564746 1 +1509564748 24 +1509564751 25 +1509564753 25 +1509564756 25 +1509564759 22 +1509564760 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data new file mode 100644 index 0000000..3a8d292 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data @@ -0,0 +1,14 @@ +Timeline RPS +1509564766 50 +1509564770 49 +1509564771 1 +1509564774 49 +1509564775 1 +1509564778 46 +1509564779 4 +1509564782 44 +1509564783 1 +1509564785 48 +1509564786 2 +1509564789 47 +1509564790 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data new file mode 100644 index 0000000..46e7810 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data @@ -0,0 +1,28 @@ +Timeline RPS +1509564800 64 +1509564801 11 +1509564803 2 +1509564804 12 +1509564805 14 +1509564806 14 +1509564807 15 +1509564808 16 +1509564809 15 +1509564810 16 +1509564811 13 +1509564812 15 +1509564813 15 +1509564814 14 +1509564815 14 +1509564816 14 +1509564817 12 +1509564818 16 +1509564819 15 +1509564820 18 +1509564821 15 +1509564822 13 +1509564823 14 +1509564824 14 +1509564825 11 +1509564826 7 +1509564827 1 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data new file mode 100644 index 0000000..97036e2 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data @@ -0,0 +1,23 @@ +Timeline RPS +1509564834 76 +1509564835 24 +1509564838 6 +1509564839 14 +1509564840 13 +1509564841 14 +1509564842 12 +1509564843 15 +1509564844 13 +1509564845 14 +1509564846 14 +1509564847 14 +1509564848 15 +1509564849 9 +1509564850 13 +1509564851 9 +1509564852 8 +1509564853 7 +1509564854 8 +1509564855 8 +1509564856 5 +1509564857 6 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data new file mode 100644 index 0000000..aad5fbe --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509564871 69 +1509564872 56 +1509564875 12 +1509564876 14 +1509564877 13 +1509564878 10 +1509564879 15 +1509564880 15 +1509564881 13 +1509564882 13 +1509564883 13 +1509564884 14 +1509564885 14 +1509564886 15 +1509564887 14 +1509564888 11 +1509564889 11 +1509564890 13 +1509564891 10 +1509564892 9 +1509564893 6 +1509564894 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data new file mode 100644 index 0000000..e5888b7 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data @@ -0,0 +1,21 @@ +Timeline RPS +1509564909 21 +1509564910 80 +1509564911 49 +1509564914 5 +1509564915 12 +1509564916 14 +1509564917 13 +1509564918 14 +1509564919 11 +1509564920 12 +1509564921 14 +1509564922 10 +1509564923 13 +1509564924 12 +1509564925 13 +1509564926 11 +1509564927 11 +1509564928 10 +1509564929 8 +1509564930 5 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data new file mode 100644 index 0000000..ab2acb3 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data @@ -0,0 +1,20 @@ +Timeline RPS +1509564950 2 +1509564951 80 +1509564952 80 +1509564953 13 +1509564956 8 +1509564957 11 +1509564958 11 +1509564959 12 +1509564960 11 +1509564961 11 +1509564962 11 +1509564963 11 +1509564964 12 +1509564965 10 +1509564966 9 +1509564967 8 +1509564968 6 +1509564969 6 +1509564970 1 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data new file mode 100644 index 0000000..b969650 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data @@ -0,0 +1,16 @@ +Timeline RPS +1509564995 43 +1509564996 77 +1509564997 80 +1509565000 10 +1509565001 12 +1509565002 9 +1509565003 12 +1509565004 11 +1509565005 10 +1509565006 12 +1509565007 10 +1509565008 7 +1509565009 10 +1509565010 5 +1509565011 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot new file mode 100644 index 0000000..c162b19 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:100] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png new file mode 100644 index 0000000..90444d1 Binary files /dev/null and b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/funkload.css b/server-scalability/results/1k/test_download-20171101T171926/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip b/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip new file mode 100644 index 0000000..91d4408 Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/index.html b/server-scalability/results/1k/test_download-20171101T171926/index.html new file mode 100644 index 0000000..842efcc --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 17:19:26
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_download: +Download blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 17:19:26
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_download
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_download contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 20364 tests
    • +
  • 20364 pages
    • +
  • 20364 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
2558.800176417640.00%
5089.467268426840.00%
7589.400268226820.00%
10085.367256125610.00%
12596.600289828980.00%
15089.200267626760.00%
17587.067261226120.00%
20082.900248724870.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
251.000Excellent58.80069.000176417640.00%0.4060.4231.4200.4130.4200.4310.446
500.981Excellent89.467130.000268426840.00%0.4070.5555.8300.4150.4240.5460.709
750.971Excellent89.400167.000268226820.00%0.4110.7566.2470.4240.5200.7843.271
1000.941Excellent85.367241.000256125610.00%0.4101.0736.0780.4220.4975.1935.442
1250.912Good96.600285.000289828980.00%0.4121.2889.7340.4280.5964.3735.402
1500.883Good89.200334.000267626760.00%0.4121.6306.5890.4290.5735.4125.620
1750.855Good87.067348.000261226120.00%0.4141.8946.3050.4490.6055.6525.769
2000.831FAIR82.900377.000248724870.00%0.4152.1119.8490.4950.6845.5965.668
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
251.000Excellent58.80069.000176417640.00%0.4060.4231.4200.4130.4200.4310.446
500.981Excellent89.467130.000268426840.00%0.4070.5555.8300.4150.4240.5460.709
750.971Excellent89.400167.000268226820.00%0.4110.7566.2470.4240.5200.7843.271
1000.941Excellent85.367241.000256125610.00%0.4101.0736.0780.4220.4975.1935.442
1250.912Good96.600285.000289828980.00%0.4121.2889.7340.4280.5964.3735.402
1500.883Good89.200334.000267626760.00%0.4121.6306.5890.4290.5735.4125.620
1750.855Good87.067348.000261226120.00%0.4141.8946.3050.4490.6055.6525.769
2000.831FAIR82.900377.000248724870.00%0.4152.1119.8490.4950.6845.5965.668
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 125 CUs:

+
    +
  • In page 001, Apdex rating: Good, avg response time: 1.29s, get: /blobs/0/3180 +Download blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Download blob

+
    +

  • Req: 001, get, url /blobs/0/1764

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    251.000Excellent176417640.00%0.4060.4231.4200.4130.4200.4310.446
    500.981Excellent268426840.00%0.4070.5555.8300.4150.4240.5460.709
    750.971Excellent268226820.00%0.4110.7566.2470.4240.5200.7843.271
    1000.941Excellent256125610.00%0.4101.0736.0780.4220.4975.1935.442
    1250.912Good289828980.00%0.4121.2889.7340.4280.5964.3735.402
    1500.883Good267626760.00%0.4121.6306.5890.4290.5735.4125.620
    1750.855Good261226120.00%0.4141.8946.3050.4490.6055.6525.769
    2000.831FAIR248724870.00%0.4152.1119.8490.4950.6845.5965.668
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 19:24 UTC. + +
+ + diff --git a/server-scalability/results/1k/test_download-20171101T171926/index.rst b/server-scalability/results/1k/test_download-20171101T171926/index.rst new file mode 100644 index 0000000..4f3c325 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:19:26 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:19:26 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 20364 tests +* 20364 pages +* 20364 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 58.800 1764 1764 0.00% + 50 89.467 2684 2684 0.00% + 75 89.400 2682 2682 0.00% + 100 85.367 2561 2561 0.00% + 125 96.600 2898 2898 0.00% + 150 89.200 2676 2676 0.00% + 175 87.067 2612 2612 0.00% + 200 82.900 2487 2487 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 58.800 69.000 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 89.467 130.000 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 89.400 167.000 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 85.367 241.000 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 96.600 285.000 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 89.200 334.000 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 87.067 348.000 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 82.900 377.000 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 58.800 69.000 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 89.467 130.000 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 89.400 167.000 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 85.367 241.000 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 96.600 285.000 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 89.200 334.000 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 87.067 348.000 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 82.900 377.000 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **125** CUs: + +* In page 001, Apdex rating: Good, avg response time: 1.29s, get: ``/blobs/0/3180`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/1764`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.data b/server-scalability/results/1k/test_download-20171101T171926/pages.data new file mode 100644 index 0000000..f2f0a19 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 58.8 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 1.0 0 0 0 0 +50 89.4666666667 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 0.980625931446 0 0 0 0 +75 89.4 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 0.971476510067 0 0 0 0 +100 85.3666666667 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 0.940648184303 0 0 0 0 +125 96.6 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 0 0.912180814355 0 0 0 +150 89.2 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 0 0.883408071749 0 0 0 +175 87.0666666667 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 0 0.855091883614 0 0 0 +200 82.9 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 0 0 0.830719742662 0 0 diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.gplot b/server-scalability/results/1k/test_download-20171101T171926/pages.gplot new file mode 100644 index 0000000..a95330e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.png b/server-scalability/results/1k/test_download-20171101T171926/pages.png new file mode 100644 index 0000000..59ec70d Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/pages.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png b/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png new file mode 100644 index 0000000..df744f9 Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data new file mode 100644 index 0000000..2f3d032 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 +50 001.001 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 +75 001.001 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 +100 001.001 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 +125 001.001 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 +150 001.001 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 +175 001.001 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 +200 001.001 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot new file mode 100644 index 0000000..a5a61cc --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png new file mode 100644 index 0000000..28c5f08 Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.data b/server-scalability/results/1k/test_download-20171101T171926/requests.data new file mode 100644 index 0000000..74276eb --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 58.8 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 +50 89.4666666667 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 +75 89.4 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 +100 85.3666666667 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 +125 96.6 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 +150 89.2 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 +175 87.0666666667 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 +200 82.9 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.gplot b/server-scalability/results/1k/test_download-20171101T171926/requests.gplot new file mode 100644 index 0000000..154d348 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.png b/server-scalability/results/1k/test_download-20171101T171926/requests.png new file mode 100644 index 0000000..914bd1a Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/requests.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png b/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png new file mode 100644 index 0000000..1ef3d57 Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.data b/server-scalability/results/1k/test_download-20171101T171926/tests.data new file mode 100644 index 0000000..b2ddcb6 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 58.8 0 +50 89.4666666667 0 +75 89.4 0 +100 85.3666666667 0 +125 96.6 0 +150 89.2 0 +175 87.0666666667 0 +200 82.9 0 diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.gplot b/server-scalability/results/1k/test_download-20171101T171926/tests.gplot new file mode 100644 index 0000000..c201dd9 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.png b/server-scalability/results/1k/test_download-20171101T171926/tests.png new file mode 100644 index 0000000..74397ce Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/tests.png differ diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data new file mode 100644 index 0000000..855a650 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data @@ -0,0 +1,32 @@ +Timeline RPS +1509563966 25 +1509563967 53 +1509563968 64 +1509563969 56 +1509563970 55 +1509563971 69 +1509563972 55 +1509563973 56 +1509563974 64 +1509563975 56 +1509563976 58 +1509563977 61 +1509563978 57 +1509563979 55 +1509563980 64 +1509563981 61 +1509563982 59 +1509563983 56 +1509563984 60 +1509563985 64 +1509563986 51 +1509563987 64 +1509563988 61 +1509563989 53 +1509563990 61 +1509563991 61 +1509563992 61 +1509563993 55 +1509563994 59 +1509563995 62 +1509563996 28 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data new file mode 100644 index 0000000..6f6dfb5 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data @@ -0,0 +1,30 @@ +Timeline RPS +1509563998 51 +1509563999 113 +1509564000 119 +1509564001 123 +1509564002 116 +1509564003 113 +1509564004 121 +1509564005 107 +1509564006 26 +1509564008 1 +1509564009 85 +1509564010 92 +1509564011 114 +1509564012 103 +1509564013 107 +1509564014 128 +1509564015 100 +1509564016 96 +1509564017 49 +1509564018 77 +1509564020 44 +1509564021 89 +1509564022 97 +1509564023 106 +1509564024 130 +1509564025 101 +1509564026 110 +1509564027 100 +1509564028 66 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data new file mode 100644 index 0000000..aeca117 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data @@ -0,0 +1,25 @@ +Timeline RPS +1509564035 15 +1509564036 167 +1509564037 145 +1509564038 123 +1509564039 76 +1509564040 101 +1509564041 156 +1509564042 154 +1509564043 152 +1509564044 134 +1509564047 5 +1509564048 135 +1509564049 138 +1509564050 131 +1509564051 157 +1509564052 47 +1509564056 38 +1509564057 132 +1509564058 110 +1509564059 153 +1509564060 151 +1509564061 122 +1509564062 128 +1509564063 12 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data new file mode 100644 index 0000000..898e2e4 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data @@ -0,0 +1,19 @@ +Timeline RPS +1509564070 17 +1509564071 231 +1509564072 234 +1509564073 241 +1509564074 93 +1509564079 66 +1509564080 203 +1509564081 207 +1509564082 105 +1509564087 124 +1509564088 203 +1509564089 163 +1509564090 23 +1509564094 19 +1509564095 185 +1509564096 206 +1509564097 164 +1509564098 77 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data new file mode 100644 index 0000000..c7546e0 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data @@ -0,0 +1,22 @@ +Timeline RPS +1509564110 38 +1509564111 285 +1509564112 277 +1509564113 67 +1509564117 11 +1509564118 226 +1509564119 239 +1509564120 130 +1509564124 140 +1509564125 129 +1509564126 185 +1509564127 97 +1509564129 11 +1509564130 136 +1509564131 123 +1509564132 170 +1509564133 5 +1509564137 39 +1509564138 253 +1509564139 164 +1509564140 173 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data new file mode 100644 index 0000000..293c118 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data @@ -0,0 +1,17 @@ +Timeline RPS +1509564149 207 +1509564150 334 +1509564151 53 +1509564155 31 +1509564156 221 +1509564157 212 +1509564162 78 +1509564163 243 +1509564164 260 +1509564165 128 +1509564170 267 +1509564171 235 +1509564172 13 +1509564176 61 +1509564177 278 +1509564178 55 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data new file mode 100644 index 0000000..6fe786e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data @@ -0,0 +1,19 @@ +Timeline RPS +1509564186 55 +1509564187 339 +1509564188 86 +1509564192 28 +1509564193 257 +1509564194 236 +1509564195 30 +1509564198 4 +1509564199 165 +1509564200 247 +1509564201 16 +1509564206 250 +1509564207 348 +1509564208 46 +1509564212 1 +1509564213 207 +1509564214 259 +1509564215 38 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data new file mode 100644 index 0000000..5a3e67e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data @@ -0,0 +1,16 @@ +Timeline RPS +1509564228 192 +1509564229 279 +1509564230 20 +1509564231 1 +1509564233 70 +1509564234 315 +1509564235 76 +1509564239 45 +1509564240 327 +1509564241 91 +1509564246 200 +1509564247 377 +1509564248 129 +1509564253 190 +1509564254 175 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot b/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot new file mode 100644 index 0000000..6f95d17 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:471] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps.png b/server-scalability/results/1k/test_download-20171101T171926/time_rps.png new file mode 100644 index 0000000..8957132 Binary files /dev/null and b/server-scalability/results/1k/test_download-20171101T171926/time_rps.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/funkload.css b/server-scalability/results/1k/test_upload-20171101T171410/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip b/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip new file mode 100644 index 0000000..45902c1 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/index.html b/server-scalability/results/1k/test_upload-20171101T171410/index.html new file mode 100644 index 0000000..8cfe045 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/index.html @@ -0,0 +1,1010 @@ + + + + + + +FunkLoad bench report + + + + +
+

FunkLoad bench report

+ +++ + + + +
Date:2017-11-01 17:14:10
+
+

Abstract

+

Upload and download blobs +Bench result of Blobs.test_upload: +Upload blobs stress test

+
+ +
+

1   Bench configuration

+
    +
  • Launched: 2017-11-01 17:14:10
    • +
  • From: pajeh
    • +
  • Test: test_Blobs.py Blobs.test_upload
    • +
  • Target server: http://giraffe.cdev.bitmask.net:2424/
    • +
  • Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]
    • +
  • Cycle duration: 30s
    • +
  • Sleeptime between requests: from 0.0s to 0.0s
    • +
  • Sleeptime between test cases: 0.0s
    • +
  • Startup delay between threads: 0.01s
    • +
  • Apdex: 1.5
    • +
  • FunkLoad version: 1.17.1
    • +
+
+
+

2   Bench content

+

The test Blobs.test_upload contains:

+
    +
  • 1 page
    • +
  • 0 redirects
    • +
  • 0 links
    • +
  • 0 images
    • +
  • 0 XML-RPC calls
    • +
+

The bench contains:

+
    +
  • 2816 tests
    • +
  • 2816 pages
    • +
  • 2816 requests
    • +
+
+
+

3   Test stats

+

The number of Successful Tests Per Second (STPS) over Concurrent Users (CUs).

+
+tests.png + +++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsSTPSTOTALSUCCESSERROR
2510.4333133130.00%
5013.3674014010.00%
7513.6334094090.00%
10013.6004084080.00%
12511.9003573570.00%
15011.2333373370.00%
1759.8002942940.00%
2009.9002972970.00%
+
+
+
+

4   Page stats

+

The number of Successful Pages Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.

+
+pages_spps.png +pages.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*RatingSPPSmaxSPPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.490UNACCEPTABLE10.43325.0003133130.00%1.9252.3946.5982.1222.2852.5462.671
500.500POOR13.36750.0004014010.00%1.6563.4843.9592.9143.5683.8953.918
750.394UNACCEPTABLE13.63363.0004094090.00%3.0955.10013.8513.5814.5777.4378.389
1000.250UNACCEPTABLE13.60060.0004084080.00%3.6576.59014.3015.0656.0008.94210.234
1250.041UNACCEPTABLE11.90080.0003573570.00%4.4309.00619.5516.7988.54311.81313.253
1500.040UNACCEPTABLE11.23379.0003373370.00%4.36310.92720.2396.99910.74214.90316.030
1750.026UNACCEPTABLE9.80080.0002942940.00%4.92912.96425.0066.82813.62816.93819.187
2000.012UNACCEPTABLE9.90079.0002972970.00%5.48014.72529.8017.94915.10821.24423.073
+

* Apdex 1.5

+
+
+
+

5   Request stats

+

The number of Requests Per Second (RPS) (successful or not) over Concurrent Users (CUs).

+
+requests_rps.png +requests.png +time_rps.png + +++++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
CUsApdex*Rating*RPSmaxRPSTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
250.490UNACCEPTABLE10.43325.0003133130.00%1.9252.3946.5982.1222.2852.5462.671
500.500POOR13.36750.0004014010.00%1.6563.4843.9592.9143.5683.8953.918
750.394UNACCEPTABLE13.63363.0004094090.00%3.0955.10013.8513.5814.5777.4378.389
1000.250UNACCEPTABLE13.60060.0004084080.00%3.6576.59014.3015.0656.0008.94210.234
1250.041UNACCEPTABLE11.90080.0003573570.00%4.4309.00619.5516.7988.54311.81313.253
1500.040UNACCEPTABLE11.23379.0003373370.00%4.36310.92720.2396.99910.74214.90316.030
1750.026UNACCEPTABLE9.80080.0002942940.00%4.92912.96425.0066.82813.62816.93819.187
2000.012UNACCEPTABLE9.90079.0002972970.00%5.48014.72529.8017.94915.10821.24423.073
+

* Apdex 1.5

+
+
+
+

6   Slowest requests

+

The 5 slowest average response time during the best cycle with 25 CUs:

+
    +
  • In page 001, Apdex rating: UNACCEPTABLE, avg response time: 2.39s, put: /blobs/0/300 +Upload blob
    • +
+
+
+

7   Page detail stats

+
+

7.1   PAGE 001: Upload blob

+
    +

  • Req: 001, put, url /blobs/0/300

    +
    +request_001.001.png + +++++++++++++++ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
    CUsApdex*RatingTOTALSUCCESSERRORMINAVGMAXP10MEDP90P95
    250.490UNACCEPTABLE3133130.00%1.9252.3946.5982.1222.2852.5462.671
    500.500POOR4014010.00%1.6563.4843.9592.9143.5683.8953.918
    750.394UNACCEPTABLE4094090.00%3.0955.10013.8513.5814.5777.4378.389
    1000.250UNACCEPTABLE4084080.00%3.6576.59014.3015.0656.0008.94210.234
    1250.041UNACCEPTABLE3573570.00%4.4309.00619.5516.7988.54311.81313.253
    1500.040UNACCEPTABLE3373370.00%4.36310.92720.2396.99910.74214.90316.030
    1750.026UNACCEPTABLE2942940.00%4.92912.96425.0066.82813.62816.93819.187
    2000.012UNACCEPTABLE2972970.00%5.48014.72529.8017.94915.10821.24423.073
    +

    * Apdex 1.5

    +
    +
    • +
+
+
+
+

8   Definitions

+
    +

  • CUs: Concurrent users or number of concurrent threads executing tests.

    +
    • +

  • Request: a single GET/POST/redirect/XML-RPC request.

    +
    • +

  • Page: a request with redirects and resource links (image, css, js) for an HTML page.

    +
    • +

  • STPS: Successful tests per second.

    +
    • +

  • SPPS: Successful pages per second.

    +
    • +

  • RPS: Requests per second, successful or not.

    +
    • +

  • maxSPPS: Maximum SPPS during the cycle.

    +
    • +

  • maxRPS: Maximum RPS during the cycle.

    +
    • +

  • MIN: Minimum response time for a page or request.

    +
    • +

  • AVG: Average response time for a page or request.

    +
    • +

  • MAX: Maximmum response time for a page or request.

    +
    • +

  • P10: 10th percentile, response time where 10 percent of pages or requests are delivered.

    +
    • +

  • MED: Median or 50th percentile, response time where half of pages or requests are delivered.

    +
    • +

  • P90: 90th percentile, response time where 90 percent of pages or requests are delivered.

    +
    • +

  • P95: 95th percentile, response time where 95 percent of pages or requests are delivered.

    +
    • +

  • Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:

    +
      +

    • Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.

      +
      • +

    • Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.

      +
      • +

    • Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.

      +

      By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.

      +

      The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).

      +

      Visit http://www.apdex.org/ for more information.

      +
      • +
    +
    • +

  • Rating: To ease interpretation, the Apdex score is also represented +as a rating:

    +
      +
    • U for UNACCEPTABLE represented in gray for a score between 0 and 0.5
      • +
    • P for POOR represented in red for a score between 0.5 and 0.7
      • +
    • F for FAIR represented in yellow for a score between 0.7 and 0.85
      • +
    • G for Good represented in green for a score between 0.85 and 0.94
      • +
    • E for Excellent represented in blue for a score between 0.94 and 1.
      • +
    +
    • +
+

Report generated with FunkLoad 1.17.1, more information available on the FunkLoad site.

+
+
+
+
+Generated on: 2017-11-01 19:19 UTC. + +
+ + diff --git a/server-scalability/results/1k/test_upload-20171101T171410/index.rst b/server-scalability/results/1k/test_upload-20171101T171410/index.rst new file mode 100644 index 0000000..3ec4a9a --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:14:10 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:14:10 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2816 tests +* 2816 pages +* 2816 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 10.433 313 313 0.00% + 50 13.367 401 401 0.00% + 75 13.633 409 409 0.00% + 100 13.600 408 408 0.00% + 125 11.900 357 357 0.00% + 150 11.233 337 337 0.00% + 175 9.800 294 294 0.00% + 200 9.900 297 297 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 10.433 25.000 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 13.367 50.000 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 13.633 63.000 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 13.600 60.000 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 11.900 80.000 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 11.233 79.000 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 9.800 80.000 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 9.900 79.000 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 10.433 25.000 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 13.367 50.000 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 13.633 63.000 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 13.600 60.000 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 11.900 80.000 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 11.233 79.000 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 9.800 80.000 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 9.900 79.000 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: UNACCEPTABLE, avg response time: 2.39s, put: ``/blobs/0/300`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/300`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site `_. \ No newline at end of file diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.data b/server-scalability/results/1k/test_upload-20171101T171410/pages.data new file mode 100644 index 0000000..f7440df --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 10.4333333333 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 0 0 0 0 0.490415335463 +50 13.3666666667 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 0 0 0 0.5 0 +75 13.6333333333 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 0 0 0 0 0.393643031785 +100 13.6 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 0 0 0 0 0.25 +125 11.9 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 0 0 0 0 0.0406162464986 +150 11.2333333333 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 0 0 0 0 0.040059347181 +175 9.8 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 0 0 0 0 0.0255102040816 +200 9.9 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 0 0 0 0 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot b/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot new file mode 100644 index 0000000..a77bd50 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.png b/server-scalability/results/1k/test_upload-20171101T171410/pages.png new file mode 100644 index 0000000..d205185 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/pages.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png b/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png new file mode 100644 index 0000000..1f88f31 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data new file mode 100644 index 0000000..d4e4fb8 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 +50 001.001 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 +75 001.001 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 +100 001.001 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 +125 001.001 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 +150 001.001 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 +175 001.001 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 +200 001.001 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot new file mode 100644 index 0000000..83e325d --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png new file mode 100644 index 0000000..188c5e4 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.data b/server-scalability/results/1k/test_upload-20171101T171410/requests.data new file mode 100644 index 0000000..2eb7133 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 10.4333333333 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 +50 13.3666666667 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 +75 13.6333333333 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 +100 13.6 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 +125 11.9 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 +150 11.2333333333 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 +175 9.8 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 +200 9.9 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot b/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot new file mode 100644 index 0000000..38295e2 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.png b/server-scalability/results/1k/test_upload-20171101T171410/requests.png new file mode 100644 index 0000000..c357600 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/requests.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png b/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png new file mode 100644 index 0000000..01798bb Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.data b/server-scalability/results/1k/test_upload-20171101T171410/tests.data new file mode 100644 index 0000000..55009c1 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 10.4333333333 0 +50 13.3666666667 0 +75 13.6333333333 0 +100 13.6 0 +125 11.9 0 +150 11.2333333333 0 +175 9.8 0 +200 9.9 0 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot b/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot new file mode 100644 index 0000000..8dd0ea5 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.png b/server-scalability/results/1k/test_upload-20171101T171410/tests.png new file mode 100644 index 0000000..6e8f950 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/tests.png differ diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data new file mode 100644 index 0000000..661d8b9 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data @@ -0,0 +1,15 @@ +Timeline RPS +1509563650 5 +1509563651 20 +1509563653 25 +1509563655 19 +1509563657 19 +1509563660 25 +1509563662 25 +1509563665 25 +1509563667 25 +1509563669 25 +1509563671 25 +1509563674 25 +1509563676 25 +1509563678 25 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data new file mode 100644 index 0000000..859a45a --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data @@ -0,0 +1,12 @@ +Timeline RPS +1509563684 50 +1509563686 1 +1509563687 2 +1509563688 48 +1509563691 50 +1509563694 50 +1509563697 50 +1509563700 21 +1509563701 29 +1509563704 50 +1509563708 50 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data new file mode 100644 index 0000000..1c079bb --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data @@ -0,0 +1,28 @@ +Timeline RPS +1509563717 12 +1509563718 63 +1509563721 2 +1509563722 15 +1509563723 14 +1509563724 15 +1509563725 15 +1509563726 15 +1509563727 15 +1509563728 15 +1509563729 17 +1509563730 14 +1509563731 14 +1509563732 16 +1509563733 16 +1509563734 15 +1509563735 16 +1509563736 12 +1509563737 15 +1509563738 15 +1509563739 14 +1509563740 14 +1509563741 13 +1509563742 13 +1509563743 14 +1509563744 9 +1509563745 1 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data new file mode 100644 index 0000000..c5cf050 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data @@ -0,0 +1,26 @@ +Timeline RPS +1509563751 40 +1509563752 60 +1509563755 7 +1509563756 19 +1509563757 16 +1509563758 16 +1509563759 16 +1509563760 16 +1509563761 14 +1509563762 15 +1509563763 14 +1509563764 15 +1509563765 14 +1509563766 15 +1509563767 16 +1509563768 13 +1509563769 14 +1509563770 14 +1509563771 13 +1509563772 15 +1509563773 13 +1509563774 13 +1509563775 12 +1509563776 7 +1509563777 1 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data new file mode 100644 index 0000000..3724744 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509563787 33 +1509563788 80 +1509563789 12 +1509563792 12 +1509563793 14 +1509563794 13 +1509563795 12 +1509563796 12 +1509563797 13 +1509563798 14 +1509563799 11 +1509563800 13 +1509563801 14 +1509563802 13 +1509563803 13 +1509563804 14 +1509563805 13 +1509563806 11 +1509563807 13 +1509563808 11 +1509563809 10 +1509563810 6 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data new file mode 100644 index 0000000..da25a20 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data @@ -0,0 +1,21 @@ +Timeline RPS +1509563825 20 +1509563826 79 +1509563827 51 +1509563830 11 +1509563831 13 +1509563832 9 +1509563833 10 +1509563834 10 +1509563835 12 +1509563836 13 +1509563837 13 +1509563838 13 +1509563839 13 +1509563840 12 +1509563841 12 +1509563842 11 +1509563843 11 +1509563844 10 +1509563845 7 +1509563846 7 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data new file mode 100644 index 0000000..c7e9981 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data @@ -0,0 +1,18 @@ +Timeline RPS +1509563866 4 +1509563867 80 +1509563868 80 +1509563869 11 +1509563871 1 +1509563872 12 +1509563873 12 +1509563874 12 +1509563875 11 +1509563876 11 +1509563877 13 +1509563878 11 +1509563879 10 +1509563880 8 +1509563881 8 +1509563882 5 +1509563883 5 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data new file mode 100644 index 0000000..bf8a08d --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data @@ -0,0 +1,17 @@ +Timeline RPS +1509563913 39 +1509563914 77 +1509563915 79 +1509563916 5 +1509563918 1 +1509563919 9 +1509563920 12 +1509563921 9 +1509563922 10 +1509563923 11 +1509563924 9 +1509563925 10 +1509563926 8 +1509563927 8 +1509563928 7 +1509563929 3 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot new file mode 100644 index 0000000..fc5b816 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:100] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png new file mode 100644 index 0000000..2696b26 Binary files /dev/null and b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png differ diff --git a/server-scalability/results/README.txt b/server-scalability/results/README.txt new file mode 100644 index 0000000..29d7f0e --- /dev/null +++ b/server-scalability/results/README.txt @@ -0,0 +1,30 @@ +Tests Scenarios and Results +=========================== + +This folder contains some results for Blobs Server Scalability Tests. + +Scenarios +--------- + +The test results that are currently in this folder were run in the following +scenario: + +- client download bandwidth: 150 Mb/s +- client upload bandwidth: 150 Mb/s +- server: giraffe.cdev.bitmask.net + +Three blob sizes were used (1KB, 10KB, 100KB) and the results for each size can +be found in each of the subdirectories of this folder. + +The information above is related to the following folders: + +. +├── 100k +│   ├── test_download-20171101T183840 +│   └── test_upload-20171101T183258 +├── 10k +│   ├── test_download-20171101T173739 +│   └── test_upload-20171101T173213 +└── 1k +    ├── test_download-20171101T171926 +    └── test_upload-20171101T171410 -- cgit v1.2.3