diff options
| author | drebs <drebs@riseup.net> | 2017-11-02 09:56:28 -0200 |
|---|---|---|
| committer | drebs <drebs@riseup.net> | 2017-11-02 09:56:28 -0200 |
| commit | 2d72b4e044bb3a0fe4e6de70d8470a94e85e7754 (patch) | |
| tree | 6d78e4cc8126fa6846e0a27525012811c16c760b | |
| parent | b36ebc87f449af5ad7a677350a3ccfc7d26cfb1e (diff) | |
add blobs server scalability tests results
170 files changed, 10860 insertions, 0 deletions
diff --git a/server-scalability/README.txt b/server-scalability/README.txt new file mode 100644 index 0000000..e514cb8 --- /dev/null +++ b/server-scalability/README.txt @@ -0,0 +1,38 @@ +Blobs Server Scalability Tests Results +====================================== + +These are results obtained by running the blobs scalability tests that can be +found in: + + https://0xacab.org/leap/soledad/tree/master/scripts/scalability + +Overview +-------- + +The blobs server scalability tests aim to find the maximum amount of parallel +blobs upload and download requests that the server is able to respond to. We +use FunkLoad[1] to launch an increasing number of parallel upload/download +requests and to create reports with a summary of the results. The metrics +obtained are: + +- The number of Successful Tests Per Second given the number of Concurrent + Users. + +- The number of Successful Pages Per Second given the number of Concurrent + Users. A Page in the context of FunkLoad is a request to the server. For + tests that have only one Page request, this number is the same as the above. + +- The total number of Requests Per Second (successful or not) given the number + of Concurrent Users. + +- Graphs with the associated response times. + +[1] https://funkload.nuxeo.org/ + + +Scenarios +--------- + +The size of the uploaded/downloaded blobs and the client and server bandwidth +are parameters that highly influence the results of these tests. See the file +results/README.txt for information on the scenario used for each test. diff --git a/server-scalability/results/100k/test_download-20171101T183840/funkload.css b/server-scalability/results/100k/test_download-20171101T183840/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip b/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..bfdeb1c --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/funkload.xml.zip diff --git a/server-scalability/results/100k/test_download-20171101T183840/index.html b/server-scalability/results/100k/test_download-20171101T183840/index.html new file mode 100644 index 0000000..ebe245f --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 18:38:40" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 18:38:40</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_download</tt>: +Download blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-download-blob" id="id8">7.1 PAGE 001: Download blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 18:38:40</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_download</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_download</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>11945 tests</li> +<li>11945 pages</li> +<li>11945 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>11.767</td> +<td>353</td> +<td>353</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>22.900</td> +<td>687</td> +<td>687</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>34.333</td> +<td>1030</td> +<td>1030</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>43.700</td> +<td>1311</td> +<td>1311</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>57.033</td> +<td>1711</td> +<td>1711</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>68.400</td> +<td>2052</td> +<td>2052</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>75.800</td> +<td>2274</td> +<td>2274</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>84.233</td> +<td>2527</td> +<td>2527</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>11.767</td> +<td>25.000</td> +<td>353</td> +<td>353</td> +<td>0.00%</td> +<td>1.620</td> +<td>2.059</td> +<td>5.228</td> +<td>1.641</td> +<td>1.709</td> +<td>2.632</td> +<td>3.575</td> +</tr> +<tr><td>50</td> +<td>0.498</td> +<td>UNACCEPTABLE</td> +<td>22.900</td> +<td>36.000</td> +<td>687</td> +<td>687</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.138</td> +<td>7.190</td> +<td>1.646</td> +<td>1.896</td> +<td>3.070</td> +<td>3.528</td> +</tr> +<tr><td>75</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>34.333</td> +<td>46.000</td> +<td>1030</td> +<td>1030</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.135</td> +<td>7.368</td> +<td>1.651</td> +<td>1.878</td> +<td>3.052</td> +<td>3.599</td> +</tr> +<tr><td>100</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>43.700</td> +<td>59.000</td> +<td>1311</td> +<td>1311</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.251</td> +<td>7.396</td> +<td>1.650</td> +<td>1.919</td> +<td>3.398</td> +<td>3.986</td> +</tr> +<tr><td>125</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>57.033</td> +<td>69.000</td> +<td>1711</td> +<td>1711</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.167</td> +<td>7.166</td> +<td>1.653</td> +<td>1.881</td> +<td>3.109</td> +<td>3.656</td> +</tr> +<tr><td>150</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>68.400</td> +<td>83.000</td> +<td>2052</td> +<td>2052</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.173</td> +<td>10.146</td> +<td>1.657</td> +<td>1.887</td> +<td>3.119</td> +<td>3.664</td> +</tr> +<tr><td>175</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>75.800</td> +<td>95.000</td> +<td>2274</td> +<td>2274</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.290</td> +<td>8.848</td> +<td>1.660</td> +<td>1.930</td> +<td>3.356</td> +<td>4.165</td> +</tr> +<tr><td>200</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>84.233</td> +<td>122.000</td> +<td>2527</td> +<td>2527</td> +<td>0.00%</td> +<td>1.633</td> +<td>2.341</td> +<td>9.779</td> +<td>1.664</td> +<td>1.977</td> +<td>3.589</td> +<td>4.225</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>11.767</td> +<td>25.000</td> +<td>353</td> +<td>353</td> +<td>0.00%</td> +<td>1.620</td> +<td>2.059</td> +<td>5.228</td> +<td>1.641</td> +<td>1.709</td> +<td>2.632</td> +<td>3.575</td> +</tr> +<tr><td>50</td> +<td>0.498</td> +<td>UNACCEPTABLE</td> +<td>22.900</td> +<td>36.000</td> +<td>687</td> +<td>687</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.138</td> +<td>7.190</td> +<td>1.646</td> +<td>1.896</td> +<td>3.070</td> +<td>3.528</td> +</tr> +<tr><td>75</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>34.333</td> +<td>46.000</td> +<td>1030</td> +<td>1030</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.135</td> +<td>7.368</td> +<td>1.651</td> +<td>1.878</td> +<td>3.052</td> +<td>3.599</td> +</tr> +<tr><td>100</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>43.700</td> +<td>59.000</td> +<td>1311</td> +<td>1311</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.251</td> +<td>7.396</td> +<td>1.650</td> +<td>1.919</td> +<td>3.398</td> +<td>3.986</td> +</tr> +<tr><td>125</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>57.033</td> +<td>69.000</td> +<td>1711</td> +<td>1711</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.167</td> +<td>7.166</td> +<td>1.653</td> +<td>1.881</td> +<td>3.109</td> +<td>3.656</td> +</tr> +<tr><td>150</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>68.400</td> +<td>83.000</td> +<td>2052</td> +<td>2052</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.173</td> +<td>10.146</td> +<td>1.657</td> +<td>1.887</td> +<td>3.119</td> +<td>3.664</td> +</tr> +<tr><td>175</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>75.800</td> +<td>95.000</td> +<td>2274</td> +<td>2274</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.290</td> +<td>8.848</td> +<td>1.660</td> +<td>1.930</td> +<td>3.356</td> +<td>4.165</td> +</tr> +<tr><td>200</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>84.233</td> +<td>122.000</td> +<td>2527</td> +<td>2527</td> +<td>0.00%</td> +<td>1.633</td> +<td>2.341</td> +<td>9.779</td> +<td>1.664</td> +<td>1.977</td> +<td>3.589</td> +<td>4.225</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>25</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: POOR, avg response time: 2.06s, get: <tt class="docutils literal">/blobs/0/354</tt> +<cite>Download blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-download-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Download blob</a></h2> +<ul> +<li><p class="first">Req: 001, get, url <tt class="docutils literal">/blobs/0/354</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>353</td> +<td>353</td> +<td>0.00%</td> +<td>1.620</td> +<td>2.059</td> +<td>5.228</td> +<td>1.641</td> +<td>1.709</td> +<td>2.632</td> +<td>3.575</td> +</tr> +<tr><td>50</td> +<td>0.498</td> +<td>UNACCEPTABLE</td> +<td>687</td> +<td>687</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.138</td> +<td>7.190</td> +<td>1.646</td> +<td>1.896</td> +<td>3.070</td> +<td>3.528</td> +</tr> +<tr><td>75</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>1030</td> +<td>1030</td> +<td>0.00%</td> +<td>1.622</td> +<td>2.135</td> +<td>7.368</td> +<td>1.651</td> +<td>1.878</td> +<td>3.052</td> +<td>3.599</td> +</tr> +<tr><td>100</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>1311</td> +<td>1311</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.251</td> +<td>7.396</td> +<td>1.650</td> +<td>1.919</td> +<td>3.398</td> +<td>3.986</td> +</tr> +<tr><td>125</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>1711</td> +<td>1711</td> +<td>0.00%</td> +<td>1.621</td> +<td>2.167</td> +<td>7.166</td> +<td>1.653</td> +<td>1.881</td> +<td>3.109</td> +<td>3.656</td> +</tr> +<tr><td>150</td> +<td>0.499</td> +<td>UNACCEPTABLE</td> +<td>2052</td> +<td>2052</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.173</td> +<td>10.146</td> +<td>1.657</td> +<td>1.887</td> +<td>3.119</td> +<td>3.664</td> +</tr> +<tr><td>175</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>2274</td> +<td>2274</td> +<td>0.00%</td> +<td>1.629</td> +<td>2.290</td> +<td>8.848</td> +<td>1.660</td> +<td>1.930</td> +<td>3.356</td> +<td>4.165</td> +</tr> +<tr><td>200</td> +<td>0.497</td> +<td>UNACCEPTABLE</td> +<td>2527</td> +<td>2527</td> +<td>0.00%</td> +<td>1.633</td> +<td>2.341</td> +<td>9.779</td> +<td>1.664</td> +<td>1.977</td> +<td>3.589</td> +<td>4.225</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 20:43 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/100k/test_download-20171101T183840/index.rst b/server-scalability/results/100k/test_download-20171101T183840/index.rst new file mode 100644 index 0000000..d21ad7f --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 18:38:40 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 18:38:40 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 11945 tests +* 11945 pages +* 11945 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 11.767 353 353 0.00% + 50 22.900 687 687 0.00% + 75 34.333 1030 1030 0.00% + 100 43.700 1311 1311 0.00% + 125 57.033 1711 1711 0.00% + 150 68.400 2052 2052 0.00% + 175 75.800 2274 2274 0.00% + 200 84.233 2527 2527 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 11.767 25.000 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 22.900 36.000 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 34.333 46.000 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 43.700 59.000 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 57.033 69.000 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 68.400 83.000 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 75.800 95.000 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 84.233 122.000 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 11.767 25.000 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 22.900 36.000 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 34.333 46.000 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 43.700 59.000 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 57.033 69.000 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 68.400 83.000 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 75.800 95.000 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 84.233 122.000 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 2.06s, get: ``/blobs/0/354`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/354`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 353 353 0.00% 1.620 2.059 5.228 1.641 1.709 2.632 3.575 + 50 0.498 UNACCEPTABLE 687 687 0.00% 1.622 2.138 7.190 1.646 1.896 3.070 3.528 + 75 0.499 UNACCEPTABLE 1030 1030 0.00% 1.622 2.135 7.368 1.651 1.878 3.052 3.599 + 100 0.499 UNACCEPTABLE 1311 1311 0.00% 1.621 2.251 7.396 1.650 1.919 3.398 3.986 + 125 0.499 UNACCEPTABLE 1711 1711 0.00% 1.621 2.167 7.166 1.653 1.881 3.109 3.656 + 150 0.499 UNACCEPTABLE 2052 2052 0.00% 1.629 2.173 10.146 1.657 1.887 3.119 3.664 + 175 0.497 UNACCEPTABLE 2274 2274 0.00% 1.629 2.290 8.848 1.660 1.930 3.356 4.165 + 200 0.497 UNACCEPTABLE 2527 2527 0.00% 1.633 2.341 9.779 1.664 1.977 3.589 4.225 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.data b/server-scalability/results/100k/test_download-20171101T183840/pages.data new file mode 100644 index 0000000..c80c23a --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 11.7666666667 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 0 0 0 0.5 0 +50 22.9 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 0 0 0 0 0.497816593886 +75 34.3333333333 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 0 0 0 0 0.49854368932 +100 43.7 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 0 0 0 0 0.49885583524 +125 57.0333333333 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 0 0 0 0 0.498831092928 +150 68.4 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 0 0 0 0 0.499025341131 +175 75.8 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 0 0 0 0 0.497141600704 +200 84.2333333333 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 0 0 0 0 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.gplot b/server-scalability/results/100k/test_download-20171101T183840/pages.gplot new file mode 100644 index 0000000..3ba0a80 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages.png b/server-scalability/results/100k/test_download-20171101T183840/pages.png Binary files differnew file mode 100644 index 0000000..c3b421a --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png b/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png Binary files differnew file mode 100644 index 0000000..dae6e8b --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/pages_spps.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data new file mode 100644 index 0000000..4e08d3e --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 +50 001.001 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 +75 001.001 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 +100 001.001 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 +125 001.001 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 +150 001.001 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 +175 001.001 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 +200 001.001 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot new file mode 100644 index 0000000..9149d51 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png Binary files differnew file mode 100644 index 0000000..afd75dc --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/request_001.001.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.data b/server-scalability/results/100k/test_download-20171101T183840/requests.data new file mode 100644 index 0000000..62e3f41 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 11.7666666667 0 1.61983299255 2.0590115431 5.22759890556 1.64080190659 1.70852994919 2.63237094879 3.57520198822 0.5 +50 22.9 0 1.62204289436 2.13840267162 7.19005990028 1.64573001862 1.89570188522 3.06966090202 3.52753210068 0.497816593886 +75 34.3333333333 0 1.62227797508 2.13504631519 7.36785006523 1.65145397186 1.8781080246 3.05205512047 3.59898805618 0.49854368932 +100 43.7 0 1.62105989456 2.25061177298 7.39627599716 1.65036988258 1.9187669754 3.3977329731 3.98586916924 0.49885583524 +125 57.0333333333 0 1.62124896049 2.16749273442 7.1656870842 1.65251302719 1.8809170723 3.10864591599 3.65591311455 0.498831092928 +150 68.4 0 1.62850308418 2.17314114231 10.1460971832 1.65687894821 1.8874669075 3.11889791489 3.66432285309 0.499025341131 +175 75.8 0 1.62905716896 2.29013095986 8.84754991531 1.65993714333 1.93004488945 3.35644102097 4.16468310356 0.497141600704 +200 84.2333333333 0 1.63299918175 2.34102195254 9.77852988243 1.66357111931 1.97668194771 3.58879184723 4.22495293617 0.496636327661 diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.gplot b/server-scalability/results/100k/test_download-20171101T183840/requests.gplot new file mode 100644 index 0000000..88ef778 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests.png b/server-scalability/results/100k/test_download-20171101T183840/requests.png Binary files differnew file mode 100644 index 0000000..9d58e7f --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png b/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png Binary files differnew file mode 100644 index 0000000..fe620fa --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/requests_rps.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.data b/server-scalability/results/100k/test_download-20171101T183840/tests.data new file mode 100644 index 0000000..6c1929c --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 11.7666666667 0 +50 22.9 0 +75 34.3333333333 0 +100 43.7 0 +125 57.0333333333 0 +150 68.4 0 +175 75.8 0 +200 84.2333333333 0 diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.gplot b/server-scalability/results/100k/test_download-20171101T183840/tests.gplot new file mode 100644 index 0000000..2e8472d --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/100k/test_download-20171101T183840/tests.png b/server-scalability/results/100k/test_download-20171101T183840/tests.png Binary files differnew file mode 100644 index 0000000..cbc5043 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/tests.png diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data new file mode 100644 index 0000000..81780ad --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-000.data @@ -0,0 +1,30 @@ +Timeline RPS +1509568720 25 +1509568722 22 +1509568723 4 +1509568724 15 +1509568725 10 +1509568726 13 +1509568727 15 +1509568728 9 +1509568729 13 +1509568730 17 +1509568731 8 +1509568732 15 +1509568733 8 +1509568734 16 +1509568735 8 +1509568736 15 +1509568737 10 +1509568738 14 +1509568739 12 +1509568740 14 +1509568741 10 +1509568742 11 +1509568743 15 +1509568744 11 +1509568745 11 +1509568746 16 +1509568747 7 +1509568748 8 +1509568749 1 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data new file mode 100644 index 0000000..76b9acf --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-001.data @@ -0,0 +1,31 @@ +Timeline RPS +1509568755 26 +1509568756 24 +1509568757 36 +1509568758 12 +1509568759 24 +1509568760 24 +1509568761 22 +1509568762 15 +1509568763 28 +1509568764 18 +1509568765 29 +1509568766 24 +1509568767 20 +1509568768 26 +1509568769 22 +1509568770 29 +1509568771 22 +1509568772 24 +1509568773 20 +1509568774 28 +1509568775 22 +1509568776 22 +1509568777 22 +1509568778 25 +1509568779 20 +1509568780 19 +1509568781 23 +1509568782 29 +1509568783 19 +1509568784 13 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data new file mode 100644 index 0000000..c5bfd16 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-002.data @@ -0,0 +1,31 @@ +Timeline RPS +1509568790 29 +1509568791 46 +1509568792 33 +1509568793 34 +1509568794 38 +1509568795 33 +1509568796 33 +1509568797 32 +1509568798 38 +1509568799 26 +1509568800 41 +1509568801 32 +1509568802 38 +1509568803 36 +1509568804 31 +1509568805 40 +1509568806 29 +1509568807 33 +1509568808 36 +1509568809 32 +1509568810 43 +1509568811 22 +1509568812 39 +1509568813 40 +1509568814 34 +1509568815 42 +1509568816 31 +1509568817 36 +1509568818 32 +1509568819 21 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data new file mode 100644 index 0000000..16791d4 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-003.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568826 42 +1509568827 58 +1509568828 49 +1509568829 44 +1509568830 51 +1509568831 39 +1509568832 52 +1509568833 45 +1509568834 41 +1509568835 44 +1509568836 49 +1509568837 28 +1509568838 38 +1509568839 29 +1509568840 45 +1509568841 33 +1509568842 45 +1509568843 34 +1509568844 50 +1509568845 44 +1509568846 43 +1509568847 50 +1509568848 53 +1509568849 30 +1509568850 59 +1509568851 41 +1509568852 57 +1509568853 35 +1509568854 51 +1509568855 26 +1509568856 6 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data new file mode 100644 index 0000000..888e090 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-004.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568863 57 +1509568864 68 +1509568865 57 +1509568866 58 +1509568867 61 +1509568868 57 +1509568869 53 +1509568870 57 +1509568871 66 +1509568872 55 +1509568873 57 +1509568874 54 +1509568875 50 +1509568876 63 +1509568877 53 +1509568878 55 +1509568879 58 +1509568880 53 +1509568881 53 +1509568882 62 +1509568883 58 +1509568884 65 +1509568885 57 +1509568886 46 +1509568887 56 +1509568888 54 +1509568889 69 +1509568890 51 +1509568891 59 +1509568892 40 +1509568893 9 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data new file mode 100644 index 0000000..ef85069 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-005.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568899 48 +1509568900 80 +1509568901 65 +1509568902 71 +1509568903 54 +1509568904 79 +1509568905 58 +1509568906 77 +1509568907 63 +1509568908 75 +1509568909 48 +1509568910 80 +1509568911 66 +1509568912 82 +1509568913 55 +1509568914 79 +1509568915 55 +1509568916 68 +1509568917 70 +1509568918 69 +1509568919 64 +1509568920 83 +1509568921 63 +1509568922 69 +1509568923 66 +1509568924 75 +1509568925 67 +1509568926 70 +1509568927 77 +1509568928 57 +1509568929 19 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data new file mode 100644 index 0000000..6effa02 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-006.data @@ -0,0 +1,32 @@ +Timeline RPS +1509568936 39 +1509568937 86 +1509568938 86 +1509568939 88 +1509568940 83 +1509568941 74 +1509568942 80 +1509568943 76 +1509568944 84 +1509568945 79 +1509568946 74 +1509568947 86 +1509568948 78 +1509568949 88 +1509568950 72 +1509568951 85 +1509568952 65 +1509568953 88 +1509568954 71 +1509568955 95 +1509568956 77 +1509568957 56 +1509568958 66 +1509568959 48 +1509568960 42 +1509568961 67 +1509568962 80 +1509568963 79 +1509568964 65 +1509568965 77 +1509568966 40 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data b/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data new file mode 100644 index 0000000..9e903a5 --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps-007.data @@ -0,0 +1,33 @@ +Timeline RPS +1509568973 10 +1509568974 66 +1509568975 122 +1509568976 71 +1509568977 89 +1509568978 82 +1509568979 94 +1509568980 80 +1509568981 96 +1509568982 91 +1509568983 89 +1509568984 92 +1509568985 82 +1509568986 19 +1509568987 67 +1509568988 60 +1509568989 97 +1509568990 86 +1509568991 90 +1509568992 92 +1509568993 94 +1509568994 86 +1509568995 83 +1509568996 97 +1509568997 88 +1509568998 89 +1509568999 86 +1509569000 92 +1509569001 90 +1509569002 71 +1509569003 64 +1509569004 12 diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot b/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot new file mode 100644 index 0000000..68f0fba --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:152] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T183840/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/100k/test_download-20171101T183840/time_rps.png b/server-scalability/results/100k/test_download-20171101T183840/time_rps.png Binary files differnew file mode 100644 index 0000000..124d10a --- /dev/null +++ b/server-scalability/results/100k/test_download-20171101T183840/time_rps.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/funkload.css b/server-scalability/results/100k/test_upload-20171101T183258/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip b/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..28a98f4 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/funkload.xml.zip diff --git a/server-scalability/results/100k/test_upload-20171101T183258/index.html b/server-scalability/results/100k/test_upload-20171101T183258/index.html new file mode 100644 index 0000000..e00f3ac --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 18:32:58" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 18:32:58</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_upload</tt>: +Upload blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-upload-blob" id="id8">7.1 PAGE 001: Upload blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 18:32:58</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_upload</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_upload</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>2486 tests</li> +<li>2486 pages</li> +<li>2486 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>6.667</td> +<td>200</td> +<td>200</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>9.967</td> +<td>299</td> +<td>299</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>12.433</td> +<td>373</td> +<td>373</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>11.367</td> +<td>341</td> +<td>341</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>11.800</td> +<td>354</td> +<td>354</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>11.100</td> +<td>333</td> +<td>333</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>9.900</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>9.633</td> +<td>289</td> +<td>289</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>6.667</td> +<td>25.000</td> +<td>200</td> +<td>200</td> +<td>0.00%</td> +<td>3.197</td> +<td>3.507</td> +<td>3.753</td> +<td>3.394</td> +<td>3.487</td> +<td>3.710</td> +<td>3.731</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>9.967</td> +<td>50.000</td> +<td>299</td> +<td>299</td> +<td>0.00%</td> +<td>4.290</td> +<td>4.863</td> +<td>5.399</td> +<td>4.321</td> +<td>4.889</td> +<td>5.241</td> +<td>5.256</td> +</tr> +<tr><td>75</td> +<td>0.204</td> +<td>UNACCEPTABLE</td> +<td>12.433</td> +<td>65.000</td> +<td>373</td> +<td>373</td> +<td>0.00%</td> +<td>1.712</td> +<td>5.846</td> +<td>9.084</td> +<td>2.416</td> +<td>6.112</td> +<td>8.016</td> +<td>8.170</td> +</tr> +<tr><td>100</td> +<td>0.022</td> +<td>UNACCEPTABLE</td> +<td>11.367</td> +<td>80.000</td> +<td>341</td> +<td>341</td> +<td>0.00%</td> +<td>5.062</td> +<td>7.919</td> +<td>13.930</td> +<td>6.319</td> +<td>7.488</td> +<td>10.333</td> +<td>11.637</td> +</tr> +<tr><td>125</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>11.800</td> +<td>80.000</td> +<td>354</td> +<td>354</td> +<td>0.00%</td> +<td>5.320</td> +<td>9.245</td> +<td>16.804</td> +<td>7.596</td> +<td>8.775</td> +<td>12.163</td> +<td>12.860</td> +</tr> +<tr><td>150</td> +<td>0.002</td> +<td>UNACCEPTABLE</td> +<td>11.100</td> +<td>80.000</td> +<td>333</td> +<td>333</td> +<td>0.00%</td> +<td>5.893</td> +<td>11.193</td> +<td>20.348</td> +<td>8.235</td> +<td>11.102</td> +<td>13.896</td> +<td>14.967</td> +</tr> +<tr><td>175</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>9.900</td> +<td>81.000</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>6.294</td> +<td>13.575</td> +<td>23.655</td> +<td>8.073</td> +<td>14.041</td> +<td>17.512</td> +<td>18.597</td> +</tr> +<tr><td>200</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>9.633</td> +<td>80.000</td> +<td>289</td> +<td>289</td> +<td>0.00%</td> +<td>6.327</td> +<td>15.243</td> +<td>29.755</td> +<td>8.144</td> +<td>15.704</td> +<td>20.263</td> +<td>23.709</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>6.667</td> +<td>25.000</td> +<td>200</td> +<td>200</td> +<td>0.00%</td> +<td>3.197</td> +<td>3.507</td> +<td>3.753</td> +<td>3.394</td> +<td>3.487</td> +<td>3.710</td> +<td>3.731</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>9.967</td> +<td>50.000</td> +<td>299</td> +<td>299</td> +<td>0.00%</td> +<td>4.290</td> +<td>4.863</td> +<td>5.399</td> +<td>4.321</td> +<td>4.889</td> +<td>5.241</td> +<td>5.256</td> +</tr> +<tr><td>75</td> +<td>0.204</td> +<td>UNACCEPTABLE</td> +<td>12.433</td> +<td>65.000</td> +<td>373</td> +<td>373</td> +<td>0.00%</td> +<td>1.712</td> +<td>5.846</td> +<td>9.084</td> +<td>2.416</td> +<td>6.112</td> +<td>8.016</td> +<td>8.170</td> +</tr> +<tr><td>100</td> +<td>0.022</td> +<td>UNACCEPTABLE</td> +<td>11.367</td> +<td>80.000</td> +<td>341</td> +<td>341</td> +<td>0.00%</td> +<td>5.062</td> +<td>7.919</td> +<td>13.930</td> +<td>6.319</td> +<td>7.488</td> +<td>10.333</td> +<td>11.637</td> +</tr> +<tr><td>125</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>11.800</td> +<td>80.000</td> +<td>354</td> +<td>354</td> +<td>0.00%</td> +<td>5.320</td> +<td>9.245</td> +<td>16.804</td> +<td>7.596</td> +<td>8.775</td> +<td>12.163</td> +<td>12.860</td> +</tr> +<tr><td>150</td> +<td>0.002</td> +<td>UNACCEPTABLE</td> +<td>11.100</td> +<td>80.000</td> +<td>333</td> +<td>333</td> +<td>0.00%</td> +<td>5.893</td> +<td>11.193</td> +<td>20.348</td> +<td>8.235</td> +<td>11.102</td> +<td>13.896</td> +<td>14.967</td> +</tr> +<tr><td>175</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>9.900</td> +<td>81.000</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>6.294</td> +<td>13.575</td> +<td>23.655</td> +<td>8.073</td> +<td>14.041</td> +<td>17.512</td> +<td>18.597</td> +</tr> +<tr><td>200</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>9.633</td> +<td>80.000</td> +<td>289</td> +<td>289</td> +<td>0.00%</td> +<td>6.327</td> +<td>15.243</td> +<td>29.755</td> +<td>8.144</td> +<td>15.704</td> +<td>20.263</td> +<td>23.709</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>25</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: POOR, avg response time: 3.51s, put: <tt class="docutils literal">/blobs/0/181</tt> +<cite>Upload blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-upload-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Upload blob</a></h2> +<ul> +<li><p class="first">Req: 001, put, url <tt class="docutils literal">/blobs/0/181</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.500</td> +<td>POOR</td> +<td>200</td> +<td>200</td> +<td>0.00%</td> +<td>3.197</td> +<td>3.507</td> +<td>3.753</td> +<td>3.394</td> +<td>3.487</td> +<td>3.710</td> +<td>3.731</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>299</td> +<td>299</td> +<td>0.00%</td> +<td>4.290</td> +<td>4.863</td> +<td>5.399</td> +<td>4.321</td> +<td>4.889</td> +<td>5.241</td> +<td>5.256</td> +</tr> +<tr><td>75</td> +<td>0.204</td> +<td>UNACCEPTABLE</td> +<td>373</td> +<td>373</td> +<td>0.00%</td> +<td>1.712</td> +<td>5.846</td> +<td>9.084</td> +<td>2.416</td> +<td>6.112</td> +<td>8.016</td> +<td>8.170</td> +</tr> +<tr><td>100</td> +<td>0.022</td> +<td>UNACCEPTABLE</td> +<td>341</td> +<td>341</td> +<td>0.00%</td> +<td>5.062</td> +<td>7.919</td> +<td>13.930</td> +<td>6.319</td> +<td>7.488</td> +<td>10.333</td> +<td>11.637</td> +</tr> +<tr><td>125</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>354</td> +<td>354</td> +<td>0.00%</td> +<td>5.320</td> +<td>9.245</td> +<td>16.804</td> +<td>7.596</td> +<td>8.775</td> +<td>12.163</td> +<td>12.860</td> +</tr> +<tr><td>150</td> +<td>0.002</td> +<td>UNACCEPTABLE</td> +<td>333</td> +<td>333</td> +<td>0.00%</td> +<td>5.893</td> +<td>11.193</td> +<td>20.348</td> +<td>8.235</td> +<td>11.102</td> +<td>13.896</td> +<td>14.967</td> +</tr> +<tr><td>175</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>6.294</td> +<td>13.575</td> +<td>23.655</td> +<td>8.073</td> +<td>14.041</td> +<td>17.512</td> +<td>18.597</td> +</tr> +<tr><td>200</td> +<td>0.000</td> +<td>UNACCEPTABLE</td> +<td>289</td> +<td>289</td> +<td>0.00%</td> +<td>6.327</td> +<td>15.243</td> +<td>29.755</td> +<td>8.144</td> +<td>15.704</td> +<td>20.263</td> +<td>23.709</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 20:38 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/100k/test_upload-20171101T183258/index.rst b/server-scalability/results/100k/test_upload-20171101T183258/index.rst new file mode 100644 index 0000000..d9ff7e9 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 18:32:58 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 18:32:58 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2486 tests +* 2486 pages +* 2486 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 6.667 200 200 0.00% + 50 9.967 299 299 0.00% + 75 12.433 373 373 0.00% + 100 11.367 341 341 0.00% + 125 11.800 354 354 0.00% + 150 11.100 333 333 0.00% + 175 9.900 297 297 0.00% + 200 9.633 289 289 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 6.667 25.000 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 9.967 50.000 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 12.433 65.000 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 11.367 80.000 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 11.800 80.000 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 11.100 80.000 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 9.900 81.000 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 9.633 80.000 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 6.667 25.000 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 9.967 50.000 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 12.433 65.000 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 11.367 80.000 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 11.800 80.000 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 11.100 80.000 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 9.900 81.000 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 9.633 80.000 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 3.51s, put: ``/blobs/0/181`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/181`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.500 POOR 200 200 0.00% 3.197 3.507 3.753 3.394 3.487 3.710 3.731 + 50 0.500 POOR 299 299 0.00% 4.290 4.863 5.399 4.321 4.889 5.241 5.256 + 75 0.204 UNACCEPTABLE 373 373 0.00% 1.712 5.846 9.084 2.416 6.112 8.016 8.170 + 100 0.022 UNACCEPTABLE 341 341 0.00% 5.062 7.919 13.930 6.319 7.488 10.333 11.637 + 125 0.018 UNACCEPTABLE 354 354 0.00% 5.320 9.245 16.804 7.596 8.775 12.163 12.860 + 150 0.002 UNACCEPTABLE 333 333 0.00% 5.893 11.193 20.348 8.235 11.102 13.896 14.967 + 175 0.000 UNACCEPTABLE 297 297 0.00% 6.294 13.575 23.655 8.073 14.041 17.512 18.597 + 200 0.000 UNACCEPTABLE 289 289 0.00% 6.327 15.243 29.755 8.144 15.704 20.263 23.709 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.data b/server-scalability/results/100k/test_upload-20171101T183258/pages.data new file mode 100644 index 0000000..b3f786a --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 6.66666666667 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 0 0 0 0.5 0 +50 9.96666666667 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 0 0 0 0.5 0 +75 12.4333333333 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 0 0 0 0 0.203753351206 +100 11.3666666667 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 0 0 0 0 0.0219941348974 +125 11.8 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 0 0 0 0 0.0183615819209 +150 11.1 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 0 0 0 0 0.0015015015015 +175 9.9 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 0 0 0 0 0.0 +200 9.63333333333 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 0 0 0 0 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot b/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot new file mode 100644 index 0000000..46e8d02 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages.png b/server-scalability/results/100k/test_upload-20171101T183258/pages.png Binary files differnew file mode 100644 index 0000000..6f51411 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png b/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png Binary files differnew file mode 100644 index 0000000..7a7f09d --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/pages_spps.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data new file mode 100644 index 0000000..412378b --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 +50 001.001 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 +75 001.001 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 +100 001.001 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 +125 001.001 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 +150 001.001 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 +175 001.001 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 +200 001.001 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot new file mode 100644 index 0000000..86db271 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png Binary files differnew file mode 100644 index 0000000..aef2e34 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/request_001.001.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.data b/server-scalability/results/100k/test_upload-20171101T183258/requests.data new file mode 100644 index 0000000..8743f32 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 6.66666666667 0 3.19713401794 3.50687186599 3.75322818756 3.3944439888 3.48733711243 3.70975518227 3.73053503036 0.5 +50 9.96666666667 0 4.2897810936 4.86294071969 5.39945888519 4.32146811485 4.88890790939 5.24086594582 5.25551795959 0.5 +75 12.4333333333 0 1.71177482605 5.84580288624 9.08362007141 2.41574311256 6.11195802689 8.01583003998 8.17008805275 0.203753351206 +100 11.3666666667 0 5.06155204773 7.91945214845 13.9297060966 6.31912398338 7.48761892319 10.3328049183 11.6371331215 0.0219941348974 +125 11.8 0 5.3198568821 9.24537805649 16.8037490845 7.59621286392 8.77487683296 12.1627681255 12.8597800732 0.0183615819209 +150 11.1 0 5.89332103729 11.1926620816 20.347714901 8.23540496826 11.1024971008 13.8959679604 14.9674818516 0.0015015015015 +175 9.9 0 6.2941429615 13.5754868727 23.6554038525 8.07263898849 14.041228056 17.512264967 18.5966830254 0.0 +200 9.63333333333 0 6.32680106163 15.2425698269 29.755286932 8.14406991005 15.704488039 20.2626290321 23.708782196 0.0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot b/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot new file mode 100644 index 0000000..fee649d --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests.png b/server-scalability/results/100k/test_upload-20171101T183258/requests.png Binary files differnew file mode 100644 index 0000000..3ad738c --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png b/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png Binary files differnew file mode 100644 index 0000000..1305fdf --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/requests_rps.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.data b/server-scalability/results/100k/test_upload-20171101T183258/tests.data new file mode 100644 index 0000000..4cd7bab --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 6.66666666667 0 +50 9.96666666667 0 +75 12.4333333333 0 +100 11.3666666667 0 +125 11.8 0 +150 11.1 0 +175 9.9 0 +200 9.63333333333 0 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot b/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot new file mode 100644 index 0000000..a072aa1 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/100k/test_upload-20171101T183258/tests.png b/server-scalability/results/100k/test_upload-20171101T183258/tests.png Binary files differnew file mode 100644 index 0000000..10e85af --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/tests.png diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data new file mode 100644 index 0000000..0a48665 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-000.data @@ -0,0 +1,10 @@ +Timeline RPS +1509568378 25 +1509568381 24 +1509568382 1 +1509568385 25 +1509568388 25 +1509568392 25 +1509568395 25 +1509568399 25 +1509568402 25 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data new file mode 100644 index 0000000..4d9e676 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-001.data @@ -0,0 +1,7 @@ +Timeline RPS +1509568411 50 +1509568416 50 +1509568421 50 +1509568426 50 +1509568431 50 +1509568436 49 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data new file mode 100644 index 0000000..9c0cdcc --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-002.data @@ -0,0 +1,21 @@ +Timeline RPS +1509568446 60 +1509568447 15 +1509568451 6 +1509568452 18 +1509568453 54 +1509568454 1 +1509568457 8 +1509568458 10 +1509568459 9 +1509568460 14 +1509568461 55 +1509568462 5 +1509568465 3 +1509568466 4 +1509568467 10 +1509568468 13 +1509568469 65 +1509568470 11 +1509568471 1 +1509568474 11 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data new file mode 100644 index 0000000..7256159 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-003.data @@ -0,0 +1,24 @@ +Timeline RPS +1509568482 14 +1509568483 80 +1509568484 6 +1509568488 13 +1509568489 14 +1509568490 13 +1509568491 12 +1509568492 14 +1509568493 14 +1509568494 13 +1509568495 14 +1509568496 13 +1509568497 13 +1509568498 13 +1509568499 10 +1509568500 12 +1509568501 11 +1509568502 10 +1509568503 13 +1509568504 12 +1509568505 12 +1509568506 10 +1509568507 5 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data new file mode 100644 index 0000000..e2a2d9f --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509568518 27 +1509568519 80 +1509568520 18 +1509568524 12 +1509568525 12 +1509568526 13 +1509568527 13 +1509568528 13 +1509568529 13 +1509568530 12 +1509568531 11 +1509568532 14 +1509568533 15 +1509568534 12 +1509568535 14 +1509568536 14 +1509568537 14 +1509568538 13 +1509568539 14 +1509568540 11 +1509568541 8 +1509568542 1 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data new file mode 100644 index 0000000..184b2b3 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-005.data @@ -0,0 +1,20 @@ +Timeline RPS +1509568558 59 +1509568559 80 +1509568560 11 +1509568564 9 +1509568565 13 +1509568566 14 +1509568567 15 +1509568568 14 +1509568569 15 +1509568570 12 +1509568571 13 +1509568572 13 +1509568573 11 +1509568574 10 +1509568575 14 +1509568576 11 +1509568577 9 +1509568578 8 +1509568579 2 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data new file mode 100644 index 0000000..d34ce0d --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-006.data @@ -0,0 +1,17 @@ +Timeline RPS +1509568598 9 +1509568599 81 +1509568600 80 +1509568601 5 +1509568605 6 +1509568606 12 +1509568607 14 +1509568608 11 +1509568609 11 +1509568610 11 +1509568611 13 +1509568612 11 +1509568613 11 +1509568614 11 +1509568615 8 +1509568616 3 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data new file mode 100644 index 0000000..8af0747 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps-007.data @@ -0,0 +1,14 @@ +Timeline RPS +1509568643 33 +1509568644 77 +1509568645 80 +1509568646 10 +1509568650 8 +1509568651 12 +1509568652 13 +1509568653 11 +1509568654 11 +1509568655 10 +1509568656 10 +1509568657 8 +1509568658 6 diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot new file mode 100644 index 0000000..5383064 --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:101] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T183258/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png Binary files differnew file mode 100644 index 0000000..502ac3a --- /dev/null +++ b/server-scalability/results/100k/test_upload-20171101T183258/time_rps.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/funkload.css b/server-scalability/results/10k/test_download-20171101T173739/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip b/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..a3b266b --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/funkload.xml.zip diff --git a/server-scalability/results/10k/test_download-20171101T173739/index.html b/server-scalability/results/10k/test_download-20171101T173739/index.html new file mode 100644 index 0000000..1b896a4 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 17:37:39" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 17:37:39</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_download</tt>: +Download blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-download-blob" id="id8">7.1 PAGE 001: Download blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 17:37:39</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_download</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_download</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>17788 tests</li> +<li>17788 pages</li> +<li>17788 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>43.000</td> +<td>1290</td> +<td>1290</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>78.433</td> +<td>2353</td> +<td>2353</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>84.500</td> +<td>2535</td> +<td>2535</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>81.900</td> +<td>2457</td> +<td>2457</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>85.633</td> +<td>2569</td> +<td>2569</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>85.367</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>73.500</td> +<td>2205</td> +<td>2205</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>60.600</td> +<td>1818</td> +<td>1818</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.985</td> +<td>Excellent</td> +<td>43.000</td> +<td>50.000</td> +<td>1290</td> +<td>1290</td> +<td>0.00%</td> +<td>0.460</td> +<td>0.577</td> +<td>5.594</td> +<td>0.475</td> +<td>0.483</td> +<td>0.507</td> +<td>0.807</td> +</tr> +<tr><td>50</td> +<td>0.979</td> +<td>Excellent</td> +<td>78.433</td> +<td>100.000</td> +<td>2353</td> +<td>2353</td> +<td>0.00%</td> +<td>0.466</td> +<td>0.632</td> +<td>6.874</td> +<td>0.479</td> +<td>0.493</td> +<td>0.814</td> +<td>1.383</td> +</tr> +<tr><td>75</td> +<td>0.949</td> +<td>Excellent</td> +<td>84.500</td> +<td>146.000</td> +<td>2535</td> +<td>2535</td> +<td>0.00%</td> +<td>0.456</td> +<td>0.878</td> +<td>6.220</td> +<td>0.481</td> +<td>0.525</td> +<td>1.512</td> +<td>3.474</td> +</tr> +<tr><td>100</td> +<td>0.914</td> +<td>Good</td> +<td>81.900</td> +<td>185.000</td> +<td>2457</td> +<td>2457</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.212</td> +<td>8.427</td> +<td>0.490</td> +<td>0.610</td> +<td>3.872</td> +<td>4.790</td> +</tr> +<tr><td>125</td> +<td>0.887</td> +<td>Good</td> +<td>85.633</td> +<td>206.000</td> +<td>2569</td> +<td>2569</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.313</td> +<td>6.756</td> +<td>0.498</td> +<td>0.702</td> +<td>3.572</td> +<td>4.207</td> +</tr> +<tr><td>150</td> +<td>0.772</td> +<td>FAIR</td> +<td>85.367</td> +<td>300.000</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.464</td> +<td>1.663</td> +<td>11.199</td> +<td>0.502</td> +<td>0.939</td> +<td>2.984</td> +<td>6.037</td> +</tr> +<tr><td>175</td> +<td>0.796</td> +<td>FAIR</td> +<td>73.500</td> +<td>318.000</td> +<td>2205</td> +<td>2205</td> +<td>0.00%</td> +<td>0.468</td> +<td>2.092</td> +<td>14.311</td> +<td>0.503</td> +<td>0.763</td> +<td>5.611</td> +<td>5.871</td> +</tr> +<tr><td>200</td> +<td>0.715</td> +<td>FAIR</td> +<td>60.600</td> +<td>350.000</td> +<td>1818</td> +<td>1818</td> +<td>0.00%</td> +<td>0.457</td> +<td>2.800</td> +<td>12.342</td> +<td>0.524</td> +<td>1.857</td> +<td>5.800</td> +<td>6.152</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.985</td> +<td>Excellent</td> +<td>43.000</td> +<td>50.000</td> +<td>1290</td> +<td>1290</td> +<td>0.00%</td> +<td>0.460</td> +<td>0.577</td> +<td>5.594</td> +<td>0.475</td> +<td>0.483</td> +<td>0.507</td> +<td>0.807</td> +</tr> +<tr><td>50</td> +<td>0.979</td> +<td>Excellent</td> +<td>78.433</td> +<td>100.000</td> +<td>2353</td> +<td>2353</td> +<td>0.00%</td> +<td>0.466</td> +<td>0.632</td> +<td>6.874</td> +<td>0.479</td> +<td>0.493</td> +<td>0.814</td> +<td>1.383</td> +</tr> +<tr><td>75</td> +<td>0.949</td> +<td>Excellent</td> +<td>84.500</td> +<td>146.000</td> +<td>2535</td> +<td>2535</td> +<td>0.00%</td> +<td>0.456</td> +<td>0.878</td> +<td>6.220</td> +<td>0.481</td> +<td>0.525</td> +<td>1.512</td> +<td>3.474</td> +</tr> +<tr><td>100</td> +<td>0.914</td> +<td>Good</td> +<td>81.900</td> +<td>185.000</td> +<td>2457</td> +<td>2457</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.212</td> +<td>8.427</td> +<td>0.490</td> +<td>0.610</td> +<td>3.872</td> +<td>4.790</td> +</tr> +<tr><td>125</td> +<td>0.887</td> +<td>Good</td> +<td>85.633</td> +<td>206.000</td> +<td>2569</td> +<td>2569</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.313</td> +<td>6.756</td> +<td>0.498</td> +<td>0.702</td> +<td>3.572</td> +<td>4.207</td> +</tr> +<tr><td>150</td> +<td>0.772</td> +<td>FAIR</td> +<td>85.367</td> +<td>300.000</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.464</td> +<td>1.663</td> +<td>11.199</td> +<td>0.502</td> +<td>0.939</td> +<td>2.984</td> +<td>6.037</td> +</tr> +<tr><td>175</td> +<td>0.796</td> +<td>FAIR</td> +<td>73.500</td> +<td>318.000</td> +<td>2205</td> +<td>2205</td> +<td>0.00%</td> +<td>0.468</td> +<td>2.092</td> +<td>14.311</td> +<td>0.503</td> +<td>0.763</td> +<td>5.611</td> +<td>5.871</td> +</tr> +<tr><td>200</td> +<td>0.715</td> +<td>FAIR</td> +<td>60.600</td> +<td>350.000</td> +<td>1818</td> +<td>1818</td> +<td>0.00%</td> +<td>0.457</td> +<td>2.800</td> +<td>12.342</td> +<td>0.524</td> +<td>1.857</td> +<td>5.800</td> +<td>6.152</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>75</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: Excellent, avg response time: 0.88s, get: <tt class="docutils literal">/blobs/0/1291</tt> +<cite>Download blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-download-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Download blob</a></h2> +<ul> +<li><p class="first">Req: 001, get, url <tt class="docutils literal">/blobs/0/1290</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.985</td> +<td>Excellent</td> +<td>1290</td> +<td>1290</td> +<td>0.00%</td> +<td>0.460</td> +<td>0.577</td> +<td>5.594</td> +<td>0.475</td> +<td>0.483</td> +<td>0.507</td> +<td>0.807</td> +</tr> +<tr><td>50</td> +<td>0.979</td> +<td>Excellent</td> +<td>2353</td> +<td>2353</td> +<td>0.00%</td> +<td>0.466</td> +<td>0.632</td> +<td>6.874</td> +<td>0.479</td> +<td>0.493</td> +<td>0.814</td> +<td>1.383</td> +</tr> +<tr><td>75</td> +<td>0.949</td> +<td>Excellent</td> +<td>2535</td> +<td>2535</td> +<td>0.00%</td> +<td>0.456</td> +<td>0.878</td> +<td>6.220</td> +<td>0.481</td> +<td>0.525</td> +<td>1.512</td> +<td>3.474</td> +</tr> +<tr><td>100</td> +<td>0.914</td> +<td>Good</td> +<td>2457</td> +<td>2457</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.212</td> +<td>8.427</td> +<td>0.490</td> +<td>0.610</td> +<td>3.872</td> +<td>4.790</td> +</tr> +<tr><td>125</td> +<td>0.887</td> +<td>Good</td> +<td>2569</td> +<td>2569</td> +<td>0.00%</td> +<td>0.466</td> +<td>1.313</td> +<td>6.756</td> +<td>0.498</td> +<td>0.702</td> +<td>3.572</td> +<td>4.207</td> +</tr> +<tr><td>150</td> +<td>0.772</td> +<td>FAIR</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.464</td> +<td>1.663</td> +<td>11.199</td> +<td>0.502</td> +<td>0.939</td> +<td>2.984</td> +<td>6.037</td> +</tr> +<tr><td>175</td> +<td>0.796</td> +<td>FAIR</td> +<td>2205</td> +<td>2205</td> +<td>0.00%</td> +<td>0.468</td> +<td>2.092</td> +<td>14.311</td> +<td>0.503</td> +<td>0.763</td> +<td>5.611</td> +<td>5.871</td> +</tr> +<tr><td>200</td> +<td>0.715</td> +<td>FAIR</td> +<td>1818</td> +<td>1818</td> +<td>0.00%</td> +<td>0.457</td> +<td>2.800</td> +<td>12.342</td> +<td>0.524</td> +<td>1.857</td> +<td>5.800</td> +<td>6.152</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 19:42 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/10k/test_download-20171101T173739/index.rst b/server-scalability/results/10k/test_download-20171101T173739/index.rst new file mode 100644 index 0000000..b7cb459 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:37:39 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:37:39 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 17788 tests +* 17788 pages +* 17788 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 43.000 1290 1290 0.00% + 50 78.433 2353 2353 0.00% + 75 84.500 2535 2535 0.00% + 100 81.900 2457 2457 0.00% + 125 85.633 2569 2569 0.00% + 150 85.367 2561 2561 0.00% + 175 73.500 2205 2205 0.00% + 200 60.600 1818 1818 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 43.000 50.000 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 78.433 100.000 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 84.500 146.000 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 81.900 185.000 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 85.633 206.000 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 85.367 300.000 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 73.500 318.000 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 60.600 350.000 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 43.000 50.000 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 78.433 100.000 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 84.500 146.000 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 81.900 185.000 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 85.633 206.000 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 85.367 300.000 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 73.500 318.000 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 60.600 350.000 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **75** CUs: + +* In page 001, Apdex rating: Excellent, avg response time: 0.88s, get: ``/blobs/0/1291`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/1290`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.985 Excellent 1290 1290 0.00% 0.460 0.577 5.594 0.475 0.483 0.507 0.807 + 50 0.979 Excellent 2353 2353 0.00% 0.466 0.632 6.874 0.479 0.493 0.814 1.383 + 75 0.949 Excellent 2535 2535 0.00% 0.456 0.878 6.220 0.481 0.525 1.512 3.474 + 100 0.914 Good 2457 2457 0.00% 0.466 1.212 8.427 0.490 0.610 3.872 4.790 + 125 0.887 Good 2569 2569 0.00% 0.466 1.313 6.756 0.498 0.702 3.572 4.207 + 150 0.772 FAIR 2561 2561 0.00% 0.464 1.663 11.199 0.502 0.939 2.984 6.037 + 175 0.796 FAIR 2205 2205 0.00% 0.468 2.092 14.311 0.503 0.763 5.611 5.871 + 200 0.715 FAIR 1818 1818 0.00% 0.457 2.800 12.342 0.524 1.857 5.800 6.152 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.data b/server-scalability/results/10k/test_download-20171101T173739/pages.data new file mode 100644 index 0000000..cff02b2 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 43.0 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 0.985271317829 0 0 0 0 +50 78.4333333333 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 0.978750531237 0 0 0 0 +75 84.5 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 0.949112426036 0 0 0 0 +100 81.9 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 0 0.913715913716 0 0 0 +125 85.6333333333 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 0 0.886531724406 0 0 0 +150 85.3666666667 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 0 0 0.772159312768 0 0 +175 73.5 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 0 0 0.795918367347 0 0 +200 60.6 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 0 0 0.714796479648 0 0 diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.gplot b/server-scalability/results/10k/test_download-20171101T173739/pages.gplot new file mode 100644 index 0000000..5522ca1 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages.png b/server-scalability/results/10k/test_download-20171101T173739/pages.png Binary files differnew file mode 100644 index 0000000..78b43bb --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png b/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png Binary files differnew file mode 100644 index 0000000..3fdc898 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/pages_spps.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data new file mode 100644 index 0000000..9a710dc --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 +50 001.001 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 +75 001.001 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 +100 001.001 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 +125 001.001 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 +150 001.001 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 +175 001.001 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 +200 001.001 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot new file mode 100644 index 0000000..158a341 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png Binary files differnew file mode 100644 index 0000000..a863f5b --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/request_001.001.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.data b/server-scalability/results/10k/test_download-20171101T173739/requests.data new file mode 100644 index 0000000..2c09e56 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 43.0 0 0.460188865662 0.576685375576 5.59405994415 0.474576950073 0.482752084732 0.506502866745 0.80683016777 0.985271317829 +50 78.4333333333 0 0.466351032257 0.632421533148 6.87445211411 0.478837966919 0.492514848709 0.813517093658 1.38339185715 0.978750531237 +75 84.5 0 0.456305980682 0.878002696442 6.21990919113 0.481498003006 0.52477312088 1.51174283028 3.47393703461 0.949112426036 +100 81.9 0 0.466032028198 1.21186421274 8.42749190331 0.489804029465 0.609949827194 3.87150812149 4.79005289078 0.913715913716 +125 85.6333333333 0 0.466366052628 1.31250091293 6.75613093376 0.498261213303 0.702345848083 3.57177090645 4.20694994926 0.886531724406 +150 85.3666666667 0 0.464498996735 1.66327694634 11.1987190247 0.502330064774 0.939079046249 2.98357486725 6.03686785698 0.772159312768 +175 73.5 0 0.468101978302 2.09167197448 14.3105769157 0.503092050552 0.763287067413 5.61111712456 5.87060785294 0.795918367347 +200 60.6 0 0.45652794838 2.79995147977 12.3418741226 0.52423787117 1.85739898682 5.80049800873 6.15192294121 0.714796479648 diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.gplot b/server-scalability/results/10k/test_download-20171101T173739/requests.gplot new file mode 100644 index 0000000..9c39c31 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests.png b/server-scalability/results/10k/test_download-20171101T173739/requests.png Binary files differnew file mode 100644 index 0000000..e74a70a --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png b/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png Binary files differnew file mode 100644 index 0000000..edbd94e --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/requests_rps.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.data b/server-scalability/results/10k/test_download-20171101T173739/tests.data new file mode 100644 index 0000000..4d2c34c --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 43.0 0 +50 78.4333333333 0 +75 84.5 0 +100 81.9 0 +125 85.6333333333 0 +150 85.3666666667 0 +175 73.5 0 +200 60.6 0 diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.gplot b/server-scalability/results/10k/test_download-20171101T173739/tests.gplot new file mode 100644 index 0000000..40046d3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/10k/test_download-20171101T173739/tests.png b/server-scalability/results/10k/test_download-20171101T173739/tests.png Binary files differnew file mode 100644 index 0000000..9690c37 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/tests.png diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data new file mode 100644 index 0000000..8274ed3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-000.data @@ -0,0 +1,32 @@ +Timeline RPS +1509565059 38 +1509565060 40 +1509565061 42 +1509565062 42 +1509565063 44 +1509565064 42 +1509565065 43 +1509565066 44 +1509565067 40 +1509565068 43 +1509565069 42 +1509565070 40 +1509565071 39 +1509565072 47 +1509565073 50 +1509565074 46 +1509565075 47 +1509565076 41 +1509565077 39 +1509565078 42 +1509565079 35 +1509565080 40 +1509565081 42 +1509565082 42 +1509565083 46 +1509565084 48 +1509565085 46 +1509565086 48 +1509565087 41 +1509565088 44 +1509565089 7 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data new file mode 100644 index 0000000..306e565 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-001.data @@ -0,0 +1,32 @@ +Timeline RPS +1509565091 10 +1509565092 96 +1509565093 87 +1509565094 88 +1509565095 81 +1509565096 79 +1509565097 92 +1509565098 92 +1509565099 93 +1509565100 98 +1509565101 100 +1509565102 92 +1509565103 93 +1509565104 80 +1509565105 87 +1509565106 87 +1509565107 85 +1509565108 94 +1509565109 98 +1509565110 75 +1509565111 83 +1509565112 77 +1509565113 78 +1509565114 79 +1509565115 63 +1509565116 66 +1509565117 35 +1509565118 15 +1509565119 20 +1509565120 43 +1509565121 87 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data new file mode 100644 index 0000000..05a9bef --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-002.data @@ -0,0 +1,31 @@ +Timeline RPS +1509565125 2 +1509565126 91 +1509565127 134 +1509565128 139 +1509565129 135 +1509565130 142 +1509565131 62 +1509565132 1 +1509565135 68 +1509565136 136 +1509565137 113 +1509565138 146 +1509565139 118 +1509565140 126 +1509565141 130 +1509565142 44 +1509565143 2 +1509565144 57 +1509565145 77 +1509565146 97 +1509565147 137 +1509565148 145 +1509565149 124 +1509565150 94 +1509565151 88 +1509565152 5 +1509565153 2 +1509565154 7 +1509565155 106 +1509565156 7 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data new file mode 100644 index 0000000..6779370 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-003.data @@ -0,0 +1,31 @@ +Timeline RPS +1509565162 34 +1509565163 185 +1509565164 144 +1509565165 5 +1509565166 1 +1509565167 8 +1509565168 75 +1509565169 109 +1509565170 162 +1509565171 43 +1509565172 5 +1509565173 1 +1509565174 52 +1509565175 147 +1509565176 162 +1509565177 184 +1509565178 144 +1509565179 178 +1509565180 76 +1509565181 116 +1509565182 46 +1509565183 72 +1509565184 53 +1509565185 115 +1509565186 130 +1509565187 91 +1509565188 3 +1509565189 7 +1509565191 13 +1509565192 96 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data new file mode 100644 index 0000000..3ea7413 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-004.data @@ -0,0 +1,26 @@ +Timeline RPS +1509565196 29 +1509565197 189 +1509565198 206 +1509565199 186 +1509565200 71 +1509565201 32 +1509565202 1 +1509565203 120 +1509565204 171 +1509565205 131 +1509565206 11 +1509565207 130 +1509565208 109 +1509565209 38 +1509565210 177 +1509565211 108 +1509565212 30 +1509565213 1 +1509565215 122 +1509565216 165 +1509565217 147 +1509565218 45 +1509565221 15 +1509565222 190 +1509565223 145 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data new file mode 100644 index 0000000..cc85593 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-005.data @@ -0,0 +1,26 @@ +Timeline RPS +1509565232 17 +1509565233 300 +1509565234 266 +1509565235 25 +1509565239 4 +1509565240 88 +1509565241 161 +1509565242 207 +1509565243 170 +1509565244 78 +1509565245 18 +1509565246 124 +1509565247 3 +1509565248 200 +1509565249 16 +1509565250 49 +1509565251 154 +1509565254 186 +1509565255 116 +1509565256 29 +1509565257 132 +1509565258 23 +1509565259 2 +1509565260 154 +1509565261 39 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data new file mode 100644 index 0000000..5eecc1a --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-006.data @@ -0,0 +1,23 @@ +Timeline RPS +1509565269 77 +1509565270 318 +1509565271 43 +1509565275 9 +1509565276 185 +1509565277 262 +1509565278 101 +1509565279 1 +1509565281 19 +1509565282 163 +1509565283 237 +1509565284 75 +1509565285 1 +1509565286 24 +1509565287 1 +1509565289 102 +1509565290 228 +1509565291 129 +1509565292 87 +1509565293 12 +1509565294 43 +1509565295 88 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data b/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data new file mode 100644 index 0000000..49eefd3 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps-007.data @@ -0,0 +1,24 @@ +Timeline RPS +1509565304 1 +1509565305 80 +1509565306 350 +1509565307 12 +1509565309 8 +1509565310 12 +1509565312 203 +1509565313 280 +1509565314 98 +1509565315 63 +1509565316 31 +1509565318 1 +1509565319 242 +1509565320 125 +1509565321 19 +1509565322 3 +1509565324 1 +1509565325 192 +1509565326 65 +1509565327 11 +1509565328 5 +1509565329 4 +1509565331 12 diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot b/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot new file mode 100644 index 0000000..20ee0e9 --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:437] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T173739/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/10k/test_download-20171101T173739/time_rps.png b/server-scalability/results/10k/test_download-20171101T173739/time_rps.png Binary files differnew file mode 100644 index 0000000..f3f9a9c --- /dev/null +++ b/server-scalability/results/10k/test_download-20171101T173739/time_rps.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/funkload.css b/server-scalability/results/10k/test_upload-20171101T173213/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip b/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..ed5fb7c --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/funkload.xml.zip diff --git a/server-scalability/results/10k/test_upload-20171101T173213/index.html b/server-scalability/results/10k/test_upload-20171101T173213/index.html new file mode 100644 index 0000000..acff783 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 17:32:13" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 17:32:13</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_upload</tt>: +Upload blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-upload-blob" id="id8">7.1 PAGE 001: Upload blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 17:32:13</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_upload</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_upload</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>2661 tests</li> +<li>2661 pages</li> +<li>2661 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>9.167</td> +<td>275</td> +<td>275</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>11.500</td> +<td>345</td> +<td>345</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>13.333</td> +<td>400</td> +<td>400</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>10.567</td> +<td>317</td> +<td>317</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>12.100</td> +<td>363</td> +<td>363</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>11.267</td> +<td>338</td> +<td>338</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>10.433</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>10.333</td> +<td>310</td> +<td>310</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.502</td> +<td>POOR</td> +<td>9.167</td> +<td>25.000</td> +<td>275</td> +<td>275</td> +<td>0.00%</td> +<td>0.775</td> +<td>2.619</td> +<td>5.939</td> +<td>2.476</td> +<td>2.619</td> +<td>2.811</td> +<td>2.830</td> +</tr> +<tr><td>50</td> +<td>0.493</td> +<td>UNACCEPTABLE</td> +<td>11.500</td> +<td>50.000</td> +<td>345</td> +<td>345</td> +<td>0.00%</td> +<td>2.626</td> +<td>3.970</td> +<td>7.286</td> +<td>3.348</td> +<td>3.896</td> +<td>4.278</td> +<td>4.335</td> +</tr> +<tr><td>75</td> +<td>0.372</td> +<td>UNACCEPTABLE</td> +<td>13.333</td> +<td>64.000</td> +<td>400</td> +<td>400</td> +<td>0.00%</td> +<td>3.197</td> +<td>5.192</td> +<td>13.589</td> +<td>3.624</td> +<td>4.576</td> +<td>7.624</td> +<td>8.851</td> +</tr> +<tr><td>100</td> +<td>0.088</td> +<td>UNACCEPTABLE</td> +<td>10.567</td> +<td>76.000</td> +<td>317</td> +<td>317</td> +<td>0.00%</td> +<td>4.494</td> +<td>8.039</td> +<td>17.479</td> +<td>5.684</td> +<td>7.547</td> +<td>11.132</td> +<td>13.010</td> +</tr> +<tr><td>125</td> +<td>0.048</td> +<td>UNACCEPTABLE</td> +<td>12.100</td> +<td>69.000</td> +<td>363</td> +<td>363</td> +<td>0.00%</td> +<td>4.183</td> +<td>8.699</td> +<td>17.269</td> +<td>6.525</td> +<td>8.315</td> +<td>11.353</td> +<td>12.692</td> +</tr> +<tr><td>150</td> +<td>0.025</td> +<td>UNACCEPTABLE</td> +<td>11.267</td> +<td>80.000</td> +<td>338</td> +<td>338</td> +<td>0.00%</td> +<td>5.062</td> +<td>10.968</td> +<td>23.591</td> +<td>6.827</td> +<td>10.795</td> +<td>14.272</td> +<td>16.208</td> +</tr> +<tr><td>175</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>10.433</td> +<td>80.000</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>5.168</td> +<td>13.069</td> +<td>24.198</td> +<td>7.829</td> +<td>13.421</td> +<td>17.048</td> +<td>18.726</td> +</tr> +<tr><td>200</td> +<td>0.027</td> +<td>UNACCEPTABLE</td> +<td>10.333</td> +<td>80.000</td> +<td>310</td> +<td>310</td> +<td>0.00%</td> +<td>5.003</td> +<td>14.184</td> +<td>29.234</td> +<td>6.808</td> +<td>15.795</td> +<td>19.865</td> +<td>21.150</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.502</td> +<td>POOR</td> +<td>9.167</td> +<td>25.000</td> +<td>275</td> +<td>275</td> +<td>0.00%</td> +<td>0.775</td> +<td>2.619</td> +<td>5.939</td> +<td>2.476</td> +<td>2.619</td> +<td>2.811</td> +<td>2.830</td> +</tr> +<tr><td>50</td> +<td>0.493</td> +<td>UNACCEPTABLE</td> +<td>11.500</td> +<td>50.000</td> +<td>345</td> +<td>345</td> +<td>0.00%</td> +<td>2.626</td> +<td>3.970</td> +<td>7.286</td> +<td>3.348</td> +<td>3.896</td> +<td>4.278</td> +<td>4.335</td> +</tr> +<tr><td>75</td> +<td>0.372</td> +<td>UNACCEPTABLE</td> +<td>13.333</td> +<td>64.000</td> +<td>400</td> +<td>400</td> +<td>0.00%</td> +<td>3.197</td> +<td>5.192</td> +<td>13.589</td> +<td>3.624</td> +<td>4.576</td> +<td>7.624</td> +<td>8.851</td> +</tr> +<tr><td>100</td> +<td>0.088</td> +<td>UNACCEPTABLE</td> +<td>10.567</td> +<td>76.000</td> +<td>317</td> +<td>317</td> +<td>0.00%</td> +<td>4.494</td> +<td>8.039</td> +<td>17.479</td> +<td>5.684</td> +<td>7.547</td> +<td>11.132</td> +<td>13.010</td> +</tr> +<tr><td>125</td> +<td>0.048</td> +<td>UNACCEPTABLE</td> +<td>12.100</td> +<td>69.000</td> +<td>363</td> +<td>363</td> +<td>0.00%</td> +<td>4.183</td> +<td>8.699</td> +<td>17.269</td> +<td>6.525</td> +<td>8.315</td> +<td>11.353</td> +<td>12.692</td> +</tr> +<tr><td>150</td> +<td>0.025</td> +<td>UNACCEPTABLE</td> +<td>11.267</td> +<td>80.000</td> +<td>338</td> +<td>338</td> +<td>0.00%</td> +<td>5.062</td> +<td>10.968</td> +<td>23.591</td> +<td>6.827</td> +<td>10.795</td> +<td>14.272</td> +<td>16.208</td> +</tr> +<tr><td>175</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>10.433</td> +<td>80.000</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>5.168</td> +<td>13.069</td> +<td>24.198</td> +<td>7.829</td> +<td>13.421</td> +<td>17.048</td> +<td>18.726</td> +</tr> +<tr><td>200</td> +<td>0.027</td> +<td>UNACCEPTABLE</td> +<td>10.333</td> +<td>80.000</td> +<td>310</td> +<td>310</td> +<td>0.00%</td> +<td>5.003</td> +<td>14.184</td> +<td>29.234</td> +<td>6.808</td> +<td>15.795</td> +<td>19.865</td> +<td>21.150</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>25</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: POOR, avg response time: 2.62s, put: <tt class="docutils literal">/blobs/0/260</tt> +<cite>Upload blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-upload-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Upload blob</a></h2> +<ul> +<li><p class="first">Req: 001, put, url <tt class="docutils literal">/blobs/0/260</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.502</td> +<td>POOR</td> +<td>275</td> +<td>275</td> +<td>0.00%</td> +<td>0.775</td> +<td>2.619</td> +<td>5.939</td> +<td>2.476</td> +<td>2.619</td> +<td>2.811</td> +<td>2.830</td> +</tr> +<tr><td>50</td> +<td>0.493</td> +<td>UNACCEPTABLE</td> +<td>345</td> +<td>345</td> +<td>0.00%</td> +<td>2.626</td> +<td>3.970</td> +<td>7.286</td> +<td>3.348</td> +<td>3.896</td> +<td>4.278</td> +<td>4.335</td> +</tr> +<tr><td>75</td> +<td>0.372</td> +<td>UNACCEPTABLE</td> +<td>400</td> +<td>400</td> +<td>0.00%</td> +<td>3.197</td> +<td>5.192</td> +<td>13.589</td> +<td>3.624</td> +<td>4.576</td> +<td>7.624</td> +<td>8.851</td> +</tr> +<tr><td>100</td> +<td>0.088</td> +<td>UNACCEPTABLE</td> +<td>317</td> +<td>317</td> +<td>0.00%</td> +<td>4.494</td> +<td>8.039</td> +<td>17.479</td> +<td>5.684</td> +<td>7.547</td> +<td>11.132</td> +<td>13.010</td> +</tr> +<tr><td>125</td> +<td>0.048</td> +<td>UNACCEPTABLE</td> +<td>363</td> +<td>363</td> +<td>0.00%</td> +<td>4.183</td> +<td>8.699</td> +<td>17.269</td> +<td>6.525</td> +<td>8.315</td> +<td>11.353</td> +<td>12.692</td> +</tr> +<tr><td>150</td> +<td>0.025</td> +<td>UNACCEPTABLE</td> +<td>338</td> +<td>338</td> +<td>0.00%</td> +<td>5.062</td> +<td>10.968</td> +<td>23.591</td> +<td>6.827</td> +<td>10.795</td> +<td>14.272</td> +<td>16.208</td> +</tr> +<tr><td>175</td> +<td>0.018</td> +<td>UNACCEPTABLE</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>5.168</td> +<td>13.069</td> +<td>24.198</td> +<td>7.829</td> +<td>13.421</td> +<td>17.048</td> +<td>18.726</td> +</tr> +<tr><td>200</td> +<td>0.027</td> +<td>UNACCEPTABLE</td> +<td>310</td> +<td>310</td> +<td>0.00%</td> +<td>5.003</td> +<td>14.184</td> +<td>29.234</td> +<td>6.808</td> +<td>15.795</td> +<td>19.865</td> +<td>21.150</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 19:37 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/10k/test_upload-20171101T173213/index.rst b/server-scalability/results/10k/test_upload-20171101T173213/index.rst new file mode 100644 index 0000000..e883ecf --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:32:13 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:32:13 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2661 tests +* 2661 pages +* 2661 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 9.167 275 275 0.00% + 50 11.500 345 345 0.00% + 75 13.333 400 400 0.00% + 100 10.567 317 317 0.00% + 125 12.100 363 363 0.00% + 150 11.267 338 338 0.00% + 175 10.433 313 313 0.00% + 200 10.333 310 310 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 9.167 25.000 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 11.500 50.000 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 13.333 64.000 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 10.567 76.000 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 12.100 69.000 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 11.267 80.000 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 10.433 80.000 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 10.333 80.000 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 9.167 25.000 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 11.500 50.000 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 13.333 64.000 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 10.567 76.000 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 12.100 69.000 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 11.267 80.000 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 10.433 80.000 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 10.333 80.000 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: POOR, avg response time: 2.62s, put: ``/blobs/0/260`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/260`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.502 POOR 275 275 0.00% 0.775 2.619 5.939 2.476 2.619 2.811 2.830 + 50 0.493 UNACCEPTABLE 345 345 0.00% 2.626 3.970 7.286 3.348 3.896 4.278 4.335 + 75 0.372 UNACCEPTABLE 400 400 0.00% 3.197 5.192 13.589 3.624 4.576 7.624 8.851 + 100 0.088 UNACCEPTABLE 317 317 0.00% 4.494 8.039 17.479 5.684 7.547 11.132 13.010 + 125 0.048 UNACCEPTABLE 363 363 0.00% 4.183 8.699 17.269 6.525 8.315 11.353 12.692 + 150 0.025 UNACCEPTABLE 338 338 0.00% 5.062 10.968 23.591 6.827 10.795 14.272 16.208 + 175 0.018 UNACCEPTABLE 313 313 0.00% 5.168 13.069 24.198 7.829 13.421 17.048 18.726 + 200 0.027 UNACCEPTABLE 310 310 0.00% 5.003 14.184 29.234 6.808 15.795 19.865 21.150 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.data b/server-scalability/results/10k/test_upload-20171101T173213/pages.data new file mode 100644 index 0000000..f4ba559 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 9.16666666667 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 0 0 0 0.501818181818 0 +50 11.5 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 0 0 0 0 0.492753623188 +75 13.3333333333 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 0 0 0 0 0.3725 +100 10.5666666667 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 0 0 0 0 0.0883280757098 +125 12.1 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 0 0 0 0 0.0482093663912 +150 11.2666666667 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 0 0 0 0 0.0251479289941 +175 10.4333333333 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 0 0 0 0 0.017571884984 +200 10.3333333333 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 0 0 0 0 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot b/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot new file mode 100644 index 0000000..98a66c5 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages.png b/server-scalability/results/10k/test_upload-20171101T173213/pages.png Binary files differnew file mode 100644 index 0000000..1ef0703 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png b/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png Binary files differnew file mode 100644 index 0000000..4f9f783 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/pages_spps.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data new file mode 100644 index 0000000..197aa03 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 +50 001.001 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 +75 001.001 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 +100 001.001 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 +125 001.001 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 +150 001.001 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 +175 001.001 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 +200 001.001 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot new file mode 100644 index 0000000..b451eb5 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png Binary files differnew file mode 100644 index 0000000..bfd9c29 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/request_001.001.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.data b/server-scalability/results/10k/test_upload-20171101T173213/requests.data new file mode 100644 index 0000000..c9aae8d --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 9.16666666667 0 0.775111913681 2.61931783156 5.9390130043 2.4764521122 2.61921405792 2.81142711639 2.82960915565 0.501818181818 +50 11.5 0 2.62563204765 3.96986563586 7.28550982475 3.34800887108 3.89595603943 4.27792000771 4.33513212204 0.492753623188 +75 13.3333333333 0 3.19664907455 5.19196036756 13.5887060165 3.6243391037 4.57625603676 7.62393593788 8.85096216202 0.3725 +100 10.5666666667 0 4.49375414848 8.03890850491 17.4786748886 5.68374681473 7.54710507393 11.1320159435 13.0099050999 0.0883280757098 +125 12.1 0 4.1828250885 8.69885573046 17.2692298889 6.52453589439 8.314909935 11.3528559208 12.6920330524 0.0482093663912 +150 11.2666666667 0 5.06199502945 10.967749475 23.590749979 6.82725787163 10.7952029705 14.2718038559 16.2075829506 0.0251479289941 +175 10.4333333333 0 5.16776609421 13.0690913848 24.1982018948 7.829007864 13.4212799072 17.0479171276 18.7255158424 0.017571884984 +200 10.3333333333 0 5.00285196304 14.1843080428 29.2340590954 6.80836415291 15.7945439816 19.8646900654 21.15011096 0.0274193548387 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot b/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot new file mode 100644 index 0000000..73e2891 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests.png b/server-scalability/results/10k/test_upload-20171101T173213/requests.png Binary files differnew file mode 100644 index 0000000..ac7523c --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png b/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png Binary files differnew file mode 100644 index 0000000..76c4b3c --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/requests_rps.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.data b/server-scalability/results/10k/test_upload-20171101T173213/tests.data new file mode 100644 index 0000000..26177e4 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 9.16666666667 0 +50 11.5 0 +75 13.3333333333 0 +100 10.5666666667 0 +125 12.1 0 +150 11.2666666667 0 +175 10.4333333333 0 +200 10.3333333333 0 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot b/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot new file mode 100644 index 0000000..7e7ec71 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/10k/test_upload-20171101T173213/tests.png b/server-scalability/results/10k/test_upload-20171101T173213/tests.png Binary files differnew file mode 100644 index 0000000..d165fde --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/tests.png diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data new file mode 100644 index 0000000..d3c24c9 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-000.data @@ -0,0 +1,15 @@ +Timeline RPS +1509564733 25 +1509564735 25 +1509564736 1 +1509564738 25 +1509564740 25 +1509564743 25 +1509564745 24 +1509564746 1 +1509564748 24 +1509564751 25 +1509564753 25 +1509564756 25 +1509564759 22 +1509564760 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data new file mode 100644 index 0000000..3a8d292 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-001.data @@ -0,0 +1,14 @@ +Timeline RPS +1509564766 50 +1509564770 49 +1509564771 1 +1509564774 49 +1509564775 1 +1509564778 46 +1509564779 4 +1509564782 44 +1509564783 1 +1509564785 48 +1509564786 2 +1509564789 47 +1509564790 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data new file mode 100644 index 0000000..46e7810 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-002.data @@ -0,0 +1,28 @@ +Timeline RPS +1509564800 64 +1509564801 11 +1509564803 2 +1509564804 12 +1509564805 14 +1509564806 14 +1509564807 15 +1509564808 16 +1509564809 15 +1509564810 16 +1509564811 13 +1509564812 15 +1509564813 15 +1509564814 14 +1509564815 14 +1509564816 14 +1509564817 12 +1509564818 16 +1509564819 15 +1509564820 18 +1509564821 15 +1509564822 13 +1509564823 14 +1509564824 14 +1509564825 11 +1509564826 7 +1509564827 1 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data new file mode 100644 index 0000000..97036e2 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-003.data @@ -0,0 +1,23 @@ +Timeline RPS +1509564834 76 +1509564835 24 +1509564838 6 +1509564839 14 +1509564840 13 +1509564841 14 +1509564842 12 +1509564843 15 +1509564844 13 +1509564845 14 +1509564846 14 +1509564847 14 +1509564848 15 +1509564849 9 +1509564850 13 +1509564851 9 +1509564852 8 +1509564853 7 +1509564854 8 +1509564855 8 +1509564856 5 +1509564857 6 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data new file mode 100644 index 0000000..aad5fbe --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509564871 69 +1509564872 56 +1509564875 12 +1509564876 14 +1509564877 13 +1509564878 10 +1509564879 15 +1509564880 15 +1509564881 13 +1509564882 13 +1509564883 13 +1509564884 14 +1509564885 14 +1509564886 15 +1509564887 14 +1509564888 11 +1509564889 11 +1509564890 13 +1509564891 10 +1509564892 9 +1509564893 6 +1509564894 3 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data new file mode 100644 index 0000000..e5888b7 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-005.data @@ -0,0 +1,21 @@ +Timeline RPS +1509564909 21 +1509564910 80 +1509564911 49 +1509564914 5 +1509564915 12 +1509564916 14 +1509564917 13 +1509564918 14 +1509564919 11 +1509564920 12 +1509564921 14 +1509564922 10 +1509564923 13 +1509564924 12 +1509564925 13 +1509564926 11 +1509564927 11 +1509564928 10 +1509564929 8 +1509564930 5 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data new file mode 100644 index 0000000..ab2acb3 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-006.data @@ -0,0 +1,20 @@ +Timeline RPS +1509564950 2 +1509564951 80 +1509564952 80 +1509564953 13 +1509564956 8 +1509564957 11 +1509564958 11 +1509564959 12 +1509564960 11 +1509564961 11 +1509564962 11 +1509564963 11 +1509564964 12 +1509564965 10 +1509564966 9 +1509564967 8 +1509564968 6 +1509564969 6 +1509564970 1 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data new file mode 100644 index 0000000..b969650 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps-007.data @@ -0,0 +1,16 @@ +Timeline RPS +1509564995 43 +1509564996 77 +1509564997 80 +1509565000 10 +1509565001 12 +1509565002 9 +1509565003 12 +1509565004 11 +1509565005 10 +1509565006 12 +1509565007 10 +1509565008 7 +1509565009 10 +1509565010 5 +1509565011 2 diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot new file mode 100644 index 0000000..c162b19 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:100] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T173213/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png Binary files differnew file mode 100644 index 0000000..90444d1 --- /dev/null +++ b/server-scalability/results/10k/test_upload-20171101T173213/time_rps.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/funkload.css b/server-scalability/results/1k/test_download-20171101T171926/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip b/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..91d4408 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/funkload.xml.zip diff --git a/server-scalability/results/1k/test_download-20171101T171926/index.html b/server-scalability/results/1k/test_download-20171101T171926/index.html new file mode 100644 index 0000000..842efcc --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 17:19:26" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 17:19:26</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_download</tt>: +Download blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-download-blob" id="id8">7.1 PAGE 001: Download blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 17:19:26</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_download</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_download</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>20364 tests</li> +<li>20364 pages</li> +<li>20364 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>58.800</td> +<td>1764</td> +<td>1764</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>89.467</td> +<td>2684</td> +<td>2684</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>89.400</td> +<td>2682</td> +<td>2682</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>85.367</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>96.600</td> +<td>2898</td> +<td>2898</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>89.200</td> +<td>2676</td> +<td>2676</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>87.067</td> +<td>2612</td> +<td>2612</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>82.900</td> +<td>2487</td> +<td>2487</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>1.000</td> +<td>Excellent</td> +<td>58.800</td> +<td>69.000</td> +<td>1764</td> +<td>1764</td> +<td>0.00%</td> +<td>0.406</td> +<td>0.423</td> +<td>1.420</td> +<td>0.413</td> +<td>0.420</td> +<td>0.431</td> +<td>0.446</td> +</tr> +<tr><td>50</td> +<td>0.981</td> +<td>Excellent</td> +<td>89.467</td> +<td>130.000</td> +<td>2684</td> +<td>2684</td> +<td>0.00%</td> +<td>0.407</td> +<td>0.555</td> +<td>5.830</td> +<td>0.415</td> +<td>0.424</td> +<td>0.546</td> +<td>0.709</td> +</tr> +<tr><td>75</td> +<td>0.971</td> +<td>Excellent</td> +<td>89.400</td> +<td>167.000</td> +<td>2682</td> +<td>2682</td> +<td>0.00%</td> +<td>0.411</td> +<td>0.756</td> +<td>6.247</td> +<td>0.424</td> +<td>0.520</td> +<td>0.784</td> +<td>3.271</td> +</tr> +<tr><td>100</td> +<td>0.941</td> +<td>Excellent</td> +<td>85.367</td> +<td>241.000</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.410</td> +<td>1.073</td> +<td>6.078</td> +<td>0.422</td> +<td>0.497</td> +<td>5.193</td> +<td>5.442</td> +</tr> +<tr><td>125</td> +<td>0.912</td> +<td>Good</td> +<td>96.600</td> +<td>285.000</td> +<td>2898</td> +<td>2898</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.288</td> +<td>9.734</td> +<td>0.428</td> +<td>0.596</td> +<td>4.373</td> +<td>5.402</td> +</tr> +<tr><td>150</td> +<td>0.883</td> +<td>Good</td> +<td>89.200</td> +<td>334.000</td> +<td>2676</td> +<td>2676</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.630</td> +<td>6.589</td> +<td>0.429</td> +<td>0.573</td> +<td>5.412</td> +<td>5.620</td> +</tr> +<tr><td>175</td> +<td>0.855</td> +<td>Good</td> +<td>87.067</td> +<td>348.000</td> +<td>2612</td> +<td>2612</td> +<td>0.00%</td> +<td>0.414</td> +<td>1.894</td> +<td>6.305</td> +<td>0.449</td> +<td>0.605</td> +<td>5.652</td> +<td>5.769</td> +</tr> +<tr><td>200</td> +<td>0.831</td> +<td>FAIR</td> +<td>82.900</td> +<td>377.000</td> +<td>2487</td> +<td>2487</td> +<td>0.00%</td> +<td>0.415</td> +<td>2.111</td> +<td>9.849</td> +<td>0.495</td> +<td>0.684</td> +<td>5.596</td> +<td>5.668</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>1.000</td> +<td>Excellent</td> +<td>58.800</td> +<td>69.000</td> +<td>1764</td> +<td>1764</td> +<td>0.00%</td> +<td>0.406</td> +<td>0.423</td> +<td>1.420</td> +<td>0.413</td> +<td>0.420</td> +<td>0.431</td> +<td>0.446</td> +</tr> +<tr><td>50</td> +<td>0.981</td> +<td>Excellent</td> +<td>89.467</td> +<td>130.000</td> +<td>2684</td> +<td>2684</td> +<td>0.00%</td> +<td>0.407</td> +<td>0.555</td> +<td>5.830</td> +<td>0.415</td> +<td>0.424</td> +<td>0.546</td> +<td>0.709</td> +</tr> +<tr><td>75</td> +<td>0.971</td> +<td>Excellent</td> +<td>89.400</td> +<td>167.000</td> +<td>2682</td> +<td>2682</td> +<td>0.00%</td> +<td>0.411</td> +<td>0.756</td> +<td>6.247</td> +<td>0.424</td> +<td>0.520</td> +<td>0.784</td> +<td>3.271</td> +</tr> +<tr><td>100</td> +<td>0.941</td> +<td>Excellent</td> +<td>85.367</td> +<td>241.000</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.410</td> +<td>1.073</td> +<td>6.078</td> +<td>0.422</td> +<td>0.497</td> +<td>5.193</td> +<td>5.442</td> +</tr> +<tr><td>125</td> +<td>0.912</td> +<td>Good</td> +<td>96.600</td> +<td>285.000</td> +<td>2898</td> +<td>2898</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.288</td> +<td>9.734</td> +<td>0.428</td> +<td>0.596</td> +<td>4.373</td> +<td>5.402</td> +</tr> +<tr><td>150</td> +<td>0.883</td> +<td>Good</td> +<td>89.200</td> +<td>334.000</td> +<td>2676</td> +<td>2676</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.630</td> +<td>6.589</td> +<td>0.429</td> +<td>0.573</td> +<td>5.412</td> +<td>5.620</td> +</tr> +<tr><td>175</td> +<td>0.855</td> +<td>Good</td> +<td>87.067</td> +<td>348.000</td> +<td>2612</td> +<td>2612</td> +<td>0.00%</td> +<td>0.414</td> +<td>1.894</td> +<td>6.305</td> +<td>0.449</td> +<td>0.605</td> +<td>5.652</td> +<td>5.769</td> +</tr> +<tr><td>200</td> +<td>0.831</td> +<td>FAIR</td> +<td>82.900</td> +<td>377.000</td> +<td>2487</td> +<td>2487</td> +<td>0.00%</td> +<td>0.415</td> +<td>2.111</td> +<td>9.849</td> +<td>0.495</td> +<td>0.684</td> +<td>5.596</td> +<td>5.668</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>125</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: Good, avg response time: 1.29s, get: <tt class="docutils literal">/blobs/0/3180</tt> +<cite>Download blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-download-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Download blob</a></h2> +<ul> +<li><p class="first">Req: 001, get, url <tt class="docutils literal">/blobs/0/1764</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>1.000</td> +<td>Excellent</td> +<td>1764</td> +<td>1764</td> +<td>0.00%</td> +<td>0.406</td> +<td>0.423</td> +<td>1.420</td> +<td>0.413</td> +<td>0.420</td> +<td>0.431</td> +<td>0.446</td> +</tr> +<tr><td>50</td> +<td>0.981</td> +<td>Excellent</td> +<td>2684</td> +<td>2684</td> +<td>0.00%</td> +<td>0.407</td> +<td>0.555</td> +<td>5.830</td> +<td>0.415</td> +<td>0.424</td> +<td>0.546</td> +<td>0.709</td> +</tr> +<tr><td>75</td> +<td>0.971</td> +<td>Excellent</td> +<td>2682</td> +<td>2682</td> +<td>0.00%</td> +<td>0.411</td> +<td>0.756</td> +<td>6.247</td> +<td>0.424</td> +<td>0.520</td> +<td>0.784</td> +<td>3.271</td> +</tr> +<tr><td>100</td> +<td>0.941</td> +<td>Excellent</td> +<td>2561</td> +<td>2561</td> +<td>0.00%</td> +<td>0.410</td> +<td>1.073</td> +<td>6.078</td> +<td>0.422</td> +<td>0.497</td> +<td>5.193</td> +<td>5.442</td> +</tr> +<tr><td>125</td> +<td>0.912</td> +<td>Good</td> +<td>2898</td> +<td>2898</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.288</td> +<td>9.734</td> +<td>0.428</td> +<td>0.596</td> +<td>4.373</td> +<td>5.402</td> +</tr> +<tr><td>150</td> +<td>0.883</td> +<td>Good</td> +<td>2676</td> +<td>2676</td> +<td>0.00%</td> +<td>0.412</td> +<td>1.630</td> +<td>6.589</td> +<td>0.429</td> +<td>0.573</td> +<td>5.412</td> +<td>5.620</td> +</tr> +<tr><td>175</td> +<td>0.855</td> +<td>Good</td> +<td>2612</td> +<td>2612</td> +<td>0.00%</td> +<td>0.414</td> +<td>1.894</td> +<td>6.305</td> +<td>0.449</td> +<td>0.605</td> +<td>5.652</td> +<td>5.769</td> +</tr> +<tr><td>200</td> +<td>0.831</td> +<td>FAIR</td> +<td>2487</td> +<td>2487</td> +<td>0.00%</td> +<td>0.415</td> +<td>2.111</td> +<td>9.849</td> +<td>0.495</td> +<td>0.684</td> +<td>5.596</td> +<td>5.668</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 19:24 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/1k/test_download-20171101T171926/index.rst b/server-scalability/results/1k/test_download-20171101T171926/index.rst new file mode 100644 index 0000000..4f3c325 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:19:26 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_download``: + Download blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:19:26 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_download`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_download`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 20364 tests +* 20364 pages +* 20364 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 58.800 1764 1764 0.00% + 50 89.467 2684 2684 0.00% + 75 89.400 2682 2682 0.00% + 100 85.367 2561 2561 0.00% + 125 96.600 2898 2898 0.00% + 150 89.200 2676 2676 0.00% + 175 87.067 2612 2612 0.00% + 200 82.900 2487 2487 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 58.800 69.000 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 89.467 130.000 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 89.400 167.000 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 85.367 241.000 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 96.600 285.000 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 89.200 334.000 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 87.067 348.000 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 82.900 377.000 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 58.800 69.000 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 89.467 130.000 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 89.400 167.000 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 85.367 241.000 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 96.600 285.000 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 89.200 334.000 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 87.067 348.000 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 82.900 377.000 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **125** CUs: + +* In page 001, Apdex rating: Good, avg response time: 1.29s, get: ``/blobs/0/3180`` + `Download blob` + +Page detail stats +----------------- + + +PAGE 001: Download blob +~~~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, get, url ``/blobs/0/1764`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 1.000 Excellent 1764 1764 0.00% 0.406 0.423 1.420 0.413 0.420 0.431 0.446 + 50 0.981 Excellent 2684 2684 0.00% 0.407 0.555 5.830 0.415 0.424 0.546 0.709 + 75 0.971 Excellent 2682 2682 0.00% 0.411 0.756 6.247 0.424 0.520 0.784 3.271 + 100 0.941 Excellent 2561 2561 0.00% 0.410 1.073 6.078 0.422 0.497 5.193 5.442 + 125 0.912 Good 2898 2898 0.00% 0.412 1.288 9.734 0.428 0.596 4.373 5.402 + 150 0.883 Good 2676 2676 0.00% 0.412 1.630 6.589 0.429 0.573 5.412 5.620 + 175 0.855 Good 2612 2612 0.00% 0.414 1.894 6.305 0.449 0.605 5.652 5.769 + 200 0.831 FAIR 2487 2487 0.00% 0.415 2.111 9.849 0.495 0.684 5.596 5.668 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.data b/server-scalability/results/1k/test_download-20171101T171926/pages.data new file mode 100644 index 0000000..f2f0a19 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 58.8 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 1.0 0 0 0 0 +50 89.4666666667 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 0.980625931446 0 0 0 0 +75 89.4 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 0.971476510067 0 0 0 0 +100 85.3666666667 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 0.940648184303 0 0 0 0 +125 96.6 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 0 0.912180814355 0 0 0 +150 89.2 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 0 0.883408071749 0 0 0 +175 87.0666666667 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 0 0.855091883614 0 0 0 +200 82.9 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 0 0 0.830719742662 0 0 diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.gplot b/server-scalability/results/1k/test_download-20171101T171926/pages.gplot new file mode 100644 index 0000000..a95330e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages.png b/server-scalability/results/1k/test_download-20171101T171926/pages.png Binary files differnew file mode 100644 index 0000000..59ec70d --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png b/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png Binary files differnew file mode 100644 index 0000000..df744f9 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/pages_spps.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data new file mode 100644 index 0000000..2f3d032 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 +50 001.001 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 +75 001.001 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 +100 001.001 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 +125 001.001 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 +150 001.001 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 +175 001.001 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 +200 001.001 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot new file mode 100644 index 0000000..a5a61cc --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png Binary files differnew file mode 100644 index 0000000..28c5f08 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/request_001.001.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.data b/server-scalability/results/1k/test_download-20171101T171926/requests.data new file mode 100644 index 0000000..74276eb --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 58.8 0 0.406397104263 0.423355652902 1.42018198967 0.412655115128 0.420129060745 0.431147098541 0.445995092392 1.0 +50 89.4666666667 0 0.407242059708 0.554926388488 5.83020210266 0.414697170258 0.423943996429 0.546225070953 0.708652973175 0.980625931446 +75 89.4 0 0.411054134369 0.755655961904 6.24714899063 0.424210071564 0.520140171051 0.784165143967 3.27131009102 0.971476510067 +100 85.3666666667 0 0.409904956818 1.07334230096 6.0778400898 0.422053098679 0.496740818024 5.19286394119 5.44232296944 0.940648184303 +125 96.6 0 0.411585092545 1.28772863369 9.73355698586 0.427753925323 0.596229076385 4.37275505066 5.40213489532 0.912180814355 +150 89.2 0 0.412209033966 1.62973749638 6.58906292915 0.428586006165 0.57273888588 5.41203093529 5.62040805817 0.883408071749 +175 87.0666666667 0 0.414443016052 1.89369752268 6.30493617058 0.449365854263 0.605461120605 5.65235900879 5.7687599659 0.855091883614 +200 82.9 0 0.415444850922 2.11098425619 9.8485929966 0.494621038437 0.683701992035 5.59585404396 5.66794514656 0.830719742662 diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.gplot b/server-scalability/results/1k/test_download-20171101T171926/requests.gplot new file mode 100644 index 0000000..154d348 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests.png b/server-scalability/results/1k/test_download-20171101T171926/requests.png Binary files differnew file mode 100644 index 0000000..914bd1a --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png b/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png Binary files differnew file mode 100644 index 0000000..1ef3d57 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/requests_rps.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.data b/server-scalability/results/1k/test_download-20171101T171926/tests.data new file mode 100644 index 0000000..b2ddcb6 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 58.8 0 +50 89.4666666667 0 +75 89.4 0 +100 85.3666666667 0 +125 96.6 0 +150 89.2 0 +175 87.0666666667 0 +200 82.9 0 diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.gplot b/server-scalability/results/1k/test_download-20171101T171926/tests.gplot new file mode 100644 index 0000000..c201dd9 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/1k/test_download-20171101T171926/tests.png b/server-scalability/results/1k/test_download-20171101T171926/tests.png Binary files differnew file mode 100644 index 0000000..74397ce --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/tests.png diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data new file mode 100644 index 0000000..855a650 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-000.data @@ -0,0 +1,32 @@ +Timeline RPS +1509563966 25 +1509563967 53 +1509563968 64 +1509563969 56 +1509563970 55 +1509563971 69 +1509563972 55 +1509563973 56 +1509563974 64 +1509563975 56 +1509563976 58 +1509563977 61 +1509563978 57 +1509563979 55 +1509563980 64 +1509563981 61 +1509563982 59 +1509563983 56 +1509563984 60 +1509563985 64 +1509563986 51 +1509563987 64 +1509563988 61 +1509563989 53 +1509563990 61 +1509563991 61 +1509563992 61 +1509563993 55 +1509563994 59 +1509563995 62 +1509563996 28 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data new file mode 100644 index 0000000..6f6dfb5 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-001.data @@ -0,0 +1,30 @@ +Timeline RPS +1509563998 51 +1509563999 113 +1509564000 119 +1509564001 123 +1509564002 116 +1509564003 113 +1509564004 121 +1509564005 107 +1509564006 26 +1509564008 1 +1509564009 85 +1509564010 92 +1509564011 114 +1509564012 103 +1509564013 107 +1509564014 128 +1509564015 100 +1509564016 96 +1509564017 49 +1509564018 77 +1509564020 44 +1509564021 89 +1509564022 97 +1509564023 106 +1509564024 130 +1509564025 101 +1509564026 110 +1509564027 100 +1509564028 66 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data new file mode 100644 index 0000000..aeca117 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-002.data @@ -0,0 +1,25 @@ +Timeline RPS +1509564035 15 +1509564036 167 +1509564037 145 +1509564038 123 +1509564039 76 +1509564040 101 +1509564041 156 +1509564042 154 +1509564043 152 +1509564044 134 +1509564047 5 +1509564048 135 +1509564049 138 +1509564050 131 +1509564051 157 +1509564052 47 +1509564056 38 +1509564057 132 +1509564058 110 +1509564059 153 +1509564060 151 +1509564061 122 +1509564062 128 +1509564063 12 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data new file mode 100644 index 0000000..898e2e4 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-003.data @@ -0,0 +1,19 @@ +Timeline RPS +1509564070 17 +1509564071 231 +1509564072 234 +1509564073 241 +1509564074 93 +1509564079 66 +1509564080 203 +1509564081 207 +1509564082 105 +1509564087 124 +1509564088 203 +1509564089 163 +1509564090 23 +1509564094 19 +1509564095 185 +1509564096 206 +1509564097 164 +1509564098 77 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data new file mode 100644 index 0000000..c7546e0 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-004.data @@ -0,0 +1,22 @@ +Timeline RPS +1509564110 38 +1509564111 285 +1509564112 277 +1509564113 67 +1509564117 11 +1509564118 226 +1509564119 239 +1509564120 130 +1509564124 140 +1509564125 129 +1509564126 185 +1509564127 97 +1509564129 11 +1509564130 136 +1509564131 123 +1509564132 170 +1509564133 5 +1509564137 39 +1509564138 253 +1509564139 164 +1509564140 173 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data new file mode 100644 index 0000000..293c118 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-005.data @@ -0,0 +1,17 @@ +Timeline RPS +1509564149 207 +1509564150 334 +1509564151 53 +1509564155 31 +1509564156 221 +1509564157 212 +1509564162 78 +1509564163 243 +1509564164 260 +1509564165 128 +1509564170 267 +1509564171 235 +1509564172 13 +1509564176 61 +1509564177 278 +1509564178 55 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data new file mode 100644 index 0000000..6fe786e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-006.data @@ -0,0 +1,19 @@ +Timeline RPS +1509564186 55 +1509564187 339 +1509564188 86 +1509564192 28 +1509564193 257 +1509564194 236 +1509564195 30 +1509564198 4 +1509564199 165 +1509564200 247 +1509564201 16 +1509564206 250 +1509564207 348 +1509564208 46 +1509564212 1 +1509564213 207 +1509564214 259 +1509564215 38 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data b/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data new file mode 100644 index 0000000..5a3e67e --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps-007.data @@ -0,0 +1,16 @@ +Timeline RPS +1509564228 192 +1509564229 279 +1509564230 20 +1509564231 1 +1509564233 70 +1509564234 315 +1509564235 76 +1509564239 45 +1509564240 327 +1509564241 91 +1509564246 200 +1509564247 377 +1509564248 129 +1509564253 190 +1509564254 175 diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot b/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot new file mode 100644 index 0000000..6f95d17 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:471] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_download-20171101T171926/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/1k/test_download-20171101T171926/time_rps.png b/server-scalability/results/1k/test_download-20171101T171926/time_rps.png Binary files differnew file mode 100644 index 0000000..8957132 --- /dev/null +++ b/server-scalability/results/1k/test_download-20171101T171926/time_rps.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/funkload.css b/server-scalability/results/1k/test_upload-20171101T171410/funkload.css new file mode 100644 index 0000000..fade443 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/funkload.css @@ -0,0 +1,257 @@ +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + diff --git a/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip b/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip Binary files differnew file mode 100644 index 0000000..45902c1 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/funkload.xml.zip diff --git a/server-scalability/results/1k/test_upload-20171101T171410/index.html b/server-scalability/results/1k/test_upload-20171101T171410/index.html new file mode 100644 index 0000000..8cfe045 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/index.html @@ -0,0 +1,1010 @@ +<?xml version="1.0" encoding="utf-8" ?> +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> +<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en"> +<head> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> +<meta name="generator" content="Docutils 0.14: http://docutils.sourceforge.net/" /> +<title>FunkLoad bench report</title> +<meta name="date" content="2017-11-01 17:14:10" /> +<style type="text/css"> + +/* funkload doc css */ +/* $Id: nuxeo_doc.css 21596 2005-02-15 10:01:33Z bdelbosc $ */ + +body { + font: 90% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + background: #ffffff; + color: black; + margin: 2em; + padding: 2em; +} + +a[href] { + color: #436976; + background-color: transparent; +} + +h1 a[href] { + text-decoration: none; + color: #fcb100; + background-color: transparent; +} + +a.strong { + font-weight: bold; +} + +img { + margin: 0; + border: 0; +} + +p { + margin: 0.5em 0 1em 0; + line-height: 1.5em; +} +p a { + text-decoration: underline; +} +p a:visited { + color: purple; + background-color: transparent; +} +p a:active { + color: red; + background-color: transparent; +} +a:hover { + text-decoration: none; +} +p img { + border: 0; + margin: 0; +} + +h1, h2, h3, h4, h5, h6 { + color: #003a6b; + background-color: transparent; + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + margin: 0; + padding-top: 0.5em; +} + +h1 { + font-size: 160%; + margin-bottom: 0.5em; + border-bottom: 1px solid #888; + margin-top: 1em; +} + +h1.title { + font-size: 200%; +} + +h2 { + font-size: 140%; + margin-bottom: 0.5em; +} +h3 { + font-size: 120%; + margin-bottom: 0.5em; +} +h4 { + font-size: 110%; + font-weight: bold; +} +h5 { + font-size: 100%; + font-weight: bold; +} +h6 { + font-size: 80%; + font-weight: bold; +} + +ul a, ol a { + text-decoration: underline; +} + +dt { + font-weight: bold; +} +dt a { + text-decoration: none; +} + +dd { + line-height: 1.5em; + margin-bottom: 1em; +} + +legend { + background: #ffffff; + padding: 0.5em; +} + +form { + margin: 0; +} + + +dl.form { + margin: 0; + padding: 1em; +} + +dl.form dt { + width: 30%; + float: left; + margin: 0; + padding: 0 0.5em 0.5em 0; + text-align: right; +} + +input { + font: 100% 'Lucida Grande', Verdana, Geneva, Lucida, Arial, Helvetica, sans-serif; + color: black; + background-color: white; + vertical-align: middle; +} + +abbr, acronym, .explain { + color: black; + background-color: transparent; +} + +q, blockquote { +} + +code, pre { + font-family: monospace; + font-size: 1.2em; + display: block; + padding: 10px; + border: 1px solid #838183; + background-color: #eee; + color: #000; + overflow: auto; + margin: 0.5em 1em; +} + +table.docutils { + border: 1px solid black; + font-size: 0.6em; + border-spacing: 0; + padding: 0; + margin: 1em; +} + +table.docutils td { + border: 1px solid #CCC; + text-align: right; + padding: 0 0.3em; + margin: 0; +} + +table.docutils tr { + padding: 0; + margin: 0; +} + +table.docutils th { + border: 1px solid #CCC; + border-bottom: 1px solid black; + padding: 0.3em; + font-weight: bold; + margin: 0; +} + +table.docutils td p, table.docutils th p { + margin: 0; + padding: 0; +} + +table.docutils th.field-name { + border: 1px solid #CCC; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.abstract { + padding: 0.5em; + background-color: #eef; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning, div.note { + padding: 0.5em; + background-color: #fee; + border: 1px solid #838183; + margin: 0.5em 1em; +} + +div.warning p.admonition-title { + color: red ; + font-weight: bold ; +} + +div.abstract p.topic-title { + font-weight: bold +} + + +th.field-name { + font-weight: bold; + font-size: 1.5em; +} + +td.field-body { + font-size: 1.5em; +} + +tr.field { + border: none; +} + + +div.contents p.first a { + font-size: 150%; + border-bottom: 1px solid #888; + color: #fcb100; +} + +div.contents a { text-decoration: none } + +pre.address { + display: inline; + border: none; + padding: 0; + margin: 0; +} + + +</style> +</head> +<body> +<div class="document" id="funkload-bench-report"> +<h1 class="title"><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> bench report</h1> +<table class="docinfo" frame="void" rules="none"> +<col class="docinfo-name" /> +<col class="docinfo-content" /> +<tbody valign="top"> +<tr><th class="docinfo-name">Date:</th> +<td>2017-11-01 17:14:10</td></tr> +</tbody> +</table> +<div class="abstract topic"> +<p class="topic-title first">Abstract</p> +<p>Upload and download blobs +Bench result of <tt class="docutils literal">Blobs.test_upload</tt>: +Upload blobs stress test</p> +</div> +<div class="contents topic" id="table-of-contents"> +<p class="topic-title first">Table of contents</p> +<ul class="auto-toc simple"> +<li><a class="reference internal" href="#bench-configuration" id="id1">1 Bench configuration</a></li> +<li><a class="reference internal" href="#bench-content" id="id2">2 Bench content</a></li> +<li><a class="reference internal" href="#test-stats" id="id3">3 Test stats</a></li> +<li><a class="reference internal" href="#page-stats" id="id4">4 Page stats</a></li> +<li><a class="reference internal" href="#request-stats" id="id5">5 Request stats</a></li> +<li><a class="reference internal" href="#slowest-requests" id="id6">6 Slowest requests</a></li> +<li><a class="reference internal" href="#page-detail-stats" id="id7">7 Page detail stats</a><ul class="auto-toc"> +<li><a class="reference internal" href="#page-001-upload-blob" id="id8">7.1 PAGE 001: Upload blob</a></li> +</ul> +</li> +<li><a class="reference internal" href="#definitions" id="id9">8 Definitions</a></li> +</ul> +</div> +<div class="section" id="bench-configuration"> +<h1><a class="toc-backref" href="#id1">1 Bench configuration</a></h1> +<ul class="simple"> +<li>Launched: 2017-11-01 17:14:10</li> +<li>From: pajeh</li> +<li>Test: <tt class="docutils literal">test_Blobs.py Blobs.test_upload</tt></li> +<li>Target server: <a class="reference external" href="http://giraffe.cdev.bitmask.net:2424/">http://giraffe.cdev.bitmask.net:2424/</a></li> +<li>Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200]</li> +<li>Cycle duration: 30s</li> +<li>Sleeptime between requests: from 0.0s to 0.0s</li> +<li>Sleeptime between test cases: 0.0s</li> +<li>Startup delay between threads: 0.01s</li> +<li>Apdex: <sub>1.5</sub></li> +<li><a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> version: 1.17.1</li> +</ul> +</div> +<div class="section" id="bench-content"> +<h1><a class="toc-backref" href="#id2">2 Bench content</a></h1> +<p>The test <tt class="docutils literal">Blobs.test_upload</tt> contains:</p> +<ul class="simple"> +<li>1 page</li> +<li>0 redirects</li> +<li>0 links</li> +<li>0 images</li> +<li>0 XML-RPC calls</li> +</ul> +<p>The bench contains:</p> +<ul class="simple"> +<li>2816 tests</li> +<li>2816 pages</li> +<li>2816 requests</li> +</ul> +</div> +<div class="section" id="test-stats"> +<h1><a class="toc-backref" href="#id3">3 Test stats</a></h1> +<p>The number of Successful <strong>Tests</strong> Per Second (STPS) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="tests.png" src="tests.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +<col width="20%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">STPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>10.433</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +</tr> +<tr><td>50</td> +<td>13.367</td> +<td>401</td> +<td>401</td> +<td>0.00%</td> +</tr> +<tr><td>75</td> +<td>13.633</td> +<td>409</td> +<td>409</td> +<td>0.00%</td> +</tr> +<tr><td>100</td> +<td>13.600</td> +<td>408</td> +<td>408</td> +<td>0.00%</td> +</tr> +<tr><td>125</td> +<td>11.900</td> +<td>357</td> +<td>357</td> +<td>0.00%</td> +</tr> +<tr><td>150</td> +<td>11.233</td> +<td>337</td> +<td>337</td> +<td>0.00%</td> +</tr> +<tr><td>175</td> +<td>9.800</td> +<td>294</td> +<td>294</td> +<td>0.00%</td> +</tr> +<tr><td>200</td> +<td>9.900</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +</tr> +</tbody> +</table> +</blockquote> +</div> +<div class="section" id="page-stats"> +<h1><a class="toc-backref" href="#id4">4 Page stats</a></h1> +<p>The number of Successful <strong>Pages</strong> Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page.</p> +<blockquote> +<img alt="pages_spps.png" src="pages_spps.png" /> +<img alt="pages.png" src="pages.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">SPPS</th> +<th class="head">maxSPPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.490</td> +<td>UNACCEPTABLE</td> +<td>10.433</td> +<td>25.000</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>1.925</td> +<td>2.394</td> +<td>6.598</td> +<td>2.122</td> +<td>2.285</td> +<td>2.546</td> +<td>2.671</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>13.367</td> +<td>50.000</td> +<td>401</td> +<td>401</td> +<td>0.00%</td> +<td>1.656</td> +<td>3.484</td> +<td>3.959</td> +<td>2.914</td> +<td>3.568</td> +<td>3.895</td> +<td>3.918</td> +</tr> +<tr><td>75</td> +<td>0.394</td> +<td>UNACCEPTABLE</td> +<td>13.633</td> +<td>63.000</td> +<td>409</td> +<td>409</td> +<td>0.00%</td> +<td>3.095</td> +<td>5.100</td> +<td>13.851</td> +<td>3.581</td> +<td>4.577</td> +<td>7.437</td> +<td>8.389</td> +</tr> +<tr><td>100</td> +<td>0.250</td> +<td>UNACCEPTABLE</td> +<td>13.600</td> +<td>60.000</td> +<td>408</td> +<td>408</td> +<td>0.00%</td> +<td>3.657</td> +<td>6.590</td> +<td>14.301</td> +<td>5.065</td> +<td>6.000</td> +<td>8.942</td> +<td>10.234</td> +</tr> +<tr><td>125</td> +<td>0.041</td> +<td>UNACCEPTABLE</td> +<td>11.900</td> +<td>80.000</td> +<td>357</td> +<td>357</td> +<td>0.00%</td> +<td>4.430</td> +<td>9.006</td> +<td>19.551</td> +<td>6.798</td> +<td>8.543</td> +<td>11.813</td> +<td>13.253</td> +</tr> +<tr><td>150</td> +<td>0.040</td> +<td>UNACCEPTABLE</td> +<td>11.233</td> +<td>79.000</td> +<td>337</td> +<td>337</td> +<td>0.00%</td> +<td>4.363</td> +<td>10.927</td> +<td>20.239</td> +<td>6.999</td> +<td>10.742</td> +<td>14.903</td> +<td>16.030</td> +</tr> +<tr><td>175</td> +<td>0.026</td> +<td>UNACCEPTABLE</td> +<td>9.800</td> +<td>80.000</td> +<td>294</td> +<td>294</td> +<td>0.00%</td> +<td>4.929</td> +<td>12.964</td> +<td>25.006</td> +<td>6.828</td> +<td>13.628</td> +<td>16.938</td> +<td>19.187</td> +</tr> +<tr><td>200</td> +<td>0.012</td> +<td>UNACCEPTABLE</td> +<td>9.900</td> +<td>79.000</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>5.480</td> +<td>14.725</td> +<td>29.801</td> +<td>7.949</td> +<td>15.108</td> +<td>21.244</td> +<td>23.073</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="request-stats"> +<h1><a class="toc-backref" href="#id5">5 Request stats</a></h1> +<p>The number of <strong>Requests</strong> Per Second (RPS) (successful or not) over Concurrent Users (CUs).</p> +<blockquote> +<img alt="requests_rps.png" src="requests_rps.png" /> +<img alt="requests.png" src="requests.png" /> +<img alt="time_rps.png" src="time_rps.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +<col width="7%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating*</th> +<th class="head">RPS</th> +<th class="head">maxRPS</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.490</td> +<td>UNACCEPTABLE</td> +<td>10.433</td> +<td>25.000</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>1.925</td> +<td>2.394</td> +<td>6.598</td> +<td>2.122</td> +<td>2.285</td> +<td>2.546</td> +<td>2.671</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>13.367</td> +<td>50.000</td> +<td>401</td> +<td>401</td> +<td>0.00%</td> +<td>1.656</td> +<td>3.484</td> +<td>3.959</td> +<td>2.914</td> +<td>3.568</td> +<td>3.895</td> +<td>3.918</td> +</tr> +<tr><td>75</td> +<td>0.394</td> +<td>UNACCEPTABLE</td> +<td>13.633</td> +<td>63.000</td> +<td>409</td> +<td>409</td> +<td>0.00%</td> +<td>3.095</td> +<td>5.100</td> +<td>13.851</td> +<td>3.581</td> +<td>4.577</td> +<td>7.437</td> +<td>8.389</td> +</tr> +<tr><td>100</td> +<td>0.250</td> +<td>UNACCEPTABLE</td> +<td>13.600</td> +<td>60.000</td> +<td>408</td> +<td>408</td> +<td>0.00%</td> +<td>3.657</td> +<td>6.590</td> +<td>14.301</td> +<td>5.065</td> +<td>6.000</td> +<td>8.942</td> +<td>10.234</td> +</tr> +<tr><td>125</td> +<td>0.041</td> +<td>UNACCEPTABLE</td> +<td>11.900</td> +<td>80.000</td> +<td>357</td> +<td>357</td> +<td>0.00%</td> +<td>4.430</td> +<td>9.006</td> +<td>19.551</td> +<td>6.798</td> +<td>8.543</td> +<td>11.813</td> +<td>13.253</td> +</tr> +<tr><td>150</td> +<td>0.040</td> +<td>UNACCEPTABLE</td> +<td>11.233</td> +<td>79.000</td> +<td>337</td> +<td>337</td> +<td>0.00%</td> +<td>4.363</td> +<td>10.927</td> +<td>20.239</td> +<td>6.999</td> +<td>10.742</td> +<td>14.903</td> +<td>16.030</td> +</tr> +<tr><td>175</td> +<td>0.026</td> +<td>UNACCEPTABLE</td> +<td>9.800</td> +<td>80.000</td> +<td>294</td> +<td>294</td> +<td>0.00%</td> +<td>4.929</td> +<td>12.964</td> +<td>25.006</td> +<td>6.828</td> +<td>13.628</td> +<td>16.938</td> +<td>19.187</td> +</tr> +<tr><td>200</td> +<td>0.012</td> +<td>UNACCEPTABLE</td> +<td>9.900</td> +<td>79.000</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>5.480</td> +<td>14.725</td> +<td>29.801</td> +<td>7.949</td> +<td>15.108</td> +<td>21.244</td> +<td>23.073</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</div> +<div class="section" id="slowest-requests"> +<h1><a class="toc-backref" href="#id6">6 Slowest requests</a></h1> +<p>The 5 slowest average response time during the best cycle with <strong>25</strong> CUs:</p> +<ul class="simple"> +<li>In page 001, Apdex rating: UNACCEPTABLE, avg response time: 2.39s, put: <tt class="docutils literal">/blobs/0/300</tt> +<cite>Upload blob</cite></li> +</ul> +</div> +<div class="section" id="page-detail-stats"> +<h1><a class="toc-backref" href="#id7">7 Page detail stats</a></h1> +<div class="section" id="page-001-upload-blob"> +<h2><a class="toc-backref" href="#id8">7.1 PAGE 001: Upload blob</a></h2> +<ul> +<li><p class="first">Req: 001, put, url <tt class="docutils literal">/blobs/0/300</tt></p> +<blockquote> +<img alt="request_001.001.png" src="request_001.001.png" /> +<table border="1" class="docutils"> +<colgroup> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +<col width="8%" /> +</colgroup> +<thead valign="bottom"> +<tr><th class="head">CUs</th> +<th class="head">Apdex*</th> +<th class="head">Rating</th> +<th class="head">TOTAL</th> +<th class="head">SUCCESS</th> +<th class="head">ERROR</th> +<th class="head">MIN</th> +<th class="head">AVG</th> +<th class="head">MAX</th> +<th class="head">P10</th> +<th class="head">MED</th> +<th class="head">P90</th> +<th class="head">P95</th> +</tr> +</thead> +<tbody valign="top"> +<tr><td>25</td> +<td>0.490</td> +<td>UNACCEPTABLE</td> +<td>313</td> +<td>313</td> +<td>0.00%</td> +<td>1.925</td> +<td>2.394</td> +<td>6.598</td> +<td>2.122</td> +<td>2.285</td> +<td>2.546</td> +<td>2.671</td> +</tr> +<tr><td>50</td> +<td>0.500</td> +<td>POOR</td> +<td>401</td> +<td>401</td> +<td>0.00%</td> +<td>1.656</td> +<td>3.484</td> +<td>3.959</td> +<td>2.914</td> +<td>3.568</td> +<td>3.895</td> +<td>3.918</td> +</tr> +<tr><td>75</td> +<td>0.394</td> +<td>UNACCEPTABLE</td> +<td>409</td> +<td>409</td> +<td>0.00%</td> +<td>3.095</td> +<td>5.100</td> +<td>13.851</td> +<td>3.581</td> +<td>4.577</td> +<td>7.437</td> +<td>8.389</td> +</tr> +<tr><td>100</td> +<td>0.250</td> +<td>UNACCEPTABLE</td> +<td>408</td> +<td>408</td> +<td>0.00%</td> +<td>3.657</td> +<td>6.590</td> +<td>14.301</td> +<td>5.065</td> +<td>6.000</td> +<td>8.942</td> +<td>10.234</td> +</tr> +<tr><td>125</td> +<td>0.041</td> +<td>UNACCEPTABLE</td> +<td>357</td> +<td>357</td> +<td>0.00%</td> +<td>4.430</td> +<td>9.006</td> +<td>19.551</td> +<td>6.798</td> +<td>8.543</td> +<td>11.813</td> +<td>13.253</td> +</tr> +<tr><td>150</td> +<td>0.040</td> +<td>UNACCEPTABLE</td> +<td>337</td> +<td>337</td> +<td>0.00%</td> +<td>4.363</td> +<td>10.927</td> +<td>20.239</td> +<td>6.999</td> +<td>10.742</td> +<td>14.903</td> +<td>16.030</td> +</tr> +<tr><td>175</td> +<td>0.026</td> +<td>UNACCEPTABLE</td> +<td>294</td> +<td>294</td> +<td>0.00%</td> +<td>4.929</td> +<td>12.964</td> +<td>25.006</td> +<td>6.828</td> +<td>13.628</td> +<td>16.938</td> +<td>19.187</td> +</tr> +<tr><td>200</td> +<td>0.012</td> +<td>UNACCEPTABLE</td> +<td>297</td> +<td>297</td> +<td>0.00%</td> +<td>5.480</td> +<td>14.725</td> +<td>29.801</td> +<td>7.949</td> +<td>15.108</td> +<td>21.244</td> +<td>23.073</td> +</tr> +</tbody> +</table> +<p>* Apdex <sub>1.5</sub></p> +</blockquote> +</li> +</ul> +</div> +</div> +<div class="section" id="definitions"> +<h1><a class="toc-backref" href="#id9">8 Definitions</a></h1> +<ul> +<li><p class="first">CUs: Concurrent users or number of concurrent threads executing tests.</p> +</li> +<li><p class="first">Request: a single GET/POST/redirect/XML-RPC request.</p> +</li> +<li><p class="first">Page: a request with redirects and resource links (image, css, js) for an HTML page.</p> +</li> +<li><p class="first">STPS: Successful tests per second.</p> +</li> +<li><p class="first">SPPS: Successful pages per second.</p> +</li> +<li><p class="first">RPS: Requests per second, successful or not.</p> +</li> +<li><p class="first">maxSPPS: Maximum SPPS during the cycle.</p> +</li> +<li><p class="first">maxRPS: Maximum RPS during the cycle.</p> +</li> +<li><p class="first">MIN: Minimum response time for a page or request.</p> +</li> +<li><p class="first">AVG: Average response time for a page or request.</p> +</li> +<li><p class="first">MAX: Maximmum response time for a page or request.</p> +</li> +<li><p class="first">P10: 10th percentile, response time where 10 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">MED: Median or 50th percentile, response time where half of pages or requests are delivered.</p> +</li> +<li><p class="first">P90: 90th percentile, response time where 90 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">P95: 95th percentile, response time where 95 percent of pages or requests are delivered.</p> +</li> +<li><p class="first">Apdex T: Application Performance Index, +this is a numerical measure of user satisfaction, it is based +on three zones of application responsiveness:</p> +<ul> +<li><p class="first">Satisfied: The user is fully productive. This represents the +time value (T seconds) below which users are not impeded by +application response time.</p> +</li> +<li><p class="first">Tolerating: The user notices performance lagging within +responses greater than T, but continues the process.</p> +</li> +<li><p class="first">Frustrated: Performance with a response time greater than 4*T +seconds is unacceptable, and users may abandon the process.</p> +<p>By default T is set to 1.5s. This means that response time between 0 +and 1.5s the user is fully productive, between 1.5 and 6s the +responsivness is tolerable and above 6s the user is frustrated.</p> +<p>The Apdex score converts many measurements into one number on a +uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users +satisfied).</p> +<p>Visit <a class="reference external" href="http://www.apdex.org/">http://www.apdex.org/</a> for more information.</p> +</li> +</ul> +</li> +<li><p class="first">Rating: To ease interpretation, the Apdex score is also represented +as a rating:</p> +<ul class="simple"> +<li>U for UNACCEPTABLE represented in gray for a score between 0 and 0.5</li> +<li>P for POOR represented in red for a score between 0.5 and 0.7</li> +<li>F for FAIR represented in yellow for a score between 0.7 and 0.85</li> +<li>G for Good represented in green for a score between 0.85 and 0.94</li> +<li>E for Excellent represented in blue for a score between 0.94 and 1.</li> +</ul> +</li> +</ul> +<p>Report generated with <a class="reference external" href="http://funkload.nuxeo.org/">FunkLoad</a> 1.17.1, more information available on the <a class="reference external" href="http://funkload.nuxeo.org/#benching">FunkLoad site</a>.</p> +</div> +</div> +<div class="footer"> +<hr class="footer" /> +Generated on: 2017-11-01 19:19 UTC. + +</div> +</body> +</html> diff --git a/server-scalability/results/1k/test_upload-20171101T171410/index.rst b/server-scalability/results/1k/test_upload-20171101T171410/index.rst new file mode 100644 index 0000000..3ec4a9a --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/index.rst @@ -0,0 +1,209 @@ +====================== +FunkLoad_ bench report +====================== + + +:date: 2017-11-01 17:14:10 +:abstract: Upload and download blobs + Bench result of ``Blobs.test_upload``: + Upload blobs stress test + +.. _FunkLoad: http://funkload.nuxeo.org/ +.. sectnum:: :depth: 2 +.. contents:: Table of contents +.. |APDEXT| replace:: \ :sub:`1.5` + +Bench configuration +------------------- + +* Launched: 2017-11-01 17:14:10 +* From: pajeh +* Test: ``test_Blobs.py Blobs.test_upload`` +* Target server: http://giraffe.cdev.bitmask.net:2424/ +* Cycles of concurrent users: [25, 50, 75, 100, 125, 150, 175, 200] +* Cycle duration: 30s +* Sleeptime between requests: from 0.0s to 0.0s +* Sleeptime between test cases: 0.0s +* Startup delay between threads: 0.01s +* Apdex: |APDEXT| +* FunkLoad_ version: 1.17.1 + + +Bench content +------------- + +The test ``Blobs.test_upload`` contains: + +* 1 page +* 0 redirects +* 0 links +* 0 images +* 0 XML-RPC calls + +The bench contains: + +* 2816 tests +* 2816 pages +* 2816 requests + + +Test stats +---------- + +The number of Successful **Tests** Per Second (STPS) over Concurrent Users (CUs). + + .. image:: tests.png + + ================== ================== ================== ================== ================== + CUs STPS TOTAL SUCCESS ERROR + ================== ================== ================== ================== ================== + 25 10.433 313 313 0.00% + 50 13.367 401 401 0.00% + 75 13.633 409 409 0.00% + 100 13.600 408 408 0.00% + 125 11.900 357 357 0.00% + 150 11.233 337 337 0.00% + 175 9.800 294 294 0.00% + 200 9.900 297 297 0.00% + ================== ================== ================== ================== ================== + + + +Page stats +---------- + +The number of Successful **Pages** Per Second (SPPS) over Concurrent Users (CUs). +Note: an XML-RPC call counts as a page. + + .. image:: pages_spps.png + .. image:: pages.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating SPPS maxSPPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 10.433 25.000 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 13.367 50.000 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 13.633 63.000 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 13.600 60.000 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 11.900 80.000 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 11.233 79.000 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 9.800 80.000 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 9.900 79.000 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Request stats +------------- + +The number of **Requests** Per Second (RPS) (successful or not) over Concurrent Users (CUs). + + .. image:: requests_rps.png + .. image:: requests.png + .. image:: time_rps.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating* RPS maxRPS TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 10.433 25.000 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 13.367 50.000 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 13.633 63.000 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 13.600 60.000 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 11.900 80.000 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 11.233 79.000 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 9.800 80.000 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 9.900 79.000 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Slowest requests +---------------- + +The 5 slowest average response time during the best cycle with **25** CUs: + +* In page 001, Apdex rating: UNACCEPTABLE, avg response time: 2.39s, put: ``/blobs/0/300`` + `Upload blob` + +Page detail stats +----------------- + + +PAGE 001: Upload blob +~~~~~~~~~~~~~~~~~~~~~ + +* Req: 001, put, url ``/blobs/0/300`` + + .. image:: request_001.001.png + + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + CUs Apdex* Rating TOTAL SUCCESS ERROR MIN AVG MAX P10 MED P90 P95 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + 25 0.490 UNACCEPTABLE 313 313 0.00% 1.925 2.394 6.598 2.122 2.285 2.546 2.671 + 50 0.500 POOR 401 401 0.00% 1.656 3.484 3.959 2.914 3.568 3.895 3.918 + 75 0.394 UNACCEPTABLE 409 409 0.00% 3.095 5.100 13.851 3.581 4.577 7.437 8.389 + 100 0.250 UNACCEPTABLE 408 408 0.00% 3.657 6.590 14.301 5.065 6.000 8.942 10.234 + 125 0.041 UNACCEPTABLE 357 357 0.00% 4.430 9.006 19.551 6.798 8.543 11.813 13.253 + 150 0.040 UNACCEPTABLE 337 337 0.00% 4.363 10.927 20.239 6.999 10.742 14.903 16.030 + 175 0.026 UNACCEPTABLE 294 294 0.00% 4.929 12.964 25.006 6.828 13.628 16.938 19.187 + 200 0.012 UNACCEPTABLE 297 297 0.00% 5.480 14.725 29.801 7.949 15.108 21.244 23.073 + ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== ================== + + \* Apdex |APDEXT| + +Definitions +----------- + +* CUs: Concurrent users or number of concurrent threads executing tests. +* Request: a single GET/POST/redirect/XML-RPC request. +* Page: a request with redirects and resource links (image, css, js) for an HTML page. +* STPS: Successful tests per second. +* SPPS: Successful pages per second. +* RPS: Requests per second, successful or not. +* maxSPPS: Maximum SPPS during the cycle. +* maxRPS: Maximum RPS during the cycle. +* MIN: Minimum response time for a page or request. +* AVG: Average response time for a page or request. +* MAX: Maximmum response time for a page or request. +* P10: 10th percentile, response time where 10 percent of pages or requests are delivered. +* MED: Median or 50th percentile, response time where half of pages or requests are delivered. +* P90: 90th percentile, response time where 90 percent of pages or requests are delivered. +* P95: 95th percentile, response time where 95 percent of pages or requests are delivered. +* Apdex T: Application Performance Index, + this is a numerical measure of user satisfaction, it is based + on three zones of application responsiveness: + + - Satisfied: The user is fully productive. This represents the + time value (T seconds) below which users are not impeded by + application response time. + + - Tolerating: The user notices performance lagging within + responses greater than T, but continues the process. + + - Frustrated: Performance with a response time greater than 4*T + seconds is unacceptable, and users may abandon the process. + + By default T is set to 1.5s. This means that response time between 0 + and 1.5s the user is fully productive, between 1.5 and 6s the + responsivness is tolerable and above 6s the user is frustrated. + + The Apdex score converts many measurements into one number on a + uniform scale of 0-to-1 (0 = no users satisfied, 1 = all users + satisfied). + + Visit http://www.apdex.org/ for more information. +* Rating: To ease interpretation, the Apdex score is also represented + as a rating: + + - U for UNACCEPTABLE represented in gray for a score between 0 and 0.5 + + - P for POOR represented in red for a score between 0.5 and 0.7 + + - F for FAIR represented in yellow for a score between 0.7 and 0.85 + + - G for Good represented in green for a score between 0.85 and 0.94 + + - E for Excellent represented in blue for a score between 0.94 and 1. + + +Report generated with FunkLoad_ 1.17.1, more information available on the `FunkLoad site <http://funkload.nuxeo.org/#benching>`_.
\ No newline at end of file diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.data b/server-scalability/results/1k/test_upload-20171101T171410/pages.data new file mode 100644 index 0000000..f7440df --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages.data @@ -0,0 +1,9 @@ +CUs SPPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX E G F P U +25 10.4333333333 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 0 0 0 0 0.490415335463 +50 13.3666666667 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 0 0 0 0.5 0 +75 13.6333333333 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 0 0 0 0 0.393643031785 +100 13.6 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 0 0 0 0 0.25 +125 11.9 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 0 0 0 0 0.0406162464986 +150 11.2333333333 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 0 0 0 0 0.040059347181 +175 9.8 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 0 0 0 0 0.0255102040816 +200 9.9 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 0 0 0 0 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot b/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot new file mode 100644 index 0000000..a77bd50 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages.gplot @@ -0,0 +1,41 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages_spps.png" +set title "Successful Pages Per Second" +set ylabel "Pages Per Second" +set grid back +set xrange [0:201] +set terminal png size 640,540 +set format x "" +set multiplot +unset title +unset xlabel +set bmargin 0 +set lmargin 8 +set rmargin 9.5 +set key inside top +set size 1, 0.6 +set origin 0, 0.4 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:2 w linespoints lw 2 lt 2 t "SPPS" +set boxwidth 0.8 +set style fill solid .7 +set ylabel "Apdex 1.5" +set yrange [0:1] +set key outside top +set size 1.0, 0.4 +set bmargin 3 +set format x "% g" +set xlabel "Concurrent Users" +set origin 0.0, 0.0 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:12 w boxes lw 2 lt rgb "#99CDFF" t "E", "" u 1:13 w boxes lw 2 lt rgb "#00FF01" t "G", "" u 1:14 w boxes lw 2 lt rgb "#FFFF00" t "F", "" u 1:15 w boxes lw 2 lt rgb "#FF7C81" t "P", "" u 1:16 w boxes lw 2 lt rgb "#C0C0C0" t "U" +unset boxwidth +set key inside top +unset yrange +set autoscale y +unset multiplot +set size 1.0, 1.0 +unset rmargin +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.png" +set title "Pages Response time" +set ylabel "Duration (s)" +set bars 5.0 +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/pages.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages.png b/server-scalability/results/1k/test_upload-20171101T171410/pages.png Binary files differnew file mode 100644 index 0000000..d205185 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png b/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png Binary files differnew file mode 100644 index 0000000..1f88f31 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/pages_spps.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data new file mode 100644 index 0000000..d4e4fb8 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.data @@ -0,0 +1,9 @@ +CUs STEP ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 001.001 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 +50 001.001 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 +75 001.001 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 +100 001.001 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 +125 001.001 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 +150 001.001 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 +175 001.001 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 +200 001.001 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot new file mode 100644 index 0000000..83e325d --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.gplot @@ -0,0 +1,11 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/request_001.001.png" +set terminal png size 640,540 +set grid +set bars 5.0 +set title "Request 001.001 Response time" +set xlabel "Concurrent Users" +set ylabel "Duration (s)" +set grid back +set style fill solid .25 +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/request_001.001.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png Binary files differnew file mode 100644 index 0000000..188c5e4 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/request_001.001.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.data b/server-scalability/results/1k/test_upload-20171101T171410/requests.data new file mode 100644 index 0000000..2eb7133 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests.data @@ -0,0 +1,9 @@ +CUs RPS ERROR MIN AVG MAX P10 P50 P90 P95 APDEX +25 10.4333333333 0 1.92514586449 2.39409904587 6.59833216667 2.1220741272 2.28469109535 2.54571604729 2.67148709297 0.490415335463 +50 13.3666666667 0 1.65648198128 3.48352822639 3.95902705193 2.9137160778 3.56775093079 3.89505195618 3.91763186455 0.5 +75 13.6333333333 0 3.09491801262 5.09983134561 13.8513541222 3.5806081295 4.57731485367 7.43706798553 8.3891210556 0.393643031785 +100 13.6 0 3.6567029953 6.58981304776 14.3010680676 5.06548905373 6.00029206276 8.94194698334 10.2341730595 0.25 +125 11.9 0 4.42994594574 9.00569068684 19.5509719849 6.79810500145 8.54334807396 11.812928915 13.2527029514 0.0406162464986 +150 11.2333333333 0 4.36343288422 10.9271259676 20.2391958237 6.9991209507 10.7422339916 14.9030308723 16.0298368931 0.040059347181 +175 9.8 0 4.92944598198 12.9636691938 25.0061948299 6.82807898521 13.6281039715 16.9382250309 19.1867501736 0.0255102040816 +200 9.9 0 5.47966885567 14.725141103 29.800688982 7.94915509224 15.1075329781 21.2438769341 23.073168993 0.0117845117845 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot b/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot new file mode 100644 index 0000000..38295e2 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests.gplot @@ -0,0 +1,15 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests_rps.png" +set title "Requests Per Second" +set xlabel "Concurrent Users" +set ylabel "Requests Per Second" +set grid +set xrange [0:201] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.data" u 1:2 w linespoints lw 2 lt 2 t "RPS" +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.png" +set title "Requests Response time" +set ylabel "Duration (s)" +set bars 5.0 +set grid back +set style fill solid .25 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/requests.data" u 1:8:8:10:9 t "med/p90/p95" w candlesticks lt 1 lw 1 whiskerbars 0.5, "" u 1:7:4:8:8 w candlesticks lt 2 lw 1 t "min/p10/med" whiskerbars 0.5, "" u 1:5 t "avg" w lines lt 3 lw 2 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests.png b/server-scalability/results/1k/test_upload-20171101T171410/requests.png Binary files differnew file mode 100644 index 0000000..c357600 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png b/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png Binary files differnew file mode 100644 index 0000000..01798bb --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/requests_rps.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.data b/server-scalability/results/1k/test_upload-20171101T171410/tests.data new file mode 100644 index 0000000..55009c1 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/tests.data @@ -0,0 +1,9 @@ +CUs STPS ERROR +25 10.4333333333 0 +50 13.3666666667 0 +75 13.6333333333 0 +100 13.6 0 +125 11.9 0 +150 11.2333333333 0 +175 9.8 0 +200 9.9 0 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot b/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot new file mode 100644 index 0000000..8dd0ea5 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/tests.gplot @@ -0,0 +1,8 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/tests.png" +set title "Successful Tests Per Second" +set terminal png size 640,540 +set xlabel "Concurrent Users" +set ylabel "Test/s" +set grid back +set xrange [0:201] +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/tests.data" u 1:2 w linespoints lw 2 lt 2 t "STPS" diff --git a/server-scalability/results/1k/test_upload-20171101T171410/tests.png b/server-scalability/results/1k/test_upload-20171101T171410/tests.png Binary files differnew file mode 100644 index 0000000..6e8f950 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/tests.png diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data new file mode 100644 index 0000000..661d8b9 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-000.data @@ -0,0 +1,15 @@ +Timeline RPS +1509563650 5 +1509563651 20 +1509563653 25 +1509563655 19 +1509563657 19 +1509563660 25 +1509563662 25 +1509563665 25 +1509563667 25 +1509563669 25 +1509563671 25 +1509563674 25 +1509563676 25 +1509563678 25 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data new file mode 100644 index 0000000..859a45a --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-001.data @@ -0,0 +1,12 @@ +Timeline RPS +1509563684 50 +1509563686 1 +1509563687 2 +1509563688 48 +1509563691 50 +1509563694 50 +1509563697 50 +1509563700 21 +1509563701 29 +1509563704 50 +1509563708 50 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data new file mode 100644 index 0000000..1c079bb --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-002.data @@ -0,0 +1,28 @@ +Timeline RPS +1509563717 12 +1509563718 63 +1509563721 2 +1509563722 15 +1509563723 14 +1509563724 15 +1509563725 15 +1509563726 15 +1509563727 15 +1509563728 15 +1509563729 17 +1509563730 14 +1509563731 14 +1509563732 16 +1509563733 16 +1509563734 15 +1509563735 16 +1509563736 12 +1509563737 15 +1509563738 15 +1509563739 14 +1509563740 14 +1509563741 13 +1509563742 13 +1509563743 14 +1509563744 9 +1509563745 1 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data new file mode 100644 index 0000000..c5cf050 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-003.data @@ -0,0 +1,26 @@ +Timeline RPS +1509563751 40 +1509563752 60 +1509563755 7 +1509563756 19 +1509563757 16 +1509563758 16 +1509563759 16 +1509563760 16 +1509563761 14 +1509563762 15 +1509563763 14 +1509563764 15 +1509563765 14 +1509563766 15 +1509563767 16 +1509563768 13 +1509563769 14 +1509563770 14 +1509563771 13 +1509563772 15 +1509563773 13 +1509563774 13 +1509563775 12 +1509563776 7 +1509563777 1 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data new file mode 100644 index 0000000..3724744 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-004.data @@ -0,0 +1,23 @@ +Timeline RPS +1509563787 33 +1509563788 80 +1509563789 12 +1509563792 12 +1509563793 14 +1509563794 13 +1509563795 12 +1509563796 12 +1509563797 13 +1509563798 14 +1509563799 11 +1509563800 13 +1509563801 14 +1509563802 13 +1509563803 13 +1509563804 14 +1509563805 13 +1509563806 11 +1509563807 13 +1509563808 11 +1509563809 10 +1509563810 6 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data new file mode 100644 index 0000000..da25a20 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-005.data @@ -0,0 +1,21 @@ +Timeline RPS +1509563825 20 +1509563826 79 +1509563827 51 +1509563830 11 +1509563831 13 +1509563832 9 +1509563833 10 +1509563834 10 +1509563835 12 +1509563836 13 +1509563837 13 +1509563838 13 +1509563839 13 +1509563840 12 +1509563841 12 +1509563842 11 +1509563843 11 +1509563844 10 +1509563845 7 +1509563846 7 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data new file mode 100644 index 0000000..c7e9981 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-006.data @@ -0,0 +1,18 @@ +Timeline RPS +1509563866 4 +1509563867 80 +1509563868 80 +1509563869 11 +1509563871 1 +1509563872 12 +1509563873 12 +1509563874 12 +1509563875 11 +1509563876 11 +1509563877 13 +1509563878 11 +1509563879 10 +1509563880 8 +1509563881 8 +1509563882 5 +1509563883 5 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data new file mode 100644 index 0000000..bf8a08d --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps-007.data @@ -0,0 +1,17 @@ +Timeline RPS +1509563913 39 +1509563914 77 +1509563915 79 +1509563916 5 +1509563918 1 +1509563919 9 +1509563920 12 +1509563921 9 +1509563922 10 +1509563923 11 +1509563924 9 +1509563925 10 +1509563926 8 +1509563927 8 +1509563928 7 +1509563929 3 diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot new file mode 100644 index 0000000..fc5b816 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.gplot @@ -0,0 +1,26 @@ +set output "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps.png" +set title "Request Per Second over time" +set xlabel "Time line" +set xdata time +set timefmt "%s" +set format x "%H:%M" +set ylabel "RPS" +set grid +set yrange [0:100] +set terminal png size 640,540 +plot "/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-000.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-000.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#000000" t "25 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-001.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-001.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000FF" t "50 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-002.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-002.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#00FA9A" t "75 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-003.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-003.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#191970" t "100 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-004.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-004.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#8B008B" t "125 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-005.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-005.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FF00FF" t "150 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-006.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-006.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#FFD700" t "175 CUs", \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-007.data" u ($1):($2) w linespoints smooth sbezier lw 1 lt 2 lc rgbcolor "#696969" notitle, \ +"/home/drebs/dev/leap/repos/soledad/scripts/scalability/test_controller/client/test_upload-20171101T171410/time_rps-007.data" u ($1):($2) w linespoints lw 1 lt 2 lc rgbcolor "#0000CD" t "200 CUs" diff --git a/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png Binary files differnew file mode 100644 index 0000000..2696b26 --- /dev/null +++ b/server-scalability/results/1k/test_upload-20171101T171410/time_rps.png diff --git a/server-scalability/results/README.txt b/server-scalability/results/README.txt new file mode 100644 index 0000000..29d7f0e --- /dev/null +++ b/server-scalability/results/README.txt @@ -0,0 +1,30 @@ +Tests Scenarios and Results +=========================== + +This folder contains some results for Blobs Server Scalability Tests. + +Scenarios +--------- + +The test results that are currently in this folder were run in the following +scenario: + +- client download bandwidth: 150 Mb/s +- client upload bandwidth: 150 Mb/s +- server: giraffe.cdev.bitmask.net + +Three blob sizes were used (1KB, 10KB, 100KB) and the results for each size can +be found in each of the subdirectories of this folder. + +The information above is related to the following folders: + +. +├── 100k +│ ├── test_download-20171101T183840 +│ └── test_upload-20171101T183258 +├── 10k +│ ├── test_download-20171101T173739 +│ └── test_upload-20171101T173213 +└── 1k + ├── test_download-20171101T171926 + └── test_upload-20171101T171410 |
