[test] add script and data to plot legacy-vs-blobs

4 files changed, 292 insertions, 0 deletions

diff --git a/scripts/legacy-vs-blobs/data/persistent/1000_10k.json b/scripts/legacy-vs-blobs/data/persistent/1000_10k.json
new file mode 100644
index 00000000..909e6f21
--- /dev/null
+++ b/scripts/legacy-vs-blobs/data/persistent/1000_10k.json
@@ -0,0 +1,73 @@
+{
+    "version": "3.1.1", 
+    "machine_info": {
+        "python_version": "2.7.13", 
+        "processor": "", 
+        "node": "pajeh", 
+        "python_compiler": "GCC 6.3.0 20170118", 
+        "python_implementation_version": "2.7.13", 
+        "python_implementation": "CPython", 
+        "machine": "x86_64", 
+        "system": "Linux", 
+        "host": "pajeh", 
+        "cpu": {
+            "hardware": "unknown", 
+            "vendor_id": "GenuineIntel", 
+            "brand": "Intel(R) Core(TM) i7-4600U CPU @ 2.10GHz"
+        }, 
+        "python_build": [
+            "default", 
+            "Jan 19 2017 14:48:08"
+        ], 
+        "release": "4.9.0-3-amd64"
+    }, 
+    "commit_info": {
+        "id": "1e132568857e6c2d4fbbbf886d3b7ab2009c3c9e", 
+        "time": "2017-09-02T02:38:57-03:00", 
+        "dirty": true, 
+        "branch": "8856", 
+        "author_time": "2017-09-02T02:38:57-03:00", 
+        "project": "soledad"
+    }, 
+    "benchmarks": [
+        {
+            "param": null, 
+            "stats": {
+                "ld15iqr": 50.158271074295044, 
+                "total": 290.0146920681, 
+                "iterations": 1, 
+                "stddev": 19.375312299153435, 
+                "stddev_outliers": 2, 
+                "mean": 72.503673017025, 
+                "q1": 56.99843108654022, 
+                "rounds": 4, 
+                "q3": 88.00891494750977, 
+                "iqr": 31.010483860969543, 
+                "max": 93.9663679599762, 
+                "iqr_outliers": 0, 
+                "hd15iqr": 93.9663679599762, 
+                "median": 72.94502651691437, 
+                "ops": 0.013792404693279255, 
+                "min": 50.158271074295044, 
+                "outliers": "2;0"
+            }, 
+            "params": null, 
+            "name": "test_blobs_1000_10k", 
+            "fullname": "tests/benchmarks/test_legacy_vs_blobs.py::test_blobs_1000_10k", 
+            "group": "test_legacy_vs_blobs_1000_10k", 
+            "options": {
+                "timer": "time", 
+                "disable_gc": false, 
+                "min_rounds": 5, 
+                "min_time": 5e-06, 
+                "warmup": false, 
+                "max_time": 1.0
+            }, 
+            "extra_info": {
+                "cpu_percent": 17.4, 
+                "doc": ""
+            }
+        }
+    ], 
+    "datetime": "2017-09-02T05:51:50.400601"
+}
\ No newline at end of file
diff --git a/scripts/legacy-vs-blobs/data/persistent/100_100k.json b/scripts/legacy-vs-blobs/data/persistent/100_100k.json
new file mode 100644
index 00000000..48f0e077
--- /dev/null
+++ b/scripts/legacy-vs-blobs/data/persistent/100_100k.json
@@ -0,0 +1,73 @@
+{
+    "machine_info": {
+        "host": "pajeh", 
+        "python_compiler": "GCC 6.3.0 20170118", 
+        "python_build": [
+            "default", 
+            "Jan 19 2017 14:48:08"
+        ], 
+        "python_implementation": "CPython", 
+        "processor": "", 
+        "cpu": {
+            "hardware": "unknown", 
+            "vendor_id": "GenuineIntel", 
+            "brand": "Intel(R) Core(TM) i7-4600U CPU @ 2.10GHz"
+        }, 
+        "node": "pajeh", 
+        "system": "Linux", 
+        "release": "4.9.0-3-amd64", 
+        "python_version": "2.7.13", 
+        "machine": "x86_64", 
+        "python_implementation_version": "2.7.13"
+    }, 
+    "commit_info": {
+        "branch": "8856", 
+        "author_time": "2017-09-02T02:38:57-03:00", 
+        "time": "2017-09-02T02:38:57-03:00", 
+        "id": "1e132568857e6c2d4fbbbf886d3b7ab2009c3c9e", 
+        "project": "soledad", 
+        "dirty": true
+    }, 
+    "version": "3.1.1", 
+    "benchmarks": [
+        {
+            "group": "test_legacy_vs_blobs_100_100k", 
+            "params": null, 
+            "name": "test_blobs_100_100k", 
+            "stats": {
+                "total": 20.738121271133423, 
+                "stddev_outliers": 2, 
+                "stddev": 0.9161744731162039, 
+                "hd15iqr": 6.378293991088867, 
+                "rounds": 4, 
+                "max": 6.378293991088867, 
+                "median": 5.054657578468323, 
+                "iqr": 1.3696125745773315, 
+                "q3": 5.8693366050720215, 
+                "q1": 4.49972403049469, 
+                "mean": 5.184530317783356, 
+                "ops": 0.1928815029916827, 
+                "iqr_outliers": 0, 
+                "min": 4.25051212310791, 
+                "iterations": 1, 
+                "ld15iqr": 4.25051212310791, 
+                "outliers": "2;0"
+            }, 
+            "options": {
+                "timer": "time", 
+                "disable_gc": false, 
+                "warmup": false, 
+                "max_time": 1.0, 
+                "min_rounds": 5, 
+                "min_time": 5e-06
+            }, 
+            "param": null, 
+            "extra_info": {
+                "cpu_percent": 24.7, 
+                "doc": ""
+            }, 
+            "fullname": "tests/benchmarks/test_legacy_vs_blobs.py::test_blobs_100_100k"
+        }
+    ], 
+    "datetime": "2017-09-02T05:56:28.497384"
+}
\ No newline at end of file
diff --git a/scripts/legacy-vs-blobs/data/persistent/10_1000k.json b/scripts/legacy-vs-blobs/data/persistent/10_1000k.json
new file mode 100644
index 00000000..529cca8c
--- /dev/null
+++ b/scripts/legacy-vs-blobs/data/persistent/10_1000k.json
@@ -0,0 +1,73 @@
+{
+    "machine_info": {
+        "python_compiler": "GCC 6.3.0 20170118", 
+        "python_implementation_version": "2.7.13", 
+        "node": "pajeh", 
+        "machine": "x86_64", 
+        "host": "pajeh", 
+        "cpu": {
+            "hardware": "unknown", 
+            "vendor_id": "GenuineIntel", 
+            "brand": "Intel(R) Core(TM) i7-4600U CPU @ 2.10GHz"
+        }, 
+        "system": "Linux", 
+        "python_build": [
+            "default", 
+            "Jan 19 2017 14:48:08"
+        ], 
+        "release": "4.9.0-3-amd64", 
+        "python_version": "2.7.13", 
+        "processor": "", 
+        "python_implementation": "CPython"
+    }, 
+    "commit_info": {
+        "id": "1e132568857e6c2d4fbbbf886d3b7ab2009c3c9e", 
+        "time": "2017-09-02T02:38:57-03:00", 
+        "dirty": true, 
+        "branch": "8856", 
+        "author_time": "2017-09-02T02:38:57-03:00", 
+        "project": "soledad"
+    }, 
+    "version": "3.1.1", 
+    "benchmarks": [
+        {
+            "stats": {
+                "ops": 0.4919825789326136, 
+                "stddev": 0.1042862860397157, 
+                "mean": 2.032592296600342, 
+                "stddev_outliers": 2, 
+                "q3": 2.112483024597168, 
+                "q1": 1.9527015686035156, 
+                "rounds": 4, 
+                "max": 2.1607320308685303, 
+                "hd15iqr": 2.1607320308685303, 
+                "iqr_outliers": 0, 
+                "ld15iqr": 1.91776704788208, 
+                "iterations": 1, 
+                "median": 2.0259350538253784, 
+                "iqr": 0.15978145599365234, 
+                "total": 8.130369186401367, 
+                "outliers": "2;0", 
+                "min": 1.91776704788208
+            }, 
+            "param": null, 
+            "fullname": "tests/benchmarks/test_legacy_vs_blobs.py::test_blobs_10_1000k", 
+            "params": null, 
+            "name": "test_blobs_10_1000k", 
+            "group": "test_legacy_vs_blobs_10_1000k", 
+            "options": {
+                "disable_gc": false, 
+                "min_rounds": 5, 
+                "timer": "time", 
+                "warmup": false, 
+                "min_time": 5e-06, 
+                "max_time": 1.0
+            }, 
+            "extra_info": {
+                "cpu_percent": 36.3, 
+                "doc": ""
+            }
+        }
+    ], 
+    "datetime": "2017-09-02T05:57:48.679847"
+}
\ No newline at end of file
diff --git a/scripts/legacy-vs-blobs/data/persistent/1_10000k.json b/scripts/legacy-vs-blobs/data/persistent/1_10000k.json
new file mode 100644
index 00000000..30d362ea
--- /dev/null
+++ b/scripts/legacy-vs-blobs/data/persistent/1_10000k.json
@@ -0,0 +1,73 @@
+{
+    "machine_info": {
+        "python_compiler": "GCC 6.3.0 20170118", 
+        "host": "pajeh", 
+        "python_build": [
+            "default", 
+            "Jan 19 2017 14:48:08"
+        ], 
+        "cpu": {
+            "hardware": "unknown", 
+            "vendor_id": "GenuineIntel", 
+            "brand": "Intel(R) Core(TM) i7-4600U CPU @ 2.10GHz"
+        }, 
+        "node": "pajeh", 
+        "system": "Linux", 
+        "release": "4.9.0-3-amd64", 
+        "python_implementation": "CPython", 
+        "processor": "", 
+        "python_implementation_version": "2.7.13", 
+        "python_version": "2.7.13", 
+        "machine": "x86_64"
+    }, 
+    "commit_info": {
+        "branch": "8856", 
+        "author_time": "2017-09-02T02:38:57-03:00", 
+        "dirty": true, 
+        "time": "2017-09-02T02:38:57-03:00", 
+        "id": "1e132568857e6c2d4fbbbf886d3b7ab2009c3c9e", 
+        "project": "soledad"
+    }, 
+    "version": "3.1.1", 
+    "benchmarks": [
+        {
+            "stats": {
+                "max": 2.1960339546203613, 
+                "median": 2.1957188844680786, 
+                "stddev_outliers": 1, 
+                "q3": 2.19601047039032, 
+                "iqr_outliers": 0, 
+                "q1": 2.194662928581238, 
+                "ld15iqr": 2.1938750743865967, 
+                "ops": 0.4555109930218146, 
+                "stddev": 0.001009686487541645, 
+                "hd15iqr": 2.1960339546203613, 
+                "rounds": 4, 
+                "iterations": 1, 
+                "total": 8.781346797943115, 
+                "mean": 2.195336699485779, 
+                "iqr": 0.0013475418090820312, 
+                "outliers": "1;0", 
+                "min": 2.1938750743865967
+            }, 
+            "options": {
+                "warmup": false, 
+                "max_time": 1.0, 
+                "timer": "time", 
+                "min_rounds": 5, 
+                "min_time": 5e-06, 
+                "disable_gc": false
+            }, 
+            "group": "test_legacy_vs_blobs_1_10000k", 
+            "params": null, 
+            "name": "test_blobs_1_10000k", 
+            "fullname": "tests/benchmarks/test_legacy_vs_blobs.py::test_blobs_1_10000k", 
+            "param": null, 
+            "extra_info": {
+                "cpu_percent": 40.2, 
+                "doc": ""
+            }
+        }
+    ], 
+    "datetime": "2017-09-02T06:00:45.837579"
+}
\ No newline at end of file