summaryrefslogtreecommitdiff
path: root/elastic
diff options
context:
space:
mode:
authorvarac <varacanero@zeromail.org>2017-04-11 16:59:55 +0200
committervarac <varacanero@zeromail.org>2017-04-11 16:59:55 +0200
commit1fb4bab60824a5bee811db93f123ab121f0f0fc8 (patch)
tree4a62d5a93e061a5646b3f1f9c0c5a59ac151175e /elastic
parente4bd0b13fb7970d572056f633bd40a3403d12681 (diff)
Generate visualisartions from mustache template
Diffstat (limited to 'elastic')
-rw-r--r--elastic/README.md4
-rwxr-xr-xelastic/generate-config.py47
-rw-r--r--elastic/visualization/template.mustache10
-rw-r--r--elastic/visualization/test_upload_20_500k.json11
4 files changed, 61 insertions, 11 deletions
diff --git a/elastic/README.md b/elastic/README.md
index 7d786c6..fb91e1b 100644
--- a/elastic/README.md
+++ b/elastic/README.md
@@ -1,5 +1,9 @@
# Kibana Soledad Benchmark Dashboard
+## Generate visualisations from template
+
+ ./generate-config.py
+
## Upload configs
Provide kibana admin credentials in your `~/.netrc` file.
diff --git a/elastic/generate-config.py b/elastic/generate-config.py
new file mode 100755
index 0000000..f26d03d
--- /dev/null
+++ b/elastic/generate-config.py
@@ -0,0 +1,47 @@
+#!/usr/bin/env python3
+
+import pystache
+
+#print(pystache.render('Hi {{person}}!', {'person': 'Mom'}))
+
+tests = [
+ 'test_encrypt_raw_10M',
+ # 'test_encrypt_raw_100k',
+ # 'test_encrypt_raw_10k',
+ # 'test_decrypt_raw_100k',
+ # 'test_decrypt_raw_10M',
+ # 'test_decrypt_raw_10k',
+ # 'test_decrypt_raw_1M',
+ # 'test_decrypt_raw_500k',
+ # 'test_encrypt_raw_1M',
+ # 'test_encrypt_raw_500k',
+ # 'test_initialization',
+ # 'test_async_create_1000_10k',
+ # 'test_async_create_100_100k',
+ # 'test_create_1000_10k',
+ # 'test_create_100_100k',
+ # 'test_create_20_500k',
+ # 'test_decrypt_doc_100k',
+ # 'test_decrypt_doc_10M',
+ # 'test_decrypt_doc_10k',
+ #'test_decrypt_doc_1M'
+ ]
+
+DIR = './visualization/'
+
+template = open(DIR + 'template.mustache', 'r').read()
+
+for test in tests:
+ out_file = DIR + test + '.json'
+ print('Generating ' + out_file)
+ context = {
+ 'title': test,
+ 'query': "commit_info.project:soledad AND commit_info.branch='master' AND machine_info.host='weasel' AND name='" + test + "'"
+ }
+
+ rendered = pystache.render(template, context)
+ #print(context)
+
+ out = open(out_file, 'w')
+ out.write(rendered)
+ out.flush()
diff --git a/elastic/visualization/template.mustache b/elastic/visualization/template.mustache
new file mode 100644
index 0000000..d4c4bb8
--- /dev/null
+++ b/elastic/visualization/template.mustache
@@ -0,0 +1,10 @@
+{
+"title": "{{{title}}}",
+"visState": "{\"title\":\"Soledad benchmark for {{{title}}}\",\"type\":\"line\",\"params\":{\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"showCircles\":true,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.min\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"commit_id_and_date\",\"size\":100,\"orderAgg\":{\"id\":\"2-orderAgg\",\"enabled\":true,\"type\":\"min\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"commit_info.time\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.mean\"}},{\"id\":\"4\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.max\"}}],\"listeners\":{}}",
+ "uiStateJSON": "{}",
+ "description": "Soledad benchmark for {{{title}}}",
+ "version": 1,
+ "kibanaSavedObjectMeta": {
+ "searchSourceJSON": "{\"index\":\"benchmark*\",\"filter\":[],\"highlight\":{\"pre_tags\":[\"@kibana-highlighted-field@\"],\"post_tags\":[\"@/kibana-highlighted-field@\"],\"fields\":{\"*\":{}},\"require_field_match\":false,\"fragment_size\":2147483647},\"query\":{\"query_string\":{\"query\":\"{{{query}}}\",\"analyze_wildcard\":true}}}"
+ }
+}
diff --git a/elastic/visualization/test_upload_20_500k.json b/elastic/visualization/test_upload_20_500k.json
deleted file mode 100644
index cdd4624..0000000
--- a/elastic/visualization/test_upload_20_500k.json
+++ /dev/null
@@ -1,11 +0,0 @@
-{
- "title": "Upload 20x 500kb",
- "visState": "{\"title\":\"Soledad upload 20x 500kb\",\"type\":\"line\",\"params\":{\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"showCircles\":true,\"interpolate\":\"linear\",\"scale\":\"linear\",\"drawLinesBetweenPoints\":true,\"radiusRatio\":9,\"times\":[],\"addTimeMarker\":false,\"defaultYExtents\":false,\"setYExtents\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.min\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"commit_id_and_date\",\"size\":100,\"orderAgg\":{\"id\":\"2-orderAgg\",\"enabled\":true,\"type\":\"min\",\"schema\":\"orderAgg\",\"params\":{\"field\":\"commit_info.time\"}},\"order\":\"asc\",\"orderBy\":\"custom\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.mean\"}},{\"id\":\"4\",\"enabled\":true,\"type\":\"avg\",\"schema\":\"metric\",\"params\":{\"field\":\"stats.max\"}}],\"listeners\":{}}",
- "uiStateJSON": "{}",
- "description": "Test from json upload",
- "savedSearchId": "benchmark-master-branch-weasel",
- "version": 1,
- "kibanaSavedObjectMeta": {
- "searchSourceJSON": "{\"filter\":[]}"
- }
-}