diff options
| -rw-r--r-- | elastic/.gitignore | 2 | ||||
| -rw-r--r-- | elastic/README.md | 40 | ||||
| -rw-r--r-- | elastic/dashboard/.empty | 0 | ||||
| -rwxr-xr-x | elastic/generate-config.py | 189 | ||||
| -rw-r--r-- | elastic/index-pattern/benchmark.json | 1 | ||||
| -rwxr-xr-x | elastic/load.sh | 144 | ||||
| -rw-r--r-- | elastic/query/test_names.json | 38 | ||||
| -rw-r--r-- | elastic/requirements.pip | 2 | ||||
| -rw-r--r-- | elastic/search/benchmark-master-branch-weasel.json | 16 | ||||
| -rw-r--r-- | elastic/templates/dashboard-per-test.mustache | 20 | ||||
| -rw-r--r-- | elastic/templates/dashboard.mustache | 20 | ||||
| -rw-r--r-- | elastic/templates/visualization-searchSourceJSON.mustache | 23 | ||||
| -rw-r--r-- | elastic/templates/visualization-visState-cpu.mustache | 117 | ||||
| -rw-r--r-- | elastic/templates/visualization-visState-memory.mustache | 141 | ||||
| -rw-r--r-- | elastic/templates/visualization-visState-time.mustache | 165 | ||||
| -rw-r--r-- | elastic/templates/visualization.mustache | 10 | ||||
| -rw-r--r-- | elastic/visualization/.empty | 0 | 
17 files changed, 0 insertions, 928 deletions
| diff --git a/elastic/.gitignore b/elastic/.gitignore deleted file mode 100644 index f34cc43..0000000 --- a/elastic/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -visualization/*.json -dashboard/*.json diff --git a/elastic/README.md b/elastic/README.md deleted file mode 100644 index 2898fcd..0000000 --- a/elastic/README.md +++ /dev/null @@ -1,40 +0,0 @@ -# Kibana Soledad Benchmark Dashboard - -## Generate visualisations from template - -    ./generate-config.py - -## Upload configs - -Provide kibana admin credentials in your `~/.netrc` file. -Then upload dashboard configs: - -    ./load.sh -l https://moose.leap.se:9200 - -## Browse Dashboard - -    https://moose.leap.se/app/kibana#/dashboard/soledad-benchmark - -## Changing the Dashboard - -Currently, the dashboard is generated from a series of template files that can -be found in the `templates/` directory. Each graph is a "visualization" which -is create from a search and different visualization states. Many graphs are -combined in a "dashboard". - -In order to have a new graph in dashboard, you need to: - -* maybe create a new search. -* create a new visualization. -* add the new visualization to the dashboard. - -The way we have been doing is to first create temporary searches, -visualizations and dashboards by hand in kibana, and then export them and use -the exported data as a basis to modify the templates in this repository. To -export these objects, go to the main kibana page, and then click Management -> -Saved Objects -> Select the appropriate object -> Export. - -If you add or modify fields you might also have to update the index pattern. To -export the index pattern, do the following: - -    curl --netrc -X GET https://moose.leap.se:9200/.kibana/dashboard#/benchmark* diff --git a/elastic/dashboard/.empty b/elastic/dashboard/.empty deleted file mode 100644 index e69de29..0000000 --- a/elastic/dashboard/.empty +++ /dev/null diff --git a/elastic/generate-config.py b/elastic/generate-config.py deleted file mode 100755 index b1389e1..0000000 --- a/elastic/generate-config.py +++ /dev/null @@ -1,189 +0,0 @@ -#!/usr/bin/env python3 -# -# Todo: -# -# - Remove all json files from previous runs -import json -import logging -import os -import pystache -import requests - - -URL = 'https://moose.leap.se:9200' - - -def _get_logger(): -    logger = logging.getLogger(__name__) -    ch = logging.StreamHandler() -    ch.setFormatter(logging.Formatter('%(asctime)s %(message)s')) -    logger.addHandler(ch) -    logger.setLevel(logging.INFO) -    return logger - - -def _delete_jsons(directory): -    logger.info('removing *.json from %s' % directory) -    for f in os.listdir(directory): -        if f.endswith('.json'): -            os.unlink(os.path.join(directory, f)) - - -def generate_visualizations(tests): -    with open(os.path.join('templates', 'visualization.mustache'), 'r') as f: -        template = f.read() - -    path = os.path.join('templates', 'visualization-visState-time.mustache') -    with open(path) as f: -        template_visState_time = f.read() - -    path = os.path.join('templates', 'visualization-visState-cpu.mustache') -    with open(path) as f: -        template_visState_cpu = f.read() - -    path = os.path.join('templates', 'visualization-visState-memory.mustache') -    with open(path) as f: -        template_visState_memory = f.read() - -    path = os.path.join('templates', 'visualization-searchSourceJSON.mustache') -    with open(path) as f: -        template_searchSourceJSON = f.read() - -    out_dir = './visualization' -    _delete_jsons(out_dir) - -    # remove all json files in output directory -    for f in os.listdir(out_dir): -        if f.endswith('.json'): -            os.unlink(os.path.join(out_dir, f)) - -    graphs = [ -        ('time', 'Time taken by ', 'weasel', template_visState_time), -        ('cpu', 'CPU percentage used by ', 'weasel', template_visState_cpu), -        ('memory', 'Memory used by ', 'weasel', template_visState_memory) -    ] - -    for test_name in tests: - -        for type, title, host, template_visState in graphs: - -            query = "commit_info.project:soledad" \ -                " AND machine_info.host='" + host + "'" \ -                " AND name='" + test_name + "'" -#                " AND commit_info.branch='master'" - -            # results that are accurate for time are not accurate for memory, -            # and vice versa. -            if type == 'time' or type == 'cpu': -                query += " AND NOT _exists_:extra_info.memory_percent" -            else: -                query += " AND _exists_:extra_info.memory_percent" - -            if type == 'cpu': -                query += " AND _exists_:extra_info.cpu_percent" - -            # create visualization for many ranges -            for r in ['', '-1w', '-1M', '-1y']: - -                rmod = "" -                tmod = "" -                if r: -                    rmod = " AND commit_info.time:[\\\"now%s\\\" TO \\\"now\\\"]" % r -                    tmod = ' (' + r + ')' - -                context = { -                    'title': title + test_name + tmod, -                    'test_name': test_name, -                    'query': query + rmod, -                } - -                file_name = test_name + '_' + type + r + '.json' -                out_file = os.path.join(out_dir, file_name) -                logger.info('Generating ' + out_file) - -                visState = pystache.render(template_visState, context) -                assert json.loads(visState) -                context['visState'] = json.dumps(visState) - -                searchSourceJSON = pystache.render( -                    template_searchSourceJSON, context) -                assert json.loads(searchSourceJSON) -                context['searchSourceJSON'] = json.dumps(searchSourceJSON) - -                rendered = pystache.render(template, context) -                assert json.loads(rendered) - -                with open(out_file, 'w') as out: -                    out.write(rendered) - - -def _dashboard_for_all_tests(tests): -    with open(os.path.join('templates', 'dashboard.mustache'), 'r') as f: -        template = f.read() - -    out_dir = './dashboard' -    _delete_jsons(out_dir) - -    out_file = os.path.join(out_dir, 'soledad-benchmarks.json') -    logger.info('Generating ' + out_file) - -    panels = [] -    panelIndex = 1 -    row = 1 -    for test_name in tests: -        for type, col in [('time', 1), ('resources', 7)]: -            panels.append({ -                'id': test_name + '_' + type, -                'panelIndex': panelIndex, -                'col': col, -                'row': row, -                'size_x': 6, -                'size_y': 3, -                'type': 'visualization', -            }) -            panelIndex += 1 -        row += 3 - -    context = {'panels_json': json.dumps(json.dumps(panels))} -    rendered = pystache.render(template, context) -    assert json.loads(rendered), rendered - -    with open(out_file, 'w') as f: -        f.write(rendered) - - -def _dashboards_for_one_test(test): -    path = os.path.join('templates', 'dashboard-per-test.mustache') -    with open(path, 'r') as f: -        template = f.read() -    for r in ['', '-1w', '-1M', '-1y']: -        context = {'test_name': test, 'range_modifier': r} -        rendered = pystache.render(template, context) -        name = test + r -        out_file = os.path.join('dashboard', 'dashboard-%s.json' % name) -        with open(out_file, 'w') as out: -            out.write(rendered) - - -def generate_dashboards(tests): -    _dashboard_for_all_tests(tests) -    for test in tests: -        _dashboards_for_one_test(test) - - -def _get_test_names(): -    with open('./query/test_names.json') as f: -        response = requests.get(URL + '/_search', data=f) -        buckets = response.json()['aggregations']['test_names']['buckets'] -    tests = [] -    for d in buckets: -        name = d['key'] -        tests.append(name) -    return sorted(tests) - - -if __name__ == '__main__': -    logger = _get_logger() -    tests = _get_test_names() -    generate_dashboards(tests) -    generate_visualizations(tests) diff --git a/elastic/index-pattern/benchmark.json b/elastic/index-pattern/benchmark.json deleted file mode 100644 index 9d01eef..0000000 --- a/elastic/index-pattern/benchmark.json +++ /dev/null @@ -1 +0,0 @@ -{"_index":".kibana","_type":"index-pattern","_id":"benchmark*","_version":63,"found":true,"_source":{"title":"benchmark*","timeFieldName":"datetime","fields":"[{\"name\":\"timeFieldName.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"title\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"title.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"fields.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":false,\"aggregatable\":false},{\"name\":\"timeFieldName\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"_source\",\"type\":\"_source\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":false,\"aggregatable\":false},{\"name\":\"fields\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"uiStateJSON.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"kibanaSavedObjectMeta.searchSourceJSON.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"description\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"version\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"visState\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"kibanaSavedObjectMeta.searchSourceJSON\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"uiStateJSON\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"visState.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":false,\"aggregatable\":false},{\"name\":\"description.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"sort.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"columns\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"columns.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"sort\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"hits\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.outliers\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"machine_info.node\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.q3\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.branch.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"datetime\",\"type\":\"date\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"group.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.cpu.brand.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.q1\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.release\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.python_implementation\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.system\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"options.warmup\",\"type\":\"boolean\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.cpu_percent\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"group\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"stats.iqr\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.machine\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.mean\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.project\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.stats.min\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.hd15iqr\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.sampling_interval\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.python_implementation_version\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.dirty\",\"type\":\"boolean\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.median\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.interval\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"name\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.author_time\",\"type\":\"date\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.stats.max\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.iterations\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.host\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"stats.stddev_outliers\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.time\",\"type\":\"date\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"options.timer\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"machine_info.cpu.vendor_id.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.iqr_outliers\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.max\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.cpu.brand\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"machine_info.python_version\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.ld15iqr\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.stddev\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"benchmark_id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.min\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.stats.mean\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"options.disable_gc\",\"type\":\"boolean\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.python_build\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.cpu.vendor_id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"options.min_rounds\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.cpu.hardware\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"machine_info.processor\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.host.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"options.min_time\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"machine_info.cpu.hardware.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"stats.rounds\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"commit_info.branch\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"machine_info.python_compiler\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.stats.std\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"fullname\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"options.max_time\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"extra_info.memory_percent.samples\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"timeTo\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"refreshInterval.pause\",\"type\":\"boolean\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"refreshInterval.display\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"timeFrom.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"panelsJSON.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":false,\"aggregatable\":false},{\"name\":\"timeRestore\",\"type\":\"boolean\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"refreshInterval.value\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"timeTo.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"optionsJSON\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"timeFrom\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"refreshInterval.display.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"optionsJSON.keyword\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":false,\"doc_values\":true,\"searchable\":true,\"aggregatable\":true},{\"name\":\"panelsJSON\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":true,\"analyzed\":true,\"doc_values\":false,\"searchable\":true,\"aggregatable\":false},{\"name\":\"_id\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":false,\"aggregatable\":false},{\"name\":\"_type\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":true,\"aggregatable\":true},{\"name\":\"_index\",\"type\":\"string\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":false,\"aggregatable\":false},{\"name\":\"_score\",\"type\":\"number\",\"count\":0,\"scripted\":false,\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":false,\"aggregatable\":false},{\"name\":\"commit_id_and_date\",\"type\":\"string\",\"count\":0,\"scripted\":true,\"script\":\"def commit_date = doc['commit_info.time'].date; doc['commit_info.id'].value.substring(0,6) + '@' + commit_date.year + '-' + commit_date.monthOfYear + '-' + commit_date.dayOfMonth\",\"lang\":\"painless\",\"indexed\":false,\"analyzed\":false,\"doc_values\":false,\"searchable\":true,\"aggregatable\":true}]"}}
\ No newline at end of file diff --git a/elastic/load.sh b/elastic/load.sh deleted file mode 100755 index 8328ac3..0000000 --- a/elastic/load.sh +++ /dev/null @@ -1,144 +0,0 @@ -#!/bin/bash -# -# from https://raw.githubusercontent.com/elastic/beats-dashboards/master/load.sh - - -# Usage examples: -# env KIBANA_INDEX='.kibana_env1' ./load.sh -# ./load.sh -url http://test.com:9200 -# ./load.sh -url http://test.com:9200 -user admin:secret -# ./load.sh -url http://test.com:9200 -index .kibana-test - -# Todo: -# -# - Delete all objects so a test can get removed - - -# The default value of the variable. Initialize your own variables here -ELASTICSEARCH=http://localhost:9200 -CURL='curl --netrc' -KIBANA_INDEX=".kibana" - -print_usage() { -  echo " - -Load the dashboards, visualizations and index patterns into the given -Elasticsearch instance. - -Usage: -  $(basename "$0") -url ${ELASTICSEARCH} -user admin:secret -index ${KIBANA_INDEX} - -Options: -  -h | -help -    Print the help menu. -  -l | -url -    Elasticseacrh URL. By default is ${ELASTICSEARCH}. -  -u | -user -    Username and password for authenticating to Elasticsearch using Basic -    Authentication. The username and password should be separated by a -    colon (i.e. "admin:secret"). By default no username and password are -    used. -  -i | -index -    Kibana index pattern where to save the dashboards, visualizations, -    index patterns. By default is ${KIBANA_INDEX}. - -" >&2 -} - -while [ "$1" != "" ]; do -case $1 in -    -l | -url ) -        ELASTICSEARCH=$2 -        if [ "$ELASTICSEARCH" = "" ]; then -            echo "Error: Missing Elasticsearch URL" -            print_usage -            exit 1 -        fi -        ;; - -    -u | -user ) -        USER=$2 -        if [ "$USER" = "" ]; then -            echo "Error: Missing username" -            print_usage -            exit 1 -        fi -        CURL="${CURL} --user ${USER}" -        ;; - -    -i | -index ) -        KIBANA_INDEX=$2 -        if [ "$KIBANA_INDEX" = "" ]; then -            echo "Error: Missing Kibana index pattern" -            print_usage -            exit 1 -        fi -        ;; - -    -h | -help ) -        print_usage -        exit 0 -        ;; - -     *) -        echo "Error: Unknown option $2" -        print_usage -        exit 1 -        ;; - -esac -shift 2 -done - -DIR=. -echo "Loading json config files to ${ELASTICSEARCH} in ${KIBANA_INDEX}" -echo - -# Workaround for: https://github.com/elastic/beats-dashboards/issues/94 -#${CURL} -XPUT "${ELASTICSEARCH}/${KIBANA_INDEX}" -#${CURL} -XPUT "${ELASTICSEARCH}/${KIBANA_INDEX}/_mapping/search" -d'{"search": {"properties": {"hits": {"type": "integer"}, "version": {"type": "integer"}}}}' - -for file in ${DIR}/search/*.json -do -    NAME=`basename ${file} .json` -    echo -n "Loading search ${NAME}: " -    ${CURL} -XPUT ${ELASTICSEARCH}/${KIBANA_INDEX}/search/${NAME} \ -        -d @${file} || exit 1 -    echo -done -echo - -for file in ${DIR}/index-pattern/*.json -do -    NAME=`awk '$1 == "\"title\":" {gsub(/[",]/, "", $2); print $2}' ${file}` -    echo -n "Loading index pattern ${NAME}: " - -    ${CURL} -XPUT ${ELASTICSEARCH}/${KIBANA_INDEX}/index-pattern/${NAME} \ -        -d @${file} || exit 1 -    echo -done -echo - -for file in ${DIR}/dashboard/*.json -do -    NAME=`basename ${file} .json` -    echo -n "Loading dashboard ${NAME}: " -    ${CURL} -XPUT ${ELASTICSEARCH}/${KIBANA_INDEX}/dashboard/${NAME} \ -        -d @${file} || exit 1 -    echo -done -echo - -for file in ${DIR}/visualization/*.json -do -    NAME=`basename ${file} .json` -    echo -n "Loading visualization ${NAME}: " -    ${CURL} -XPUT ${ELASTICSEARCH}/${KIBANA_INDEX}/visualization/${NAME} \ -        -d @${file} || exit 1 -    echo -done -echo - -# Clear cache -echo "Clearing the cache:" -${CURL} -XPOST ${ELASTICSEARCH}/_cache/clear diff --git a/elastic/query/test_names.json b/elastic/query/test_names.json deleted file mode 100644 index 962c587..0000000 --- a/elastic/query/test_names.json +++ /dev/null @@ -1,38 +0,0 @@ -{ -  "size": 0, -  "query": { -    "bool": { -      "must": [ -        { -          "query_string": { -            "analyze_wildcard": true, -            "query": "commit_info.project:soledad AND machine_info.host='weasel'" -          } -        }, -        { -          "range": { -            "datetime": { -              "gte": 1483225200000, -              "format": "epoch_millis" -            } -          } -        } -      ], -      "must_not": [] -    } -  }, -  "_source": { -    "excludes": [] -  }, -  "aggs": { -    "test_names": { -      "terms": { -        "field": "name", -        "size": 100, -        "order": { -          "_count": "desc" -        } -      } -    } -  } -} diff --git a/elastic/requirements.pip b/elastic/requirements.pip deleted file mode 100644 index 6b0c1f8..0000000 --- a/elastic/requirements.pip +++ /dev/null @@ -1,2 +0,0 @@ -requests -pystache diff --git a/elastic/search/benchmark-master-branch-weasel.json b/elastic/search/benchmark-master-branch-weasel.json deleted file mode 100644 index 9387561..0000000 --- a/elastic/search/benchmark-master-branch-weasel.json +++ /dev/null @@ -1,16 +0,0 @@ -{ -  "sort": [ -    "@timestamp", -    "desc" -  ], -  "hits": 0, -  "description": "", -  "title": "Benchmark Metrics from master branch on Weasel", -  "version": 1, -  "kibanaSavedObjectMeta": { -    "searchSourceJSON": "{\"index\":\"benchmark*\",\"highlightAll\":true,\"query\":{\"query_string\":{\"query\":\"commit_info.project:soledad AND commit_info.branch='master' AND machine_info.host='weasel'\",\"analyze_wildcard\":true}},\"filter\":[]}" -  }, -  "columns": [ -    "_source" -  ] -} diff --git a/elastic/templates/dashboard-per-test.mustache b/elastic/templates/dashboard-per-test.mustache deleted file mode 100644 index c2f8f3f..0000000 --- a/elastic/templates/dashboard-per-test.mustache +++ /dev/null @@ -1,20 +0,0 @@ -{ -  "title": "Benchmarks for {{{test_name}}} ({{{range_modifier}}})", -  "hits": 0, -  "description": "Per-test benchmarks for {{{test_name}}}", -  "panelsJSON": "[{\"col\":1,\"id\":\"{{{test_name}}}_time{{{range_modifier}}}\",\"panelIndex\":1,\"row\":1,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"col\":1,\"id\":\"{{{test_name}}}_cpu{{{range_modifier}}}\",\"panelIndex\":3,\"row\":4,\"size_x\":6,\"size_y\":3,\"type\":\"visualization\"},{\"size_x\":6,\"size_y\":3,\"panelIndex\":4,\"type\":\"visualization\",\"id\":\"{{{test_name}}}_memory{{{range_modifier}}}\",\"col\":7,\"row\":1}]", -  "optionsJSON": "{\"darkTheme\":true}", -  "uiStateJSON": "{}", -  "version": 1, -  "timeRestore": true, -  "timeTo": "now", -  "timeFrom": "now/y", -  "refreshInterval": { -    "display": "Off", -    "pause": false, -    "value": 0 -  }, -  "kibanaSavedObjectMeta": { -    "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" -  } -} diff --git a/elastic/templates/dashboard.mustache b/elastic/templates/dashboard.mustache deleted file mode 100644 index e54a019..0000000 --- a/elastic/templates/dashboard.mustache +++ /dev/null @@ -1,20 +0,0 @@ -{ -  "title": "Soledad-Benchmarks", -  "hits": 0, -  "description": "All Soledad benchmak tests run on Weasel", -  "panelsJSON": {{{panels_json}}}, -  "optionsJSON": "{\"darkTheme\":true}", -  "uiStateJSON": "{}", -  "version": 1, -  "timeRestore": true, -  "timeTo": "now", -  "timeFrom": "now/y", -  "refreshInterval": { -    "display": "Off", -    "pause": false, -    "value": 0 -  }, -  "kibanaSavedObjectMeta": { -    "searchSourceJSON": "{\"filter\":[{\"query\":{\"query_string\":{\"analyze_wildcard\":true,\"query\":\"*\"}}}]}" -  } -} diff --git a/elastic/templates/visualization-searchSourceJSON.mustache b/elastic/templates/visualization-searchSourceJSON.mustache deleted file mode 100644 index b04be2c..0000000 --- a/elastic/templates/visualization-searchSourceJSON.mustache +++ /dev/null @@ -1,23 +0,0 @@ -{ -   "filter" : [], -   "query" : { -      "query_string" : { -         "query" : "{{{query}}}", -         "analyze_wildcard" : true -      } -   }, -   "highlight" : { -      "post_tags" : [ -         "@/kibana-highlighted-field@" -      ], -      "pre_tags" : [ -         "@kibana-highlighted-field@" -      ], -      "fragment_size" : 2147483647, -      "fields" : { -         "*" : {} -      }, -      "require_field_match" : false -   }, -   "index" : "benchmark*" -} diff --git a/elastic/templates/visualization-visState-cpu.mustache b/elastic/templates/visualization-visState-cpu.mustache deleted file mode 100644 index 98883e4..0000000 --- a/elastic/templates/visualization-visState-cpu.mustache +++ /dev/null @@ -1,117 +0,0 @@ -{ -   "type" : "line", -   "aggs" : [ -      { -         "params" : { -            "field" : "extra_info.cpu_percent", -            "customLabel" : "CPU usage (%)" -         }, -         "schema" : "metric", -         "enabled" : true, -         "type" : "avg", -         "id" : "1" -      }, -      { -         "type" : "terms", -         "enabled" : true, -         "schema" : "segment", -         "params" : { -            "orderAgg" : { -               "params" : { -                  "field" : "commit_info.time" -               }, -               "type" : "min", -               "enabled" : true, -               "schema" : "orderAgg", -               "id" : "2-orderAgg" -            }, -            "order" : "asc", -            "field" : "commit_id_and_date", -            "size" : 10000, -            "orderBy" : "custom", -            "customLabel" : "Commit info: id and date" -         }, -         "id" : "2" -      } -   ], -   "listeners" : {}, -   "params" : { -      "addTimeMarker" : false, -      "showCircles" : true, -      "addTooltip" : true, -      "scale" : "linear", -      "legendPosition" : "right", -      "valueAxes" : [ -         { -            "type" : "value", -            "scale" : { -               "type" : "linear", -               "mode" : "normal" -            }, -            "show" : true, -            "style" : {}, -            "position" : "left", -            "name" : "LeftAxis-1", -            "labels" : { -               "filter" : false, -               "rotate" : 0, -               "show" : true, -               "truncate" : 100 -            }, -            "title" : { -               "text" : "CPU usage (%)" -            }, -            "id" : "ValueAxis-1" -         } -      ], -      "addLegend" : true, -      "grid" : { -         "style" : { -            "color" : "#eee" -         }, -         "categoryLines" : false -      }, -      "radiusRatio" : 9, -      "defaultYExtents" : false, -      "setYExtents" : false, -      "interpolate" : "linear", -      "categoryAxes" : [ -         { -            "title" : { -               "text" : "Commit info: id and date" -            }, -            "id" : "CategoryAxis-1", -            "labels" : { -               "truncate" : 100, -               "show" : true -            }, -            "position" : "bottom", -            "show" : false, -            "style" : {}, -            "scale" : { -               "type" : "linear" -            }, -            "type" : "category" -         } -      ], -      "drawLinesBetweenPoints" : true, -      "seriesParams" : [ -         { -            "drawLinesBetweenPoints" : true, -            "show" : true, -            "valueAxis" : "ValueAxis-1", -            "interpolate" : "linear", -            "type" : "line", -            "data" : { -               "label" : "CPU usage (%)", -               "id" : "1" -            }, -            "mode" : "normal", -            "showCircles" : true, -            "lineWidth" : 2 -         } -      ], -      "times" : [] -   }, -   "title" : "CPU usage for {{{test_name}}}" -} diff --git a/elastic/templates/visualization-visState-memory.mustache b/elastic/templates/visualization-visState-memory.mustache deleted file mode 100644 index 93695ed..0000000 --- a/elastic/templates/visualization-visState-memory.mustache +++ /dev/null @@ -1,141 +0,0 @@ -{ -   "listeners" : {}, -   "params" : { -      "interpolate" : "linear", -      "legendPosition" : "right", -      "setYExtents" : false, -      "seriesParams" : [ -         { -            "drawLinesBetweenPoints" : true, -            "data" : { -               "label" : "Mean memory (%)", -               "id" : "1" -            }, -            "showCircles" : true, -            "interpolate" : "linear", -            "type" : "line", -            "show" : true, -            "valueAxis" : "ValueAxis-1", -            "mode" : "normal", -            "lineWidth" : 2 -         }, -         { -            "show" : true, -            "mode" : "normal", -            "lineWidth" : 2, -            "valueAxis" : "ValueAxis-1", -            "data" : { -               "label" : "Max memory (%)", -               "id" : "3" -            }, -            "drawLinesBetweenPoints" : true, -            "interpolate" : "linear", -            "type" : "line", -            "showCircles" : true -         } -      ], -      "drawLinesBetweenPoints" : true, -      "addLegend" : true, -      "addTooltip" : true, -      "categoryAxes" : [ -         { -            "id" : "CategoryAxis-1", -            "scale" : { -               "type" : "linear" -            }, -            "style" : {}, -            "type" : "category", -            "show" : false, -            "title" : { -               "text" : "Commit info: id and date" -            }, -            "labels" : { -               "truncate" : 100, -               "show" : true -            }, -            "position" : "bottom" -         } -      ], -      "times" : [], -      "valueAxes" : [ -         { -            "style" : {}, -            "show" : true, -            "name" : "LeftAxis-1", -            "id" : "ValueAxis-1", -            "scale" : { -               "mode" : "normal", -               "type" : "linear" -            }, -            "position" : "left", -            "type" : "value", -            "title" : { -               "text" : "" -            }, -            "labels" : { -               "rotate" : 0, -               "filter" : false, -               "show" : true, -               "truncate" : 100 -            } -         } -      ], -      "showCircles" : true, -      "scale" : "linear", -      "grid" : { -         "style" : { -            "color" : "#eee" -         }, -         "categoryLines" : false -      }, -      "defaultYExtents" : false, -      "radiusRatio" : 9, -      "addTimeMarker" : false -   }, -   "aggs" : [ -      { -         "enabled" : true, -         "schema" : "metric", -         "params" : { -            "field" : "extra_info.memory_percent.stats.mean", -            "customLabel" : "Mean memory (%)" -         }, -         "type" : "avg", -         "id" : "1" -      }, -      { -         "type" : "terms", -         "id" : "2", -         "params" : { -            "customLabel" : "Commit id and time", -            "orderAgg" : { -               "id" : "2-orderAgg", -               "type" : "min", -               "enabled" : true, -               "schema" : "orderAgg", -               "params" : { -                  "field" : "commit_info.time" -               } -            }, -            "size" : 10000, -            "order" : "asc", -            "field" : "commit_id_and_date", -            "orderBy" : "custom" -         }, -         "enabled" : true, -         "schema" : "segment" -      }, -      { -         "type" : "avg", -         "id" : "3", -         "enabled" : true, -         "schema" : "metric", -         "params" : { -            "field" : "extra_info.memory_percent.stats.max", -            "customLabel" : "Maximum memory (%)" -         } -      } -   ], -   "title" : "Memory usage: {{{test_name}}}", -   "type" : "line" -} diff --git a/elastic/templates/visualization-visState-time.mustache b/elastic/templates/visualization-visState-time.mustache deleted file mode 100644 index 74798bb..0000000 --- a/elastic/templates/visualization-visState-time.mustache +++ /dev/null @@ -1,165 +0,0 @@ -{ -  "title": "Time taken by {{{test_name}}}", -  "type": "line", -  "params": { -    "addLegend": true, -    "addTimeMarker": false, -    "addTooltip": true, -    "categoryAxes": [ -      { -        "id": "CategoryAxis-1", -        "labels": { -          "show": true, -          "truncate": 100 -        }, -        "position": "bottom", -        "scale": { -          "type": "linear" -        }, -        "show": false, -        "style": {}, -        "title": { -          "text": "Commit info: id and date" -        }, -        "type": "category" -      } -    ], -    "defaultYExtents": false, -    "drawLinesBetweenPoints": true, -    "grid": { -      "categoryLines": false, -      "style": { -        "color": "#eee" -      } -    }, -    "interpolate": "linear", -    "legendPosition": "right", -    "radiusRatio": 9, -    "scale": "linear", -    "seriesParams": [ -      { -        "data": { -          "id": "3", -          "label": "Mean (s)" -        }, -        "drawLinesBetweenPoints": true, -        "interpolate": "linear", -        "lineWidth": 2, -        "mode": "normal", -        "show": true, -        "showCircles": true, -        "type": "line", -        "valueAxis": "ValueAxis-1" -      }, -      { -        "show": true, -        "mode": "normal", -        "type": "line", -        "drawLinesBetweenPoints": true, -        "showCircles": false, -        "interpolate": "linear", -        "lineWidth": 1, -        "data": { -          "id": "6", -          "label": "Mean - Std. Dev. (s)" -        }, -        "valueAxis": "ValueAxis-1" -      }, -      { -        "show": true, -        "mode": "normal", -        "type": "line", -        "drawLinesBetweenPoints": true, -        "showCircles": false, -        "interpolate": "linear", -        "lineWidth": 1, -        "data": { -          "id": "7", -          "label": "Mean + Std. Dev. (s)" -        }, -        "valueAxis": "ValueAxis-1" -      } -    ], -    "setYExtents": false, -    "showCircles": true, -    "times": [], -    "valueAxes": [ -      { -        "id": "ValueAxis-1", -        "labels": { -          "filter": false, -          "rotate": 0, -          "show": true, -          "truncate": 100 -        }, -        "name": "LeftAxis-1", -        "position": "left", -        "scale": { -          "mode": "normal", -          "type": "linear" -        }, -        "show": true, -        "style": {}, -        "title": { -          "text": "" -        }, -        "type": "value" -      } -    ] -  }, -  "aggs": [ -    { -      "id": "2", -      "enabled": true, -      "type": "terms", -      "schema": "segment", -      "params": { -        "field": "commit_id_and_date", -        "size": 10000, -        "orderAgg": { -          "id": "2-orderAgg", -          "enabled": true, -          "type": "min", -          "schema": "orderAgg", -          "params": { -            "field": "commit_info.time" -          } -        }, -        "order": "asc", -        "orderBy": "custom", -        "customLabel": "Commit info: id and date" -      } -    }, -    { -      "id": "3", -      "enabled": true, -      "type": "avg", -      "schema": "metric", -      "params": { -        "field": "stats.mean", -        "customLabel": "Mean (s)" -      } -    }, -    { -      "id": "6", -      "enabled": true, -      "type": "avg", -      "schema": "metric", -      "params": { -        "field": "mean_minus_stddev", -        "customLabel": "Mean - Std. Dev. (s)" -      } -    }, -    { -      "id": "7", -      "enabled": true, -      "type": "avg", -      "schema": "metric", -      "params": { -        "field": "mean_plus_stdev", -        "customLabel": "Mean + Std. Dev. (s)" -      } -    } -  ], -  "listeners": {} -} diff --git a/elastic/templates/visualization.mustache b/elastic/templates/visualization.mustache deleted file mode 100644 index 1d4eda3..0000000 --- a/elastic/templates/visualization.mustache +++ /dev/null @@ -1,10 +0,0 @@ -{ -    "title" : "{{{title}}}", -    "visState" : {{{visState}}}, -    "uiStateJSON" : "{}", -    "description" : "Test {{{type}}} for {{{test_name}}}", -    "version" : 1, -    "kibanaSavedObjectMeta" : { -        "searchSourceJSON": {{{searchSourceJSON}}} -    } -} diff --git a/elastic/visualization/.empty b/elastic/visualization/.empty deleted file mode 100644 index e69de29..0000000 --- a/elastic/visualization/.empty +++ /dev/null | 
