Skip to content

Commit dca59fd

Browse files
danielmitterdorferdanielmitterdorfer
committed
Add logging track to nightly benchmarks
Closes elastic#25
1 parent 070c082 commit dca59fd

36 files changed

+605
-7
lines changed

‎external/pages/adhoc/geonames/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -82,6 +82,7 @@
8282
<li><a href="../pmc/index.html">PMC</a></li>
8383
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
8484
<li><a href="../nested/index.html">Nested</a></li>
85+
<li><a href="../logging/index.html">Logging</a></li>
8586
</ul>
8687
</div><!--/.nav-collapse -->
8788
</div>

‎external/pages/adhoc/geopoint/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -81,6 +81,7 @@
8181
<li><a href="../pmc/index.html">PMC</a></li>
8282
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
8383
<li><a href="../nested/index.html">Nested</a></li>
84+
<li><a href="../logging/index.html">Logging</a></li>
8485
</ul>
8586
</div><!--/.nav-collapse -->
8687
</div>

‎external/pages/adhoc/index.html

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="assets/css/Supernice.css" rel="stylesheet">
@@ -47,6 +47,7 @@
4747
<li><a href="pmc/index.html">PMC</a></li>
4848
<li><a href="nyc_taxis/index.html">NYC taxis</a></li>
4949
<li><a href="nested/index.html">Nested</a></li>
50+
<li><a href="logging/index.html">Logging</a></li>
5051
</ul>
5152
</div><!--/.nav-collapse -->
5253
</div>
@@ -79,6 +80,7 @@ <h3>Benchmarks</h3>
7980
<li><a href="pmc/index.html">PMC</a>: for evaluating the performance of full text search.</li>
8081
<li><a href="nyc_taxis/index.html">NYC taxis</a>: for evaluating the performance for highly structured data.</li>
8182
<li><a href="nested/index.html">Nested</a>: for evaluating the performance for nested documents.</li>
83+
<li><a href="logging/index.html">Logging</a>: for evaluating the performance of (Web) server logs.</li>
8284
</ul>
8385
</div>
8486
</div>

‎external/pages/adhoc/logging/disk_usage_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,Final index size,Total bytes written
2+
1,0,0

‎external/pages/adhoc/logging/gc_times_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,GC young gen (sec),GC old gen (sec)
2+
1,0,0

‎external/pages/adhoc/logging/index.html

Lines changed: 195 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,195 @@
1+
<!DOCTYPE html>
2+
<html lang="en">
3+
<head>
4+
<meta charset="utf-8">
5+
<meta http-equiv="X-UA-Compatible" content="IE=edge">
6+
<meta name="viewport" content="width=device-width, initial-scale=1">
7+
<meta name="description" content="">
8+
<meta name="author" content="">
9+
<link rel="shortcut icon" href="../assets/favicon.ico">
10+
11+
<title>Elasticsearch Adhoc Benchmarks</title>
12+
13+
<!-- Bootstrap core CSS -->
14+
<link href="../assets/css/Supernice.css" rel="stylesheet">
15+
16+
<!-- Custom styles for this template -->
17+
<link href="../assets/css/navbar-fixed-top.css" rel="stylesheet">
18+
<link href="../assets/css/charts.css" rel="stylesheet">
19+
20+
<!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
21+
<!--[if lt IE 9]>
22+
<script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
23+
<script src="https://oss.maxcdn.com/libs/respond.js/1.4.2/respond.min.js"></script>
24+
<![endif]-->
25+
<link href='https://fonts.googleapis.com/css?family=Open+Sans' rel='stylesheet' type='text/css'>
26+
27+
<script type="text/javascript">
28+
var charts = {
29+
init: function() {
30+
// workaround for a deficiency in dygraphs bar charts and CSV data sources
31+
var versions = ["master", "Adhoc"];
32+
33+
charts.indexingThroughput = chartingLib.renderBarChart('indexing_throughput', 'Indexing throughput', 'Mean Throughput [docs/s]', versions);
34+
charts.totalTimes = chartingLib.renderBarChart('indexing_total_times', 'Total times', 'Time [min]', versions);
35+
charts.segmentMemory = chartingLib.renderBarChart('segment_total_memory', 'Segment total heap used', 'Heap used [MB]', versions);
36+
charts.cpuUsage = chartingLib.renderBarChart('indexing_cpu_usage', 'Indexing CPU usage', 'CPU usage [%]', versions)
37+
charts.diskUsage = chartingLib.renderBarChart('disk_usage', 'Index disk usage', '[GB]', versions),
38+
charts.segmentCounts = chartingLib.renderBarChart('segment_counts', 'Index segment counts', 'Segment count', versions),
39+
charts.queryLatency = chartingLib.renderBarChart('search_latency_queries', 'Search Latency', '99th Percentile Latency [ms]', versions),
40+
charts.gcTimes = chartingLib.renderBarChart('gc_times', 'GC times', 'Total GC runtime [s]', versions)
41+
}
42+
}
43+
44+
</script>
45+
</head>
46+
47+
<body>
48+
49+
<!-- Fixed navbar -->
50+
<div class="navbar navbar-default navbar-fixed-top" role="navigation">
51+
<div class="container">
52+
<div class="navbar-header">
53+
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
54+
<span class="sr-only">Toggle navigation</span>
55+
<span class="icon-bar"></span>
56+
<span class="icon-bar"></span>
57+
<span class="icon-bar"></span>
58+
</button>
59+
<a class="navbar-brand" href="../index.html">Elasticsearch Adhoc Benchmark</a>
60+
</div>
61+
<div class="navbar-collapse collapse">
62+
<ul class="nav navbar-nav">
63+
<li><a href="../geonames/index.html">Geonames</a></li>
64+
<li><a href="../geopoint/index.html">Geopoint</a></li>
65+
<li><a href="../percolator/index.html">Percolator</a></li>
66+
<li><a href="../pmc/index.html">PMC</a></li>
67+
<li><a href="../nyc_taxis/index.html">NYC Taxis</a></li>
68+
<li class="dropdown active">
69+
<a href="#" class="dropdown-toggle" data-toggle="dropdown">Nested <b class="caret"></b></a>
70+
<ul class="dropdown-menu">
71+
<li><a href="#indexing_throughput">Indexing Throughput</a></li>
72+
<li><a href="#indexing_total_times">Total times</a></li>
73+
<li><a href="#segment_total_memory">Segment total heap used</a></li>
74+
<!--<li><a href="#indexing_cpu_usage">Indexing CPU usage</a></li>-->
75+
<li><a href="#disk_usage">Index disk usage</a></li>
76+
<li><a href="#segment_counts">Index segment counts</a></li>
77+
<li><a href="#search_latency_queries">Search Latency</a></li>
78+
<li><a href="#gc_times">GC times</a></li>
79+
</ul>
80+
</li>
81+
</ul>
82+
</div><!--/.nav-collapse -->
83+
</div>
84+
</div>
85+
86+
<div class="container">
87+
<div class="row">
88+
<div class="col-md-12">
89+
<h3>Overview</h3>
90+
<p>The logging data set contains a large corpus of Web server logs from the 1998 football world cup.</p>
91+
<p>The benchmarks are run either for an out of the box configuration of Elasticsearch ("default settings") or with a larger heap
92+
of 4GB ("4g heap"). For more details please refer to the
93+
<a href="https://github.com/elastic/rally-tracks/blob/master/logging/track.json">logging track specification</a> and
94+
have a look at our <a href="../index.html">benchmarking methodology</a>).</p>
95+
</div>
96+
</div>
97+
98+
<div class="row">
99+
<!-- weird, dygraph needs label div *before* the graph in the DOM, otherwise it will not work -->
100+
<div class="col-md-2 col-md-push-10">
101+
<div id="chart_indexing_throughput_labels"></div>
102+
</div>
103+
<div class="col-md-10 col-md-pull-2">
104+
<a name="indexing_throughput" id="indexing_throughput"></a>
105+
<div id="chart_indexing_throughput" class="benchmark-chart"></div>
106+
</div>
107+
</div>
108+
109+
<div class="row">
110+
<div class="col-md-2 col-md-push-10">
111+
<div id="chart_indexing_total_times_labels"></div>
112+
</div>
113+
<div class="col-md-10 col-md-pull-2">
114+
<a name="indexing_total_times" id="indexing_total_times"></a>
115+
<div id="chart_indexing_total_times" class="benchmark-chart"></div>
116+
</div>
117+
</div>
118+
119+
<div class="row">
120+
<div class="col-md-2 col-md-push-10">
121+
<div id="chart_segment_total_memory_labels"></div>
122+
</div>
123+
<div class="col-md-10 col-md-pull-2">
124+
<a name="segment_total_memory" id="segment_total_memory"></a>
125+
<div id="chart_segment_total_memory" class="benchmark-chart"></div>
126+
</div>
127+
</div>
128+
129+
<div class="row" style="display:none">
130+
<div class="col-md-2 col-md-push-10">
131+
<div id="chart_indexing_cpu_usage_labels"></div>
132+
</div>
133+
<div class="col-md-10 col-md-pull-2">
134+
<a name="indexing_cpu_usage" id="indexing_cpu_usage"></a>
135+
<div id="chart_indexing_cpu_usage" class="benchmark-chart"></div>
136+
</div>
137+
</div>
138+
139+
<div class="row">
140+
<div class="col-md-2 col-md-push-10">
141+
<div id="chart_disk_usage_labels"></div>
142+
</div>
143+
<div class="col-md-10 col-md-pull-2">
144+
<a name="disk_usage" id="disk_usage"></a>
145+
<div id="chart_disk_usage" class="benchmark-chart"></div>
146+
</div>
147+
</div>
148+
149+
<div class="row">
150+
<div class="col-md-2 col-md-push-10">
151+
<div id="chart_segment_counts_labels"></div>
152+
</div>
153+
<div class="col-md-10 col-md-pull-2">
154+
<a name="segment_counts" id="segment_counts"></a>
155+
<div id="chart_segment_counts" class="benchmark-chart"></div>
156+
</div>
157+
</div>
158+
159+
<div class="row">
160+
<div class="col-md-2 col-md-push-10">
161+
<div id="chart_search_latency_queries_labels"></div>
162+
</div>
163+
<div class="col-md-10 col-md-pull-2">
164+
<a name="search_latency_queries" id="search_latency_queries"></a>
165+
<div id="chart_search_latency_queries" class="benchmark-chart"></div>
166+
</div>
167+
</div>
168+
169+
<div class="row">
170+
<div class="col-md-2 col-md-push-10">
171+
<div id="chart_gc_times_labels"></div>
172+
</div>
173+
<div class="col-md-10 col-md-pull-2">
174+
<a name="gc_times" id="gc_times"></a>
175+
<div id="chart_gc_times" class="benchmark-chart"></div>
176+
</div>
177+
</div>
178+
179+
</div> <!-- /container -->
180+
181+
182+
<!-- Bootstrap core JavaScript
183+
================================================== -->
184+
<!-- Placed at the end of the document so the pages load faster -->
185+
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.0/jquery.min.js"></script>
186+
<script src="../assets/js/bootstrap.min.js"></script>
187+
<script type="text/javascript" src="../assets/js/dygraph-combined.js"></script>
188+
<script type="text/javascript" src="../assets/js/synchronizer.js"></script>
189+
<script type="text/javascript" src="../assets/js/charts.js"></script>
190+
<script>
191+
$(document).ready(charts.init);
192+
193+
</script>
194+
</body>
195+
</html>

‎external/pages/adhoc/logging/indexing_cpu_usage_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Date,Defaults (%)
2+
1,0

‎external/pages/adhoc/logging/indexing_throughput_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,Append / default settings,Append / 4G heap,Append Fast / 4G heap,Append / 2 nodes,Append / Verbose Index Writer
2+
1,0,0,0,0,0

‎external/pages/adhoc/logging/indexing_total_times_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Date,Indexing time (min),Merge time (min),Refresh time (min),Flush time (min),Merge throttle time (min)
2+
1,0,0,0,0,0

‎external/pages/adhoc/logging/search_latency_queries_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Date,Default,Term,Range,Hourly Agg,Scroll
2+
1,0,0,0,0,0

‎external/pages/adhoc/logging/search_latency_stats_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,Indices stats (msec),Nodes stats (msec)
2+
1,0,0

‎external/pages/adhoc/logging/segment_counts_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,Append / default settings,Append / 4G heap,Append Fast / 4G heap,Append / 2 nodes,Append / Verbose Index Writer
2+
1,0,0,0,0,0

‎external/pages/adhoc/logging/segment_total_memory_comparison.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Version,Total heap used (MB),Doc values (MB),Terms (MB),Norms (MB),Stored fields (MB),Points (MB)
2+
1,0,0,0,0,0,0

‎external/pages/adhoc/nested/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -78,6 +78,7 @@
7878
<li><a href="#gc_times">GC times</a></li>
7979
</ul>
8080
</li>
81+
<li><a href="../logging/index.html">Logging</a></li>
8182
</ul>
8283
</div><!--/.nav-collapse -->
8384
</div>

‎external/pages/adhoc/nyc_taxis/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -79,6 +79,7 @@
7979
</ul>
8080
</li>
8181
<li><a href="../nested/index.html">Nested</a></li>
82+
<li><a href="../logging/index.html">Logging</a></li>
8283
</ul>
8384
</div><!--/.nav-collapse -->
8485
</div>

‎external/pages/adhoc/percolator/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -81,6 +81,7 @@
8181
<li><a href="../pmc/index.html">PMC</a></li>
8282
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
8383
<li><a href="../nested/index.html">Nested</a></li>
84+
<li><a href="../logging/index.html">Logging</a></li>
8485
</ul>
8586
</div><!--/.nav-collapse -->
8687
</div>

‎external/pages/adhoc/pmc/index.html

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@
88
<meta name="author" content="">
99
<link rel="shortcut icon" href="../assets/favicon.ico">
1010

11-
<title>Elasticsearch Nightly Benchmarks</title>
11+
<title>Elasticsearch Adhoc Benchmarks</title>
1212

1313
<!-- Bootstrap core CSS -->
1414
<link href="../assets/css/Supernice.css" rel="stylesheet">
@@ -80,6 +80,7 @@
8080
</li>
8181
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
8282
<li><a href="../nested/index.html">Nested</a></li>
83+
<li><a href="../logging/index.html">Logging</a></li>
8384
</ul>
8485
</div><!--/.nav-collapse -->
8586
</div>

‎external/pages/default/geonames/index.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -123,6 +123,7 @@
123123
<li><a href="../pmc/index.html">PMC</a></li>
124124
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
125125
<li><a href="../nested/index.html">Nested</a></li>
126+
<!--<li><a href="../logging/index.html">Logging</a></li>-->
126127
</ul>
127128
</div><!--/.nav-collapse -->
128129
</div>

‎external/pages/default/geopoint/index.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -119,6 +119,7 @@
119119
<li><a href="../pmc/index.html">PMC</a></li>
120120
<li><a href="../nyc_taxis/index.html">NYC taxis</a></li>
121121
<li><a href="../nested/index.html">Nested</a></li>
122+
<!--<li><a href="../logging/index.html">Logging</a></li>-->
122123
</ul>
123124
</div><!--/.nav-collapse -->
124125
</div>

‎external/pages/default/index.html

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@
4747
<li><a href="pmc/index.html">PMC</a></li>
4848
<li><a href="nyc_taxis/index.html">NYC taxis</a></li>
4949
<li><a href="nested/index.html">Nested</a></li>
50+
<!--<li><a href="logging/index.html">Logging</a></li>-->
5051
</ul>
5152
</div><!--/.nav-collapse -->
5253
</div>
@@ -81,6 +82,7 @@ <h3>Benchmarks</h3>
8182
<li><a href="pmc/index.html">PMC</a>: for evaluating the performance of full text search.</li>
8283
<li><a href="nyc_taxis/index.html">NYC taxis</a>: for evaluating the performance for highly structured data.</li>
8384
<li><a href="nested/index.html">Nested</a>: for evaluating the performance for nested documents.</li>
85+
<!--<li><a href="logging/index.html">Logging</a>: for evaluating the performance of (Web) server logs.</li>-->
8486
</ul>
8587
</div>
8688
</div>

‎external/pages/default/logging/disk_usage_annotations.json

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
[
2+
{
3+
"series": "Append / default settings",
4+
"x": "2000-01-01 00:00:00",
5+
"shortText": "A",
6+
"text": "Template for an annotation"
7+
}
8+
]

‎external/pages/default/logging/gc_times_annotations.json

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,8 @@
1+
[
2+
{
3+
"series": "Append / default settings",
4+
"x": "2000-01-01 00:00:00",
5+
"shortText": "A",
6+
"text": "Template for an annotation"
7+
}
8+
]

0 commit comments

Comments
 (0)