Use proper index for bulk size evaluation

With this commit we specify an index template and use a matching index
in all bulk-size evaluation challenges. Due to restrictions with the
maximum number of clients we also reduce the number of concurrent
clients from 200 to 100 in the concurrency challenge.

Relates elastic#51

Author: danielmitterdorfer

eventdata/challenges/bulk-size-evaluation.json

@@ -11,14 +11,23 @@
   },
   "schedule": [
     {
-      "operation": "delete-index"
+      "operation": "deleteindex_elasticlogs"
+    },
+    {
+      "operation": "delete-index-template"
+    },
+    {
+      "operation": "create-index-template"
     },
     {
       "operation": {
         "operation-type": "create-index",
-        "settings": {
-            "index.number_of_replicas": {{ p_replica_count }},
-            "index.number_of_shards": {{ p_shard_count }}
+        "index": "elasticlogs",
+        "body": {
+          "settings": {
+              "index.number_of_replicas": {{ p_replica_count }},
+              "index.number_of_shards": {{ p_shard_count }}
+          }
         }
       }
     },
@@ -87,11 +96,18 @@
   },
   "schedule": [
     {
-      "operation": "delete-index"
+      "operation": "deleteindex_elasticlogs"
+    },
+    {
+      "operation": "delete-index-template"
+    },
+    {
+      "operation": "create-index-template"
     },
     {
       "operation": {
         "operation-type": "create-index",
+        "index": "elasticlogs",
         "settings": {
             "index.number_of_replicas": {{ p_replica_count }},
             "index.number_of_shards": {{ p_shard_count }}
@@ -114,89 +130,53 @@
 },
 {
   "name": "bulk-size-concurrency-evaluation",
-  "description": "Indexes with different bulk sizes and number of connections (2, 20, and 200) while keeping the number of documents in flight constant. IDs are autogenerated by Elasticsearch, meaning there are no conflicts.",
+  "description": "Indexes with different bulk sizes and number of connections (2, 20, and 100) while keeping the number of documents in flight constant. IDs are autogenerated by Elasticsearch, meaning there are no conflicts.",
   "meta": {
     "benchmark_type": "indexing_bulksize"
   },
   "schedule": [
     {
-      "name": "delete-index-2clients",
-      "operation": "delete-index"
-    },
-    {
-      "name": "create-index-2clients",
-      "operation": {
-        "operation-type": "create-index",
-        "settings": {
-            "index.number_of_replicas": {{ p_replica_count }},
-            "index.number_of_shards": {{ p_shard_count }}
-        }
-      }
-    },
-    {
-      "name": "index-append-1000-2clients",
-      "operation": {
-        "operation-type": "bulk",
-        "param-source": "elasticlogs_bulk",
-        "bulk-size": 1000,
-        "record_raw_event_size": {{p_record_raw_event_size}}
-      },
-      "warmup-time-period": 300,
-      "time-period": 600,
-      "clients": 2
-    },
-    {
-      "name": "delete-index-20clients",
-      "operation": "delete-index"
+      "operation": "delete-index-template"
     },
     {
-      "name": "create-index-20clients",
-      "operation": {
-        "operation-type": "create-index",
-        "settings": {
-            "index.number_of_replicas": {{ p_replica_count }},
-            "index.number_of_shards": {{ p_shard_count }}
-        }
-      }
+      "operation": "create-index-template"
     },
+{% set comma = joiner() %}
+{% for factor in [1, 10, 50] %}
+{{comma()}}
+{% set concurrency_evaluation_clients = 2 * factor %}
+{% set concurrency_evaluation_bulk_size = 1000 // factor %}
     {
-      "name": "index-append-100-20clients",
-      "operation": {
-        "operation-type": "bulk",
-        "param-source": "elasticlogs_bulk",
-        "bulk-size": 100,
-        "record_raw_event_size": {{p_record_raw_event_size}}
-      },
-      "warmup-time-period": 300,
-      "time-period": 600,
-      "clients": 20
-    },
-    {
-      "name": "delete-index-200clients",
-      "operation": "delete-index"
+      "name": "delete-index-{{concurrency_evaluation_clients}}clients",
+      "operation": "deleteindex_elasticlogs"
     },
     {
-      "name": "create-index-200clients",
+      "name": "create-index-{{concurrency_evaluation_clients}}clients",
       "operation": {
         "operation-type": "create-index",
-        "settings": {
-            "index.number_of_replicas": {{ p_replica_count }},
-            "index.number_of_shards": {{ p_shard_count }}
+        "index": "elasticlogs",
+        "body": {
+          "settings": {
+              "index.number_of_replicas": {{ p_replica_count }},
+              "index.number_of_shards": {{ p_shard_count }}
+          }
         }
       }
     },
     {
-      "name": "index-append-10-200clients",
+      "name": "index-append-{{concurrency_evaluation_bulk_size}}-{{concurrency_evaluation_clients}}clients",
       "operation": {
         "operation-type": "bulk",
         "param-source": "elasticlogs_bulk",
-        "bulk-size": 10,
+        "index": "elasticlogs",
+        "bulk-size": {{concurrency_evaluation_bulk_size}},
         "record_raw_event_size": {{p_record_raw_event_size}}
       },
       "warmup-time-period": 300,
       "time-period": 600,
-      "clients": 200
+      "clients": {{concurrency_evaluation_clients}}
     }
+{% endfor%}
   ]
 }
 

eventdata/operations/indexing.json

@@ -14,6 +14,7 @@ rolledover_indices_suffix_separator: used by the `delete_rolledover_index_patter
   "name": "index-append-{{bulk_size}}",
   "operation-type": "bulk",
   "param-source": "elasticlogs_bulk",
+  "index": "elasticlogs",
   "bulk-size": {{bulk_size}},
   "record_raw_event_size": {{p_record_raw_event_size}}
 }