6.3.x support

src/CodeGeneration/ApiGenerator/ApiGenerator.cs

@@ -54,10 +54,36 @@ public static void Generate(string downloadBranch, params string[] folders)
 
 		private static string[] IgnoredApis { get; } =
 		{
+			// these API's are not ready for primetime yet
 			"xpack.ml.delete_filter.json",
 			"xpack.ml.get_filters.json",
 			"xpack.ml.put_filter.json",
-			"rank_eval.json"
+			"rank_eval.json",
+			// these API's are new and need to be mapped
+			"xpack.license.get_basic_status.json",
+			"xpack.license.post_start_basic.json",
+			"xpack.ml.delete_calendar.json",
+			"xpack.ml.delete_calendar_event.json",
+			"xpack.ml.delete_calendar_job.json",
+			"xpack.ml.get_calendar_events.json",
+			"xpack.ml.get_calendars.json",
+			"xpack.ml.info.json",
+			"xpack.ml.post_calendar_events.json",
+			"xpack.ml.put_calendar.json",
+			"xpack.ml.put_calendar_job.json",
+			"xpack.ml.get_calendar_job.json",
+
+			"xpack.rollup.delete_job.json",
+			"xpack.rollup.get_jobs.json",
+			"xpack.rollup.get_rollup_caps.json",
+			"xpack.rollup.put_job.json",
+			"xpack.rollup.rollup_search.json",
+			"xpack.rollup.start_job.json",
+			"xpack.rollup.stop_job.json",
+			"xpack.sql.clear_cursor.json",
+			"xpack.sql.query.json",
+			"xpack.sql.translate.json",
+			"xpack.ssl.certificates.json",
 		};
 
 		private static RestApiSpec CreateRestApiSpecModel(string downloadBranch, string[] folders)

src/CodeGeneration/ApiGenerator/Domain/ApiQueryParameters.cs

@@ -101,6 +101,12 @@ public IEnumerable<string> DescriptionHighLevel
 					case "_source":
 						yield return "Whether the _source should be included in the response.";
 						yield break;
+					case "filter_path":
+						yield return this.Description;
+						yield return "<para>Use of response filtering can result in a response from Elasticsearch ";
+						yield return "that cannot be correctly deserialized to the respective response type for the request. ";
+						yield return "In such situations, use the low level client to issue the request and handle response deserialization</para>";
+						yield break;
 					default:
 						yield return this.Description;
 						yield break;

src/CodeGeneration/ApiGenerator/Overrides/EndpointOverridesBase.cs

@@ -15,6 +15,7 @@ public abstract class EndpointOverridesBase: IEndpointOverrides
 
 		public virtual IDictionary<string, string> ObsoleteQueryStringParams { get; set; } = new Dictionary<string, string>();
 
+
 		public virtual CsharpMethod PatchMethod(CsharpMethod method) => method;
 	}
 }

src/CodeGeneration/ApiGenerator/Overrides/GlobalOverrides.cs

@@ -1,3 +1,4 @@
+using System;
 using System.Collections.Generic;
 using ApiGenerator.Overrides.Descriptors;
 
@@ -11,6 +12,11 @@ public class GlobalOverrides : EndpointOverridesBase
 			"script_fields",
 			"docvalue_fields"
 		};
+		public IDictionary<string, Dictionary<string, string>> ObsoleteEnumMembers { get; set; } = new Dictionary<string, Dictionary<string, string>>
+		{
+			{ "NodesStatsIndexMetric", new Dictionary<string, string>{{"suggest", "As of 5.0 this option always returned an empty object in the response"}}},
+			{ "IndicesStatsMetric", new Dictionary<string, string>{{"suggest", "Suggest stats have folded under the search stats, this alias will be removed"}}}
+		};
 
 		public override IDictionary<string, string> RenameQueryStringParams { get; } = new Dictionary<string, string>
 		{
@@ -28,7 +34,8 @@ public class GlobalOverrides : EndpointOverridesBase
 
 		public override IDictionary<string, string> ObsoleteQueryStringParams { get; set; } = new Dictionary<string, string>
 		{
-			{ "parent", "the parent parameter has been deprecated from elasticsearch, please use routing instead directly."}
+			{ "parent", "the parent parameter has been deprecated from elasticsearch, please use routing instead directly."},
+			{ "update_all_types", "Elasticsearch 6.x only allows a single type per index so this parameter is now useless"}
 		};
 
 		public override IEnumerable<string> SkipQueryStringParams { get; } = new[]

src/CodeGeneration/ApiGenerator/RestSpecification/Core/_common.json

@@ -23,7 +23,7 @@
     },
     "filter_path": {
       "type": "list",
-      "description": "A comma-separated list of filters used to reduce the respone."
+      "description": "A comma-separated list of filters used to reduce the response."
     }
   }
 }

src/CodeGeneration/ApiGenerator/RestSpecification/Core/cat.tasks.json

@@ -24,10 +24,6 @@
           "type": "boolean",
           "description": "Return detailed task information (default: false)"
         },
-        "parent_node": {
-          "type": "string",
-          "description": "Return tasks with specified parent node."
-        },
         "parent_task": {
           "type" : "number",
           "description" : "Return tasks with specified parent task id. Set to -1 to return all."

src/CodeGeneration/ApiGenerator/RestSpecification/Core/cat.tasks.patch.json

@@ -0,0 +1,13 @@
+{
+  "cat.tasks": {
+    "url": {
+      "params": {
+        "parent_node": {
+          "type" : "string",
+          "description" : "Return tasks with the specified parent node",
+          "obsolete" : "Removed in 6.3.0 from the server see https://github.com/elastic/elasticsearch/pull/28841"
+        }
+      }
+    }
+  }
+}

src/CodeGeneration/ApiGenerator/RestSpecification/Core/delete_by_query.json

@@ -53,7 +53,7 @@
             "type" : "enum",
             "options": ["abort", "proceed"],
             "default": "abort",
-            "description" : "What to do when the delete-by-query hits version conflicts?"
+            "description" : "What to do when the delete by query hits version conflicts?"
         },
         "expand_wildcards": {
             "type" : "enum",
@@ -142,12 +142,12 @@
         "scroll_size": {
           "type": "number",
           "defaut_value": 100,
-          "description": "Size on the scroll request powering the update_by_query"
+          "description": "Size on the scroll request powering the delete by query"
         },
         "wait_for_completion": {
            "type" : "boolean",
            "default": true,
-           "description" : "Should the request should block until the delete-by-query is complete."
+           "description" : "Should the request should block until the delete by query is complete."
         },
         "requests_per_second": {
           "type": "number",

src/CodeGeneration/ApiGenerator/RestSpecification/Core/indices.clear_cache.json

@@ -14,15 +14,15 @@
       "params": {
         "field_data": {
           "type" : "boolean",
-          "description" : "Clear field data"
+          "description" : "Clear field data. This is deprecated. Prefer `fielddata`."
         },
         "fielddata": {
           "type" : "boolean",
           "description" : "Clear field data"
         },
         "fields": {
           "type" : "list",
-          "description" : "A comma-separated list of fields to clear when using the `field_data` parameter (default: all)"
+          "description" : "A comma-separated list of fields to clear when using the `fielddata` parameter (default: all)"
         },
         "query": {
           "type" : "boolean",
@@ -46,10 +46,6 @@
           "type" : "list",
           "description" : "A comma-separated list of index name to limit the operation"
         },
-        "recycler": {
-          "type" : "boolean",
-          "description" : "Clear the recycler cache"
-        },
         "request_cache": {
           "type" : "boolean",
           "description" : "Clear request cache"

src/CodeGeneration/ApiGenerator/RestSpecification/Core/indices.clear_cache.patch.json

@@ -0,0 +1,14 @@
+{
+  "indices.clear_cache": {
+    "url": {
+      "params": {
+        "recycler": {
+          "type" : "boolean",
+          "description" : "Clear the recycle cache",
+          "obsolete" : "Removed in 6.3.0 from the server see https://github.com/elastic/elasticsearch/pull/28866"
+
+        }
+      }
+    }
+  }
+}

src/CodeGeneration/ApiGenerator/RestSpecification/Core/indices.put_settings.json

@@ -16,6 +16,10 @@
           "type": "time",
           "description": "Specify timeout for connection to master"
         },
+        "timeout": {
+          "type" : "time",
+          "description" : "Explicit operation timeout"
+        },
         "preserve_existing": {
           "type": "boolean",
           "description": "Whether to update existing settings. If set to `true` existing settings on an index remain unchanged, the default is `false`"
@@ -34,10 +38,10 @@
           "default": "open",
           "description": "Whether to expand wildcard expression to concrete indices that are open, closed or both."
         },
-          "flat_settings": {
-              "type": "boolean",
-              "description": "Return settings in flat format (default: false)"
-          }
+        "flat_settings": {
+            "type": "boolean",
+            "description": "Return settings in flat format (default: false)"
+        }
       }
     },
     "body": {

src/CodeGeneration/ApiGenerator/RestSpecification/Core/nodes.usage.json

@@ -22,11 +22,6 @@
         }
       },
       "params": {
-        "human": {
-            "type": "boolean",
-            "description": "Whether to return time and byte values in human-readable format.",
-            "default": false
-        },
         "timeout": {
           "type" : "time",
           "description" : "Explicit operation timeout"

src/CodeGeneration/ApiGenerator/RestSpecification/Core/rank_eval.json

@@ -1,26 +1,36 @@
-{ 
-  "rank_eval": { 
-    "documentation": "https://www.elastic.co/guide/en/elasticsearch/reference/master/search-rank-eval.html", 
-    "methods": ["POST"], 
-    "url": { 
-      "path": "/_rank_eval", 
-      "paths": ["/_rank_eval", "/{index}/_rank_eval", "/{index}/{type}/_rank_eval"], 
+{
+  "rank_eval": {
+    "documentation": "https://www.elastic.co/guide/en/elasticsearch/reference/master/search-rank-eval.html",
+    "methods": ["GET", "POST"],
+    "url": {
+      "path": "/_rank_eval",
+      "paths": ["/_rank_eval", "/{index}/_rank_eval"],
       "parts": {
         "index": {
          "type": "list",
          "description" : "A comma-separated list of index names to search; use `_all` or empty string to perform the operation on all indices"
-        }, 
-        "type": {
-          "type" : "list",
-          "description" : "A comma-separated list of document types to search; leave empty to perform the operation on all types"
         }
      },
-     "params": {}
+     "params": {
+        "ignore_unavailable": {
+            "type" : "boolean",
+            "description" : "Whether specified concrete indices should be ignored when unavailable (missing or closed)"
+        },
+        "allow_no_indices": {
+            "type" : "boolean",
+            "description" : "Whether to ignore if a wildcard indices expression resolves into no concrete indices. (This includes `_all` string or when no indices have been specified)"
+        },
+        "expand_wildcards": {
+            "type" : "enum",
+            "options" : ["open","closed","none","all"],
+            "default" : "open",
+            "description" : "Whether to expand wildcard expression to concrete indices that are open, closed or both."
+        }
+     }
     }, 
-    "body": { 
-      "description": "The search definition using the Query DSL and the prototype for the eval request.", 
-      "required": true 
-    } 
-  } 
+    "body": {
+      "description": "The ranking evaluation search definition, including search requests, document ratings and ranking metric definition.",
+      "required": true
+    }
+  }
 }
-

src/CodeGeneration/ApiGenerator/RestSpecification/Core/scripts_painless_execute.json

@@ -0,0 +1,17 @@
+{
+  "scripts_painless_execute": {
+    "documentation": "https://www.elastic.co/guide/en/elasticsearch/painless/master/painless-execute-api.html",
+    "methods": ["GET", "POST"],
+    "url": {
+      "path": "/_scripts/painless/_execute",
+      "paths": ["/_scripts/painless/_execute"],
+      "parts": {
+      },
+      "params": {
+      }
+    },
+    "body": {
+      "description": "The script to execute"
+    }
+  }
+}

src/CodeGeneration/ApiGenerator/RestSpecification/Core/search.json

@@ -147,6 +147,11 @@
           "type" : "boolean",
           "description": "Indicate if the number of documents that match the query should be tracked"
         },
+        "allow_partial_search_results": {
+          "type" : "boolean",
+          "default" : true,
+          "description": "Indicate if an error should be returned if there is a partial search failure or timeout"
+        },
         "typed_keys": {
           "type" : "boolean",
           "description" : "Specify whether aggregation and suggester names should be prefixed by their respective types in the response"

src/CodeGeneration/ApiGenerator/RestSpecification/Core/tasks.cancel.json

@@ -20,10 +20,6 @@
           "type": "list",
           "description": "A comma-separated list of actions that should be cancelled. Leave empty to cancel all."
         },
-        "parent_node": {
-          "type": "string",
-          "description": "Cancel tasks with specified parent node."
-        },
         "parent_task_id": {
           "type" : "string",
           "description" : "Cancel tasks with specified parent task id (node_id:task_number). Set to -1 to cancel all."

src/CodeGeneration/ApiGenerator/RestSpecification/Core/tasks.get.json

@@ -16,6 +16,10 @@
         "wait_for_completion": {
           "type": "boolean",
           "description": "Wait for the matching tasks to complete (default: false)"
+        },
+        "timeout": {
+          "type": "time",
+          "description": "Explicit operation timeout"
         }
       }
     },

src/CodeGeneration/ApiGenerator/RestSpecification/Core/tasks.list.json

@@ -19,10 +19,6 @@
           "type": "boolean",
           "description": "Return detailed task information (default: false)"
         },
-        "parent_node": {
-          "type": "string",
-          "description": "Return tasks with specified parent node."
-        },
         "parent_task_id": {
           "type" : "string",
           "description" : "Return tasks with specified parent task id (node_id:task_number). Set to -1 to return all."
@@ -36,6 +32,10 @@
           "description": "Group tasks by nodes or parent/child relationships",
           "options" : ["nodes", "parents", "none"],
           "default" : "nodes"
+        },
+        "timeout": {
+          "type": "time",
+          "description": "Explicit operation timeout"
         }
 
       }

src/CodeGeneration/ApiGenerator/RestSpecification/Core/tasks.list.patch.json

@@ -0,0 +1,13 @@
+{
+  "tasks.list": {
+    "url": {
+      "params": {
+        "parent_node": {
+          "type": "string",
+          "description": "Return tasks with the specified parent node",
+          "obsolete": "Removed in 6.3.0 from the server see https://github.com/elastic/elasticsearch/pull/28841"
+        }
+      }
+    }
+  }
+}

src/CodeGeneration/ApiGenerator/RestSpecification/Core/update_by_query.json

@@ -150,7 +150,7 @@
         "scroll_size": {
           "type": "number",
           "defaut_value": 100,
-          "description": "Size on the scroll request powering the update_by_query"
+          "description": "Size on the scroll request powering the update by query"
         },
         "wait_for_completion": {
            "type" : "boolean",

src/CodeGeneration/ApiGenerator/RestSpecification/XPack/Info/xpack.info.json

@@ -7,10 +7,6 @@
       "paths": [ "/_xpack" ],
       "parts": {},
       "params": {
-        "human" : {
-          "type" : "boolean",
-          "description" : "Presents additional info for humans (feature descriptions and X-Pack tagline)"
-        },
         "categories": {
           "type": "list",
           "description" : "Comma-separated list of info categories. Can be any of: build, license, features"