[ALLOCATION] Speed-up disk-threshold decider

Instead of iterating all shards of all indices to get all relocating
shards for a given node we can just use the RoutingNode#shardsWithState
method and fetch all INITIALIZING / RELOCATING shards and check if they
are relocating. This operation is much faster and uses pre-build
data-structures.

Relates to elastic#6372

Author: s1monw

src/main/java/org/elasticsearch/cluster/routing/allocation/decider/DiskThresholdDecider.java

@@ -221,13 +221,12 @@ public DiskThresholdDecider(Settings settings, NodeSettingsService nodeSettingsS
      * If subtractShardsMovingAway is set then the size of shards moving away is subtracted from the total size
      * of all shards
      */
-    public long sizeOfRelocatingShards(RoutingNode node, RoutingAllocation allocation, Map<String, Long> shardSizes, boolean subtractShardsMovingAway) {
-        List<ShardRouting> relocatingShards = allocation.routingTable().shardsWithState(ShardRoutingState.RELOCATING);
+    public long sizeOfRelocatingShards(RoutingNode node, Map<String, Long> shardSizes, boolean subtractShardsMovingAway) {
         long totalSize = 0;
-        for (ShardRouting routing : relocatingShards) {
-            if (routing.relocatingNodeId().equals(node.nodeId())) {
+        for (ShardRouting routing : node.shardsWithState(ShardRoutingState.RELOCATING, ShardRoutingState.INITIALIZING)) {
+            if (routing.initializing() && routing.relocatingNodeId() != null) {
                 totalSize += getShardSize(routing, shardSizes);
-            } else if (subtractShardsMovingAway && routing.currentNodeId().equals(node.nodeId())) {
+            } else if (subtractShardsMovingAway && routing.relocating()) {
                 totalSize -= getShardSize(routing, shardSizes);
             }
         }
@@ -285,7 +284,7 @@ public Decision canAllocate(ShardRouting shardRouting, RoutingNode node, Routing
         }
 
         if (includeRelocations) {
-            long relocatingShardsSize = sizeOfRelocatingShards(node, allocation, shardSizes, false);
+            long relocatingShardsSize = sizeOfRelocatingShards(node, shardSizes, false);
             DiskUsage usageIncludingRelocations = new DiskUsage(node.nodeId(), node.node().name(),
                     usage.getTotalBytes(), usage.getFreeBytes() - relocatingShardsSize);
             if (logger.isTraceEnabled()) {
@@ -431,7 +430,7 @@ public Decision canRemain(ShardRouting shardRouting, RoutingNode node, RoutingAl
 
         if (includeRelocations) {
             Map<String, Long> shardSizes = clusterInfo.getShardSizes();
-            long relocatingShardsSize = sizeOfRelocatingShards(node, allocation, shardSizes, true);
+            long relocatingShardsSize = sizeOfRelocatingShards(node, shardSizes, true);
             DiskUsage usageIncludingRelocations = new DiskUsage(node.nodeId(), node.node().name(),
                     usage.getTotalBytes(), usage.getFreeBytes() - relocatingShardsSize);
             if (logger.isTraceEnabled()) {