Upgrade to Lucene-7.4.0-snapshot-2b27dd846a (#29398)

This snapshot version supports soft delete and the merge policy.
# Conflicts:
#	buildSrc/version.properties
#	docs/Versions.asciidoc
#	server/src/main/java/org/elasticsearch/Version.java

Author: dnhatn

buildSrc/version.properties

@@ -1,5 +1,5 @@
 elasticsearch     = 6.3.0
-lucene            = 7.3.0
+lucene            = 7.4.0-snapshot-2b27dd846a
 
 # optional dependencies
 spatial4j         = 0.7

docs/Versions.asciidoc

@@ -0,0 +1 @@
+293527218a87678d0a553a3167a5a0380b5ae06d

modules/lang-expression/licenses/lucene-expressions-7.3.0.jar.sha1

@@ -30,7 +30,7 @@ forbiddenApis {
 
 dependencies {
   compile "org.apache.lucene:lucene-analyzers-icu:${versions.lucene}"
-  compile 'com.ibm.icu:icu4j:59.1'
+  compile 'com.ibm.icu:icu4j:61.1'
 }
 
 dependencyLicenses {

modules/lang-expression/licenses/lucene-expressions-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+28d33b5e44e72edcc66a5da7a34a42147f38d987

plugins/analysis-icu/build.gradle

@@ -0,0 +1 @@
+990c183a996646534b0dfe1419fab284c5395c23

plugins/analysis-icu/licenses/icu4j-59.1.jar.sha1

@@ -80,7 +80,7 @@ private ICUTokenizerConfig getIcuConfig(Environment env, Settings settings) {
             if (tailored.isEmpty()) {
                 return null;
             } else {
-                final BreakIterator breakers[] = new BreakIterator[UScript.CODE_LIMIT];
+                final RuleBasedBreakIterator breakers[] = new RuleBasedBreakIterator[UScript.CODE_LIMIT];
                 for (Map.Entry<Integer, String> entry : tailored.entrySet()) {
                     int code = entry.getKey();
                     String resourcePath = entry.getValue();
@@ -89,9 +89,9 @@ private ICUTokenizerConfig getIcuConfig(Environment env, Settings settings) {
                 // cjkAsWords nor myanmarAsWords are not configurable yet.
                 ICUTokenizerConfig config = new DefaultICUTokenizerConfig(true, true) {
                     @Override
-                    public BreakIterator getBreakIterator(int script) {
+                    public RuleBasedBreakIterator getBreakIterator(int script) {
                         if (breakers[script] != null) {
-                            return (BreakIterator) breakers[script].clone();
+                            return (RuleBasedBreakIterator) breakers[script].clone();
                         } else {
                             return super.getBreakIterator(script);
                         }
@@ -105,7 +105,7 @@ public BreakIterator getBreakIterator(int script) {
     }
 
     //parse a single RBBi rule file
-    private BreakIterator parseRules(String filename, Environment env) throws IOException {
+    private RuleBasedBreakIterator parseRules(String filename, Environment env) throws IOException {
 
         final Path path = env.configFile().resolve(filename);
         String rules = Files.readAllLines(path)

plugins/analysis-icu/licenses/icu4j-61.1.jar.sha1

@@ -0,0 +1 @@
+77f5389bc0a6b148c0350828b9afe668c2ba0a53

plugins/analysis-icu/licenses/lucene-analyzers-icu-7.3.0.jar.sha1

@@ -0,0 +1 @@
+1392f3199619a60b334b437521a8ca1f6c40f2d7

plugins/analysis-icu/licenses/lucene-analyzers-icu-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+56849066c186bd76df09d77c25c36ea01b97e4e4

plugins/analysis-icu/src/main/java/org/elasticsearch/index/analysis/IcuTokenizerFactory.java

@@ -0,0 +1 @@
+69540401c4dc014107962a8c2343c95f6d1e7935

plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.3.0.jar.sha1

@@ -0,0 +1 @@
+7bd1cd163de07d4c31e01f0a2ecf75fb63c2dd64

plugins/analysis-kuromoji/licenses/lucene-analyzers-kuromoji-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+8e73f873c08b83da185728ef3637f6a602ff8ded

plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.3.0.jar.sha1

@@ -0,0 +1 @@
+a7fbea1c4793894889d95369aef02c7ec8a1b231

plugins/analysis-phonetic/licenses/lucene-analyzers-phonetic-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+77c2e408bfc736db91a9778f49903736f4a55194

plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.3.0.jar.sha1

@@ -0,0 +1 @@
+ac7ff2e77853c1f7a3dcfe28378cd2a87e2ea5a5

plugins/analysis-smartcn/licenses/lucene-analyzers-smartcn-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+23796b304b08f8b76186d24999f122040a66b5f1

plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.3.0.jar.sha1

@@ -0,0 +1 @@
+d352ba36ea044ff1dfe461ef43098592a7f38771

plugins/analysis-stempel/licenses/lucene-analyzers-stempel-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+7b82ef9d6707e1b7e15ddf0e6376e4be25aac0af

plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.3.0.jar.sha1

@@ -0,0 +1 @@
+33da68d1ac441ad7532d421e84bff11bfdaf17a1

plugins/analysis-ukrainian/licenses/lucene-analyzers-morfologik-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+56d10ae1a43cf4114987858dcb2c23e9e6ba273c

server/licenses/lucene-analyzers-common-7.3.0.jar.sha1

@@ -0,0 +1 @@
+eae428930519541a5775318ad0e4cd36355b1cf8

server/licenses/lucene-analyzers-common-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+d634f8369a4f72c47f6ffab50d7b956aebb2ee00

server/licenses/lucene-backward-codecs-7.3.0.jar.sha1

@@ -0,0 +1 @@
+5502150001ec79a781ae047c6c4621ed04231680

server/licenses/lucene-backward-codecs-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+116feeb2e796aef059795f0e6996c37336f3eb0a

server/licenses/lucene-core-7.3.0.jar.sha1

@@ -0,0 +1 @@
+1492e4fe337e0cefc72113e0dc2f7a3c59ee93de

server/licenses/lucene-core-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -0,0 +1 @@
+541ccd1c4be8027e005e7a43fc66106a64522b7b

server/licenses/lucene-grouping-7.3.0.jar.sha1

@@ -147,20 +147,18 @@ public class Version implements Comparable<Version>, ToXContentFragment {
     public static final Version V_6_1_3 = new Version(V_6_1_3_ID, org.apache.lucene.util.Version.LUCENE_7_1_0);
     public static final int V_6_1_4_ID = 6010499;
     public static final Version V_6_1_4 = new Version(V_6_1_4_ID, org.apache.lucene.util.Version.LUCENE_7_1_0);
-    // The below version is missing from the 7.3 JAR
-    private static final org.apache.lucene.util.Version LUCENE_7_2_1 = org.apache.lucene.util.Version.fromBits(7, 2, 1);
     public static final int V_6_2_0_ID = 6020099;
-    public static final Version V_6_2_0 = new Version(V_6_2_0_ID, LUCENE_7_2_1);
+    public static final Version V_6_2_0 = new Version(V_6_2_0_ID, org.apache.lucene.util.Version.LUCENE_7_2_1);
     public static final int V_6_2_1_ID = 6020199;
-    public static final Version V_6_2_1 = new Version(V_6_2_1_ID, LUCENE_7_2_1);
+    public static final Version V_6_2_1 = new Version(V_6_2_1_ID, org.apache.lucene.util.Version.LUCENE_7_2_1);
     public static final int V_6_2_2_ID = 6020299;
-    public static final Version V_6_2_2 = new Version(V_6_2_2_ID, LUCENE_7_2_1);
+    public static final Version V_6_2_2 = new Version(V_6_2_2_ID, org.apache.lucene.util.Version.LUCENE_7_2_1);
     public static final int V_6_2_3_ID = 6020399;
-    public static final Version V_6_2_3 = new Version(V_6_2_3_ID, LUCENE_7_2_1);
+    public static final Version V_6_2_3 = new Version(V_6_2_3_ID, org.apache.lucene.util.Version.LUCENE_7_2_1);
     public static final int V_6_2_4_ID = 6020499;
-    public static final Version V_6_2_4 = new Version(V_6_2_4_ID, LUCENE_7_2_1);
+    public static final Version V_6_2_4 = new Version(V_6_2_4_ID, org.apache.lucene.util.Version.LUCENE_7_2_1);
     public static final int V_6_3_0_ID = 6030099;
-    public static final Version V_6_3_0 = new Version(V_6_3_0_ID, org.apache.lucene.util.Version.LUCENE_7_3_0);
+    public static final Version V_6_3_0 = new Version(V_6_3_0_ID, org.apache.lucene.util.Version.LUCENE_7_4_0);
     public static final Version CURRENT = V_6_3_0;
 
     static {

server/licenses/lucene-grouping-7.4.0-snapshot-2b27dd846a.jar.sha1

@@ -227,6 +227,8 @@ private static String toCamelCase(String s) {
         // should we expose it, or maybe think about higher level integration of the
         // fake term frequency feature (LUCENE-7854)
         .put("delimitedtermfrequency",    Void.class)
+        // not exposed, only used internally to index shingles and speed up phrase queries
+        .put("fixedshingle", Void.class)
 
         .immutableMap();