Skip to content

Commit 552c417

Browse files
committed
Merge remote-tracking branch 'upstream/master' into reindex_v2
2 parents fa46e63 + 44f5ed6 commit 552c417

File tree

1,600 files changed

+55501
-23321
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,600 files changed

+55501
-23321
lines changed

.ci/bwcVersions

+2
Original file line numberDiff line numberDiff line change
@@ -14,5 +14,7 @@ BWC_VERSION:
1414
- "7.5.0"
1515
- "7.5.1"
1616
- "7.5.2"
17+
- "7.5.3"
1718
- "7.6.0"
19+
- "7.7.0"
1820
- "8.0.0"

.ci/java-versions.properties

-3
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,3 @@
77
ES_BUILD_JAVA=openjdk13
88
ES_RUNTIME_JAVA=openjdk11
99
GRADLE_TASK=build
10-
11-
# Workaround for https://github.com/gradle/gradle/issues/11426
12-
OPENSHIFT_IP=0.0.0.0

.ci/jobs.t/elastic+elasticsearch+{branch}+docker-test-ramdisk.yml

-11
This file was deleted.

.ci/matrix-runtime-javas.yml

+1
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ ES_RUNTIME_JAVA:
99
- java11
1010
- openjdk13
1111
- openjdk14
12+
- openjdk15
1213
- zulu11
1314
- corretto11
1415
- adoptopenjdk11

.eclipseformat.xml

+3-3
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@
6262
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_opening_angle_bracket_in_type_arguments" value="do not insert"/>
6363
<setting id="org.eclipse.jdt.core.formatter.insert_new_line_after_annotation_on_method" value="insert"/>
6464
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_opening_paren_in_switch" value="do not insert"/>
65-
<setting id="org.eclipse.jdt.core.formatter.alignment_for_parameterized_type_references" value="0"/>
65+
<setting id="org.eclipse.jdt.core.formatter.alignment_for_parameterized_type_references" value="48"/>
6666
<setting id="org.eclipse.jdt.core.formatter.insert_space_before_opening_brace_in_anonymous_type_declaration" value="insert"/>
6767
<setting id="org.eclipse.jdt.core.formatter.alignment_for_logical_operator" value="48"/>
6868
<setting id="org.eclipse.jdt.core.formatter.insert_space_before_closing_paren_in_parenthesized_expression" value="do not insert"/>
@@ -129,7 +129,7 @@
129129
<setting id="org.eclipse.jdt.core.formatter.insert_space_before_bitwise_operator" value="insert"/>
130130
<setting id="org.eclipse.jdt.core.formatter.put_empty_statement_on_new_line" value="true"/>
131131
<setting id="org.eclipse.jdt.core.formatter.alignment_for_parameters_in_constructor_declaration" value="48"/>
132-
<setting id="org.eclipse.jdt.core.formatter.alignment_for_type_parameters" value="0"/>
132+
<setting id="org.eclipse.jdt.core.formatter.alignment_for_type_parameters" value="48"/>
133133
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_comma_in_method_invocation_arguments" value="insert"/>
134134
<setting id="org.eclipse.jdt.core.formatter.alignment_for_arguments_in_method_invocation" value="48"/>
135135
<setting id="org.eclipse.jdt.core.formatter.alignment_for_throws_clause_in_constructor_declaration" value="64"/>
@@ -242,7 +242,7 @@
242242
<setting id="org.eclipse.jdt.core.formatter.alignment_for_compact_if" value="16"/>
243243
<setting id="org.eclipse.jdt.core.formatter.keep_lambda_body_block_on_one_line" value="one_line_if_single_item"/>
244244
<setting id="org.eclipse.jdt.core.formatter.indent_empty_lines" value="false"/>
245-
<setting id="org.eclipse.jdt.core.formatter.alignment_for_type_arguments" value="0"/>
245+
<setting id="org.eclipse.jdt.core.formatter.alignment_for_type_arguments" value="48"/>
246246
<setting id="org.eclipse.jdt.core.formatter.insert_space_before_comma_in_parameterized_type_reference" value="do not insert"/>
247247
<setting id="org.eclipse.jdt.core.formatter.insert_space_after_unary_operator" value="do not insert"/>
248248
<setting id="org.eclipse.jdt.core.formatter.insert_space_before_opening_paren_in_enum_constant" value="do not insert"/>

.gitignore

+3-1
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,8 @@
55
*.ipr
66
*.iws
77
build-idea/
8+
# These files are generated in the main tree by IntelliJ
9+
benchmarks/src/main/generated/*
810

911
# eclipse files
1012
.project
@@ -42,7 +44,7 @@ html_docs
4244
/tmp/
4345
eclipse-build
4446

45-
# projects using testfixtures
47+
# projects using testfixtures
4648
testfixtures_shared/
4749

4850
# These are generated from .ci/jobs.t

build.gradle

+10
Original file line numberDiff line numberDiff line change
@@ -106,6 +106,12 @@ subprojects {
106106
// is greater than the number of unformatted projects, this can be
107107
// switched to an exclude list, and eventualy removed completely.
108108
def projectPathsToFormat = [
109+
':build-tools',
110+
':distribution:tools:java-version-checker',
111+
':distribution:tools:keystore-cli',
112+
':distribution:tools:launchers',
113+
':distribution:tools:plugin-cli',
114+
':x-pack:plugin:autoscaling',
109115
':x-pack:plugin:enrich'
110116
]
111117

@@ -114,6 +120,10 @@ subprojects {
114120

115121
spotless {
116122
java {
123+
// Normally this isn't necessary, but we have Java sources in
124+
// non-standard places
125+
target '**/*.java'
126+
117127
removeUnusedImports()
118128
eclipse().configFile rootProject.file('.eclipseformat.xml')
119129
trimTrailingWhitespace()

buildSrc/build.gradle

+11-2
Original file line numberDiff line numberDiff line change
@@ -273,8 +273,17 @@ class VersionPropertiesLoader {
273273
}
274274
elasticsearch += "-" + qualifier
275275
}
276-
if ("true".equals(systemProperties.getProperty("build.snapshot", "true"))) {
277-
elasticsearch += "-SNAPSHOT"
276+
final String buildSnapshotSystemProperty = systemProperties.getProperty("build.snapshot", "true");
277+
switch (buildSnapshotSystemProperty) {
278+
case "true":
279+
elasticsearch += "-SNAPSHOT"
280+
break;
281+
case "false":
282+
// do nothing
283+
break;
284+
default:
285+
throw new IllegalArgumentException(
286+
"build.snapshot was set to [" + buildSnapshotSystemProperty + "] but can only be unset or [true|false]");
278287
}
279288
loadedProps.put("elasticsearch", elasticsearch)
280289
}

buildSrc/reaper/src/main/java/org/elasticsearch/gradle/reaper/Reaper.java

+3-3
Original file line numberDiff line numberDiff line change
@@ -65,14 +65,14 @@ public static void main(String[] args) throws Exception {
6565
}
6666
Path inputDir = Paths.get(args[0]);
6767

68-
try (Reaper reaper = new Reaper(inputDir)){
68+
try (Reaper reaper = new Reaper(inputDir)) {
6969
System.in.read();
7070
reaper.reap();
7171
}
7272
}
7373

7474
private void reap() {
75-
try (Stream<Path> stream = Files.list(inputDir)){
75+
try (Stream<Path> stream = Files.list(inputDir)) {
7676
final List<Path> inputFiles = stream.filter(p -> p.getFileName().toString().endsWith(".cmd")).collect(Collectors.toList());
7777

7878
for (Path inputFile : inputFiles) {
@@ -118,7 +118,7 @@ private void delete(Path toDelete) {
118118
@Override
119119
public void close() {
120120
if (failed == false) {
121-
try (Stream<Path> stream = Files.walk(inputDir)){
121+
try (Stream<Path> stream = Files.walk(inputDir)) {
122122
stream.sorted(Comparator.reverseOrder()).forEach(this::delete);
123123
} catch (IOException e) {
124124
throw new UncheckedIOException(e);

buildSrc/src/main/groovy/org/elasticsearch/gradle/BuildPlugin.groovy

+3-1
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ import org.elasticsearch.gradle.precommit.PrecommitTasks
3232
import org.elasticsearch.gradle.test.ErrorReportingTestListener
3333
import org.elasticsearch.gradle.testclusters.ElasticsearchCluster
3434
import org.elasticsearch.gradle.testclusters.TestClustersPlugin
35+
import org.elasticsearch.gradle.testclusters.TestDistribution
3536
import org.elasticsearch.gradle.tool.Boilerplate
3637
import org.gradle.api.Action
3738
import org.gradle.api.GradleException
@@ -159,6 +160,7 @@ class BuildPlugin implements Plugin<Project> {
159160
for (File dep : project.getConfigurations().getByName("extraJars").getFiles()){
160161
cluster.extraJarFile(dep)
161162
}
163+
cluster.setTestDistribution(TestDistribution.DEFAULT)
162164
cluster.extraConfigFile("fips_java.security", securityProperties)
163165
cluster.extraConfigFile("fips_java.policy", securityPolicy)
164166
cluster.extraConfigFile("cacerts.bcfks", bcfksKeystore)
@@ -424,7 +426,7 @@ class BuildPlugin implements Plugin<Project> {
424426
dependencyNode.appendNode('groupId', dependency.group)
425427
dependencyNode.appendNode('artifactId', dependency.getDependencyProject().convention.getPlugin(BasePluginConvention).archivesBaseName)
426428
dependencyNode.appendNode('version', dependency.version)
427-
dependencyNode.appendNode('scope', 'runtime')
429+
dependencyNode.appendNode('scope', 'compile')
428430
}
429431
}
430432
}

buildSrc/src/main/java/org/elasticsearch/gradle/BwcVersions.java

+47-61
Original file line numberDiff line numberDiff line change
@@ -109,15 +109,20 @@ public BwcVersions(List<String> versionLines) {
109109
}
110110

111111
protected BwcVersions(List<String> versionLines, Version currentVersionProperty) {
112-
this(versionLines.stream()
113-
.map(LINE_PATTERN::matcher)
114-
.filter(Matcher::matches)
115-
.map(match -> new Version(
116-
Integer.parseInt(match.group(1)),
117-
Integer.parseInt(match.group(2)),
118-
Integer.parseInt(match.group(3))
119-
))
120-
.collect(Collectors.toCollection(TreeSet::new)), currentVersionProperty);
112+
this(
113+
versionLines.stream()
114+
.map(LINE_PATTERN::matcher)
115+
.filter(Matcher::matches)
116+
.map(
117+
match -> new Version(
118+
Integer.parseInt(match.group(1)),
119+
Integer.parseInt(match.group(2)),
120+
Integer.parseInt(match.group(3))
121+
)
122+
)
123+
.collect(Collectors.toCollection(TreeSet::new)),
124+
currentVersionProperty
125+
);
121126
}
122127

123128
// for testkit tests, until BwcVersions is extracted into an extension
@@ -140,27 +145,29 @@ public BwcVersions(SortedSet<Version> allVersions, Version currentVersionPropert
140145

141146
Map<Version, UnreleasedVersionInfo> unreleased = new HashMap<>();
142147
for (Version unreleasedVersion : getUnreleased()) {
143-
unreleased.put(unreleasedVersion,
144-
new UnreleasedVersionInfo(unreleasedVersion, getBranchFor(unreleasedVersion), getGradleProjectPathFor(unreleasedVersion)));
148+
unreleased.put(
149+
unreleasedVersion,
150+
new UnreleasedVersionInfo(unreleasedVersion, getBranchFor(unreleasedVersion), getGradleProjectPathFor(unreleasedVersion))
151+
);
145152
}
146153
this.unreleased = Collections.unmodifiableMap(unreleased);
147154
}
148155

149156
private void assertNoOlderThanTwoMajors() {
150157
Set<Integer> majors = groupByMajor.keySet();
151158
if (majors.size() != 2 && currentVersion.getMinor() != 0 && currentVersion.getRevision() != 0) {
152-
throw new IllegalStateException(
153-
"Expected exactly 2 majors in parsed versions but found: " + majors
154-
);
159+
throw new IllegalStateException("Expected exactly 2 majors in parsed versions but found: " + majors);
155160
}
156161
}
157162

158163
private void assertCurrentVersionMatchesParsed(Version currentVersionProperty) {
159164
if (currentVersionProperty.equals(currentVersion) == false) {
160165
throw new IllegalStateException(
161-
"Parsed versions latest version does not match the one configured in build properties. " +
162-
"Parsed latest version is " + currentVersion + " but the build has " +
163-
currentVersionProperty
166+
"Parsed versions latest version does not match the one configured in build properties. "
167+
+ "Parsed latest version is "
168+
+ currentVersion
169+
+ " but the build has "
170+
+ currentVersionProperty
164171
);
165172
}
166173
}
@@ -175,12 +182,7 @@ public UnreleasedVersionInfo unreleasedInfo(Version version) {
175182
public void forPreviousUnreleased(Consumer<UnreleasedVersionInfo> consumer) {
176183
List<UnreleasedVersionInfo> collect = getUnreleased().stream()
177184
.filter(version -> version.equals(currentVersion) == false)
178-
.map(version -> new UnreleasedVersionInfo(
179-
version,
180-
getBranchFor(version),
181-
getGradleProjectPathFor(version)
182-
)
183-
)
185+
.map(version -> new UnreleasedVersionInfo(version, getBranchFor(version), getGradleProjectPathFor(version)))
184186
.collect(Collectors.toList());
185187

186188
collect.forEach(uvi -> consumer.accept(uvi));
@@ -196,22 +198,18 @@ private String getGradleProjectPathFor(Version version) {
196198
Map<Integer, List<Version>> releasedMajorGroupedByMinor = getReleasedMajorGroupedByMinor();
197199

198200
if (version.getRevision() == 0) {
199-
List<Version> unreleasedStagedOrMinor = getUnreleased().stream()
200-
.filter(v -> v.getRevision() == 0)
201-
.collect(Collectors.toList());
201+
List<Version> unreleasedStagedOrMinor = getUnreleased().stream().filter(v -> v.getRevision() == 0).collect(Collectors.toList());
202202
if (unreleasedStagedOrMinor.size() > 2) {
203203
if (unreleasedStagedOrMinor.get(unreleasedStagedOrMinor.size() - 2).equals(version)) {
204204
return ":distribution:bwc:minor";
205-
} else{
205+
} else {
206206
return ":distribution:bwc:staged";
207207
}
208208
} else {
209209
return ":distribution:bwc:minor";
210210
}
211211
} else {
212-
if (releasedMajorGroupedByMinor
213-
.getOrDefault(version.getMinor(), emptyList())
214-
.contains(version)) {
212+
if (releasedMajorGroupedByMinor.getOrDefault(version.getMinor(), emptyList()).contains(version)) {
215213
return ":distribution:bwc:bugfix";
216214
} else {
217215
return ":distribution:bwc:maintenance";
@@ -229,7 +227,7 @@ private String getBranchFor(Version version) {
229227
return "master";
230228
case ":distribution:bwc:minor":
231229
// The .x branch will always point to the latest minor (for that major), so a "minor" project will be on the .x branch
232-
// unless there is more recent (higher) minor.
230+
// unless there is more recent (higher) minor.
233231
final Version latestInMajor = getLatestVersionByKey(groupByMajor, version.getMajor());
234232
if (latestInMajor.getMinor() == version.getMinor()) {
235233
return version.getMajor() + ".x";
@@ -279,23 +277,16 @@ public List<Version> getUnreleased() {
279277
}
280278
}
281279

282-
return unmodifiableList(
283-
unreleased.stream()
284-
.sorted()
285-
.distinct()
286-
.collect(Collectors.toList())
287-
);
280+
return unmodifiableList(unreleased.stream().sorted().distinct().collect(Collectors.toList()));
288281
}
289282

290283
private Version getLatestInMinor(int major, int minor) {
291-
return groupByMajor.get(major).stream()
292-
.filter(v -> v.getMinor() == minor)
293-
.max(Version::compareTo)
294-
.orElse(null);
284+
return groupByMajor.get(major).stream().filter(v -> v.getMinor() == minor).max(Version::compareTo).orElse(null);
295285
}
296286

297287
private Version getLatestVersionByKey(Map<Integer, List<Version>> groupByMajor, int key) {
298-
return groupByMajor.getOrDefault(key, emptyList()).stream()
288+
return groupByMajor.getOrDefault(key, emptyList())
289+
.stream()
299290
.max(Version::compareTo)
300291
.orElseThrow(() -> new IllegalStateException("Unexpected number of versions in collection"));
301292
}
@@ -307,11 +298,9 @@ private Map<Integer, List<Version>> getReleasedMajorGroupedByMinor() {
307298
final Map<Integer, List<Version>> groupByMinor;
308299
if (currentMajorVersions.size() == 1) {
309300
// Current is an unreleased major: x.0.0 so we have to look for other unreleased versions in the previous major
310-
groupByMinor = previousMajorVersions.stream()
311-
.collect(Collectors.groupingBy(Version::getMinor, Collectors.toList()));
301+
groupByMinor = previousMajorVersions.stream().collect(Collectors.groupingBy(Version::getMinor, Collectors.toList()));
312302
} else {
313-
groupByMinor = currentMajorVersions.stream()
314-
.collect(Collectors.groupingBy(Version::getMinor, Collectors.toList()));
303+
groupByMinor = currentMajorVersions.stream().collect(Collectors.groupingBy(Version::getMinor, Collectors.toList()));
315304
}
316305
return groupByMinor;
317306
}
@@ -321,37 +310,37 @@ public void compareToAuthoritative(List<Version> authoritativeReleasedVersions)
321310
notReallyReleased.removeAll(authoritativeReleasedVersions);
322311
if (notReallyReleased.isEmpty() == false) {
323312
throw new IllegalStateException(
324-
"out-of-date released versions" +
325-
"\nFollowing versions are not really released, but the build thinks they are: " + notReallyReleased
313+
"out-of-date released versions"
314+
+ "\nFollowing versions are not really released, but the build thinks they are: "
315+
+ notReallyReleased
326316
);
327317
}
328318

329319
Set<Version> incorrectlyConsideredUnreleased = new HashSet<>(authoritativeReleasedVersions);
330320
incorrectlyConsideredUnreleased.retainAll(getUnreleased());
331321
if (incorrectlyConsideredUnreleased.isEmpty() == false) {
332322
throw new IllegalStateException(
333-
"out-of-date released versions" +
334-
"\nBuild considers versions unreleased, " +
335-
"but they are released according to an authoritative source: " + incorrectlyConsideredUnreleased +
336-
"\nThe next versions probably needs to be added to Version.java (CURRENT doesn't count)."
323+
"out-of-date released versions"
324+
+ "\nBuild considers versions unreleased, "
325+
+ "but they are released according to an authoritative source: "
326+
+ incorrectlyConsideredUnreleased
327+
+ "\nThe next versions probably needs to be added to Version.java (CURRENT doesn't count)."
337328
);
338329
}
339330
}
340331

341332
private List<Version> getReleased() {
342333
List<Version> unreleased = getUnreleased();
343-
return groupByMajor.values().stream()
334+
return groupByMajor.values()
335+
.stream()
344336
.flatMap(Collection::stream)
345337
.filter(each -> unreleased.contains(each) == false)
346338
.collect(Collectors.toList());
347339
}
348340

349341
public List<Version> getIndexCompatible() {
350342
return unmodifiableList(
351-
Stream.concat(
352-
groupByMajor.get(currentVersion.getMajor() - 1).stream(),
353-
groupByMajor.get(currentVersion.getMajor()).stream()
354-
)
343+
Stream.concat(groupByMajor.get(currentVersion.getMajor() - 1).stream(), groupByMajor.get(currentVersion.getMajor()).stream())
355344
.collect(Collectors.toList())
356345
);
357346
}
@@ -361,10 +350,7 @@ public List<Version> getWireCompatible() {
361350

362351
List<Version> prevMajors = groupByMajor.get(currentVersion.getMajor() - 1);
363352
int minor = prevMajors.get(prevMajors.size() - 1).getMinor();
364-
for (int i = prevMajors.size() - 1;
365-
i > 0 && prevMajors.get(i).getMinor() == minor;
366-
i--
367-
) {
353+
for (int i = prevMajors.size() - 1; i > 0 && prevMajors.get(i).getMinor() == minor; i--) {
368354
wireCompat.add(prevMajors.get(i));
369355
}
370356
wireCompat.addAll(groupByMajor.get(currentVersion.getMajor()));

0 commit comments

Comments
 (0)