Skip to content

Commit 6e0bd68

Browse files
SparkSnailSparkSnail
authored
Add release note for 2.3.0-rc1 release (#1210)
1 parent 4e9f28a commit 6e0bd68

File tree

5 files changed

+269
-5
lines changed

5 files changed

+269
-5
lines changed

‎README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@
4040
<tbody align="center">
4141
<tr>
4242
<td>2.4*</td>
43-
<td rowspan=5><a href="https://github.com/dotnet/spark/releases/tag/v2.1.1">v2.1.1</a></td>
43+
<td rowspan=5><a href="https://github.com/dotnet/spark/releases/tag/v2.3.0-rc1">v2.3.0-rc1</a></td>
4444
</tr>
4545
<tr>
4646
<td>3.0</td>

‎benchmark/scala/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
<modelVersion>4.0.0</modelVersion>
44
<groupId>com.microsoft.spark</groupId>
55
<artifactId>microsoft-spark-benchmark</artifactId>
6-
<version>2.1.1</version>
6+
<version>2.3.0-rc1</version>
77
<inceptionYear>2019</inceptionYear>
88
<properties>
99
<encoding>UTF-8</encoding>

‎docs/release-notes/v2.3.0-rc1/release-2.3.0-rc1.md

+264
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,264 @@
1+
# .NET for Apache Spark 2.3.0-rc1 Release Notes
2+
3+
### New Features/Improvements
4+
5+
* Spark 3.3 support ([#1185](https://github.com/dotnet/spark/pull/1185))
6+
* Spark 3.4 support ([#1205](https://github.com/dotnet/spark/pull/1205))
7+
* Spark 3.5 support ([#1178](https://github.com/dotnet/spark/pull/1178))
8+
* Migrated to MessagePack instead of BinaryFormatter ([#1202](https://github.com/dotnet/spark/pull/1202))
9+
10+
### Bug Fixes
11+
12+
* None
13+
14+
### Infrastructure / Documentation / Etc.
15+
16+
* Components overview and pipeline sequence ([#1189](https://github.com/dotnet/spark/pull/1189))
17+
18+
### Breaking Changes
19+
20+
* Updated Dotnet and Arcade ([#1112](https://github.com/dotnet/spark/pull/1112), [#1197](https://github.com/dotnet/spark/pull/1197))
21+
> Updated .netcoreapp3.1 -> .net8
22+
> Updated .net461 -> .net48
23+
24+
### Known Issues
25+
26+
* None
27+
28+
### Compatibility
29+
30+
#### Backward compatibility
31+
32+
The following table describes the oldest version of the worker that the current version is compatible with, along with new features that are incompatible with the worker.
33+
34+
<table>
35+
<thead>
36+
<tr>
37+
<th>Oldest compatible Microsoft.Spark.Worker version</th>
38+
</tr>
39+
</thead>
40+
<tbody align="center">
41+
<tr>
42+
<td>v2.0.0</td>
43+
</tr>
44+
</tbody>
45+
</table>
46+
47+
#### Forward compatibility
48+
49+
The following table describes the oldest version of .NET for Apache Spark release that the current worker is compatible with.
50+
51+
<table>
52+
<thead>
53+
<tr>
54+
<th>Oldest compatible .NET for Apache Spark release version</th>
55+
</tr>
56+
</thead>
57+
<tbody align="center">
58+
<tr>
59+
<td>v2.0.0</td>
60+
</tr>
61+
</tbody>
62+
</table>
63+
64+
### Supported Spark Versions
65+
66+
The following table outlines the supported Spark versions along with the microsoft-spark JAR to use with:
67+
68+
<table>
69+
<thead>
70+
<tr>
71+
<th>Spark Version</th>
72+
<th>microsoft-spark JAR</th>
73+
</tr>
74+
</thead>
75+
<tbody align="center">
76+
<tr>
77+
<td>2.4.0</td>
78+
<td rowspan=7>microsoft-spark-2-4_2.11-2.3.0-rc1.jar</td>
79+
</tr>
80+
<tr>
81+
<td>2.4.1</td>
82+
</tr>
83+
<tr>
84+
<td>2.4.3</td>
85+
</tr>
86+
<tr>
87+
<td>2.4.4</td>
88+
</tr>
89+
<tr>
90+
<td>2.4.5</td>
91+
</tr>
92+
<tr>
93+
<td>2.4.6</td>
94+
</tr>
95+
<tr>
96+
<td>2.4.7</td>
97+
</tr>
98+
<tr>
99+
<td>2.4.2</td>
100+
<td><a href="https://github.com/dotnet/spark/issues/60">Not supported</a></td>
101+
</tr>
102+
<tr>
103+
<td>3.0.0</td>
104+
<td rowspan=3>microsoft-spark-3-0_2.12-2.3.0-rc1.jar</td>
105+
</tr>
106+
<tr>
107+
<td>3.0.1</td>
108+
</tr>
109+
<tr>
110+
<td>3.0.2</td>
111+
</tr>
112+
<tr>
113+
<td>3.1.1</td>
114+
<td rowspan=2>microsoft-spark-3-1_2.12-2.3.0-rc1.jar</td>
115+
</tr>
116+
<tr>
117+
<td>3.1.2</td>
118+
</tr>
119+
<tr>
120+
<td>3.2.0</td>
121+
<td rowspan=2>microsoft-spark-3-2_2.12-2.3.0-rc1.jar</td>
122+
</tr>
123+
<tr>
124+
<td>3.2.1</td>
125+
</tr>
126+
<tr>
127+
<td>3.3.0</td>
128+
<td rowspan=2>microsoft-spark-3-3_2.12-2.3.0-rc1.jar</td>
129+
</tr>
130+
<tr>
131+
<td>3.3.1</td>
132+
</tr>
133+
<tr>
134+
<td>3.3.2</td>
135+
</tr>
136+
<tr>
137+
<td>3.3.3</td>
138+
</tr>
139+
<tr>
140+
<td>3.3.4</td>
141+
</tr>
142+
<tr>
143+
<td>3.4.0</td>
144+
<td rowspan=2>microsoft-spark-3-4_2.12-2.3.0-rc1.jar</td>
145+
</tr>
146+
<tr>
147+
<td>3.4.1</td>
148+
</tr>
149+
<tr>
150+
<td>3.4.2</td>
151+
</tr>
152+
<tr>
153+
<td>3.4.3</td>
154+
</tr>
155+
<tr>
156+
<td>3.4.4</td>
157+
</tr>
158+
<tr>
159+
<td>3.5.0</td>
160+
<td rowspan=2>microsoft-spark-3-5_2.12-2.3.0-rc1.jar</td>
161+
</tr>
162+
<tr>
163+
<td>3.5.1</td>
164+
</tr>
165+
<tr>
166+
<td>3.5.2</td>
167+
</tr>
168+
<tr>
169+
<td>3.5.3</td>
170+
</tr>
171+
<tr>
172+
<td>3.5.4</td>
173+
</tr>
174+
</tbody>
175+
</table>
176+
177+
### Supported Delta Versions
178+
179+
The following table outlines the supported Delta versions along with the Microsoft.Spark.Extensions version to use with:
180+
181+
<table>
182+
<thead>
183+
<tr>
184+
<th>Delta Version</th>
185+
<th>Microsoft.Spark.Extensions.Delta</th>
186+
</tr>
187+
</thead>
188+
<tbody align="center">
189+
<tr>
190+
<td>0.1.0</td>
191+
<td rowspan=11>2.3.0-rc1</td>
192+
</tr>
193+
<tr>
194+
<td>0.2.0</td>
195+
</tr>
196+
<tr>
197+
<td>0.3.0</td>
198+
</tr>
199+
<tr>
200+
<td>0.4.0</td>
201+
</tr>
202+
<tr>
203+
<td>0.5.0</td>
204+
</tr>
205+
<tr>
206+
<td>0.6.0</td>
207+
</tr>
208+
<tr>
209+
<td>0.6.1</td>
210+
</tr>
211+
<tr>
212+
<td>0.7.0</td>
213+
</tr>
214+
<tr>
215+
<td>0.8.0</td>
216+
</tr>
217+
<tr>
218+
<td>1.0.0</td>
219+
</tr>
220+
<tr>
221+
<td>1.1.0</td>
222+
</tr>
223+
<tr>
224+
<td>2.1.0</td>
225+
</tr>
226+
<tr>
227+
<td>2.3.0</td>
228+
</tr>
229+
<tr>
230+
<td>2.4.0</td>
231+
</tr>
232+
<tr>
233+
<td>3.2.0</td>
234+
</tr>
235+
</tbody>
236+
</table>
237+
238+
### Supported Hyperspace Versions
239+
240+
The following table outlines the supported Hyperspace versions along with the Microsoft.Spark.Extensions version to use with:
241+
242+
<table>
243+
<thead>
244+
<tr>
245+
<th>Hyperspace Version</th>
246+
<th>Microsoft.Spark.Extensions.Hyperspace</th>
247+
</tr>
248+
</thead>
249+
<tbody align="center">
250+
<tr>
251+
<td>0.1.0</td>
252+
<td rowspan=4>2.3.0-rc1</td>
253+
</tr>
254+
<tr>
255+
<td>0.2.0</td>
256+
</tr>
257+
<tr>
258+
<td>0.3.0</td>
259+
</tr>
260+
<tr>
261+
<td>0.4.0</td>
262+
</tr>
263+
</tbody>
264+
</table>

‎eng/Versions.props

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
<Project>
22
<PropertyGroup>
33
<!-- This repo version -->
4-
<VersionPrefix>2.1.1</VersionPrefix>
5-
<PreReleaseVersionLabel>prerelease</PreReleaseVersionLabel>
4+
<VersionPrefix>2.3.0</VersionPrefix>
5+
<VersionSuffix>rc1</VersionSuffix>
66
</PropertyGroup>
77
</Project>

‎src/scala/pom.xml

+1-1
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
<version>${microsoft-spark.version}</version>
88
<properties>
99
<encoding>UTF-8</encoding>
10-
<microsoft-spark.version>2.1.1</microsoft-spark.version>
10+
<microsoft-spark.version>2.3.0-rc1</microsoft-spark.version>
1111
</properties>
1212

1313
<modules>

0 commit comments

Comments
 (0)