Skip to content

Commit fd1c4c1

Browse files
author
Hendrik Muhs
committed
[Transform] fixes tests which might fail due to auto-stop (#47867)
Batch transforms automatically stop after all data has processed, therefore tests can not reliable test the state. This change rewrites tests to remove the unreliable tests or use continuous transforms instead as they do not auto-stop. fixes #47441
1 parent d210bfa commit fd1c4c1

File tree

1 file changed

+38
-32
lines changed

1 file changed

+38
-32
lines changed

x-pack/plugin/src/test/resources/rest-api-spec/test/transform/transforms_start_stop.yml

Lines changed: 38 additions & 32 deletions
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,24 @@ setup:
2828
"aggs": {"avg_response": {"avg": {"field": "responsetime"}}}
2929
}
3030
}
31+
- do:
32+
transform.put_transform:
33+
transform_id: "airline-transform-start-stop-continuous"
34+
body: >
35+
{
36+
"source": { "index": "airline-data" },
37+
"dest": { "index": "airline-data-by-airline-start-stop-cont" },
38+
"pivot": {
39+
"group_by": { "airline": {"terms": {"field": "airline"}}},
40+
"aggs": {"avg_response": {"avg": {"field": "responsetime"}}}
41+
},
42+
"sync": {
43+
"time": {
44+
"field": "time",
45+
"delay": "90m"
46+
}
47+
}
48+
}
3149
3250
---
3351
teardown:
@@ -39,7 +57,14 @@ teardown:
3957
- do:
4058
transform.delete_transform:
4159
transform_id: "airline-transform-start-stop"
42-
60+
- do:
61+
transform.stop_transform:
62+
transform_id: "airline-transform-start-stop-continuous"
63+
timeout: "10m"
64+
wait_for_completion: true
65+
- do:
66+
transform.delete_transform:
67+
transform_id: "airline-transform-start-stop-continuous"
4368
---
4469
"Test start transform":
4570
- do:
@@ -103,7 +128,6 @@ teardown:
103128
transform_id: "airline-transform-start-stop"
104129
- match: { count: 1 }
105130
- match: { transforms.0.id: "airline-transform-start-stop" }
106-
- match: { transforms.0.state: "/started|indexing/" }
107131

108132
- do:
109133
transform.stop_transform:
@@ -128,28 +152,8 @@ teardown:
128152
transform_id: "airline-transform-start-stop"
129153
- match: { count: 1 }
130154
- match: { transforms.0.id: "airline-transform-start-stop" }
131-
- match: { transforms.0.state: "/started|indexing/" }
132155
---
133156
"Test start/stop/start continuous transform":
134-
- do:
135-
transform.put_transform:
136-
transform_id: "airline-transform-start-stop-continuous"
137-
body: >
138-
{
139-
"source": { "index": "airline-data" },
140-
"dest": { "index": "airline-data-by-airline-start-stop-cont" },
141-
"pivot": {
142-
"group_by": { "airline": {"terms": {"field": "airline"}}},
143-
"aggs": {"avg_response": {"avg": {"field": "responsetime"}}}
144-
},
145-
"sync": {
146-
"time": {
147-
"field": "time",
148-
"delay": "90m"
149-
}
150-
}
151-
}
152-
153157
- do:
154158
transform.start_transform:
155159
transform_id: "airline-transform-start-stop-continuous"
@@ -192,10 +196,6 @@ teardown:
192196
transform_id: "airline-transform-start-stop-continuous"
193197
wait_for_completion: true
194198
- match: { acknowledged: true }
195-
196-
- do:
197-
transform.delete_transform:
198-
transform_id: "airline-transform-start-stop-continuous"
199199
---
200200
"Test stop missing transform":
201201
- do:
@@ -235,18 +235,24 @@ teardown:
235235
"pivot": {
236236
"group_by": { "airline": {"terms": {"field": "airline"}}},
237237
"aggs": {"avg_response": {"avg": {"field": "responsetime"}}}
238+
},
239+
"sync": {
240+
"time": {
241+
"field": "time",
242+
"delay": "90m"
243+
}
238244
}
239245
}
240246
- do:
241247
transform.start_transform:
242-
transform_id: "airline-transform-start-stop"
248+
transform_id: "airline-transform-start-stop-continuous"
243249
- match: { acknowledged: true }
244250

245251
- do:
246252
transform.get_transform_stats:
247-
transform_id: "airline-transform-start-stop"
253+
transform_id: "airline-transform-start-stop-continuous"
248254
- match: { count: 1 }
249-
- match: { transforms.0.id: "airline-transform-start-stop" }
255+
- match: { transforms.0.id: "airline-transform-start-stop-continuous" }
250256
- match: { transforms.0.state: "/started|indexing/" }
251257

252258
- do:
@@ -263,7 +269,7 @@ teardown:
263269

264270
- do:
265271
transform.stop_transform:
266-
transform_id: "airline-transform-start-stop"
272+
transform_id: "airline-transform-start-stop-continuous"
267273
wait_for_completion: true
268274
- match: { acknowledged: true }
269275

@@ -306,7 +312,7 @@ teardown:
306312

307313
- do:
308314
transform.start_transform:
309-
transform_id: "airline-transform-start-stop"
315+
transform_id: "airline-transform-start-stop-continuous"
310316
- match: { acknowledged: true }
311317

312318
- do:
@@ -318,7 +324,7 @@ teardown:
318324
- do:
319325
transform.get_transform_stats:
320326
transform_id: "*"
321-
- match: { count: 2 }
327+
- match: { count: 3 }
322328
- match: { transforms.0.state: "stopped" }
323329
- match: { transforms.1.state: "stopped" }
324330

0 commit comments

Comments
 (0)