YQ-2630: fix and support detalization for v1 (#1016)

* also support multiple graphs, move test data to resources

Author: EgorkaZ

ydb/core/fq/libs/control_plane_storage/internal/ut/resources/v1_output.json

@@ -0,0 +1 @@
+{"Graph=0":{"Actor":{"ActorCreateTimeUs":{"sum":"4ms","count":1,"avg":"4ms","max":"4ms","min":"4ms"}},"AllocateWorkersUs":{"sum":"13ms","count":1,"avg":"13ms","max":"13ms","min":"13ms"},"ExecutionTimeUs":{"sum":"0.34s","count":1,"avg":"0.34s","max":"0.34s","min":"0.34s"},"TaskRunner":{"Output=0":{"Stage=1":{"PopBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"PopChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PopFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1}}},"Output=Total":{"Stage=1":{"ChannelCount":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PopBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"PopChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PopFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1}},"Stage=Total":{"ChannelCount":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PopBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"PopChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PopFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.49s","max":"10:58:20.49s","min":"10:58:20.49s"},"PopRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushChunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PushFirstMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushLastMessageMs":{"sum":"N/A","count":1,"avg":"10:58:20.48s","max":"10:58:20.48s","min":"10:58:20.48s"},"PushRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1}}},"Stage=1":{"BuildCpuTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"ComputeCpuTimeUs":{"sum":"94us","count":1,"avg":"94us","max":"94us","min":"94us"},"CpuTimeUs":{"sum":"47ms","count":1,"avg":"47ms","max":"47ms","min":"47ms"},"DurationUs":{"sum":"0.32s","count":1,"avg":"0.32s","max":"0.32s","min":"0.32s"},"FinishTimeMs":{"sum":"N/A","count":1,"avg":"10:58:20.76s","max":"10:58:20.76s","min":"10:58:20.76s"},"MkqlMaxMemoryUsage":{"sum":196608,"count":1,"avg":196608,"max":196608,"min":196608},"OutputBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"OutputRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"ResultBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"ResultRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"StartTimeMs":{"sum":"N/A","count":1,"avg":"10:58:20.43s","max":"10:58:20.43s","min":"10:58:20.43s"},"Tasks":{"sum":1,"count":1,"avg":1,"max":1,"min":1}},"Stage=Total":{"BuildCpuTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"ComputeCpuTimeUs":{"sum":"94us","count":1,"avg":"94us","max":"94us","min":"94us"},"CpuTimeUs":{"sum":"47ms","count":1,"avg":"47ms","max":"47ms","min":"47ms"},"DurationUs":{"sum":"0.32s","count":1,"avg":"0.32s","max":"0.32s","min":"0.32s"},"FinishTimeMs":{"sum":"N/A","count":1,"avg":"10:58:20.76s","max":"10:58:20.76s","min":"10:58:20.76s"},"MkqlMaxMemoryUsage":{"sum":196608,"count":1,"avg":196608,"max":196608,"min":196608},"OutputBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"OutputRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"ResultBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"ResultRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"StartTimeMs":{"sum":"N/A","count":1,"avg":"10:58:20.43s","max":"10:58:20.43s","min":"10:58:20.43s"},"Tasks":{"sum":1,"count":1,"avg":1,"max":1,"min":1}}},"UniqueWorkers":{"sum":1,"count":1,"avg":1,"max":1,"min":1}}}

ydb/core/fq/libs/control_plane_storage/internal/ut/resources/v1_s3source.json

@@ -0,0 +1 @@
+{"ResultSet":{"01_1_ConstantExpr":{"DurationUs":{"sum":"10ms","count":1,"avg":"10ms","max":"10ms","min":"10ms"},"Output=RESULT":{"Pop":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Rows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"LastMessageMs":{"avg":"10:59:34.10s","sum":"0.00s","count":1,"max":"10:59:34.10s","min":"10:59:34.10s"},"FirstMessageMs":{"avg":"10:59:34.10s","sum":"0.00s","count":1,"max":"10:59:34.10s","min":"10:59:34.10s"},"Bytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3}},"Push":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Rows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"LastMessageMs":{"avg":"10:59:34.10s","sum":"0.00s","count":1,"max":"10:59:34.10s","min":"10:59:34.10s"},"FirstMessageMs":{"avg":"10:59:34.10s","sum":"0.00s","count":1,"max":"10:59:34.10s","min":"10:59:34.10s"}}},"MaxMemoryUsage":{"sum":1048576000,"count":1,"avg":1048576000,"max":1048576000,"min":1048576000},"ResultRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Tasks":{"sum":1,"count":1},"ResultBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"OutputRows":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"StageDurationUs":{"sum":"10ms","count":1},"CpuTimeUs":{"sum":"534us","count":1,"avg":"534us","max":"534us","min":"534us"},"OutputBytes":{"sum":3,"count":1,"avg":3,"max":3,"min":3}},"MaxMemoryUsage":{"min":1048576000,"max":1048576000,"avg":1048576000,"sum":1048576000,"count":1},"CpuTimeUs":{"min":"534us","max":"534us","avg":"534us","sum":"534us","count":1},"OutputBytes":{"min":3,"max":3,"avg":3,"sum":3,"count":1},"OutputRows":{"min":1,"max":1,"avg":1,"sum":1,"count":1},"ResultBytes":{"min":3,"max":3,"avg":3,"sum":3,"count":1},"ResultRows":{"min":1,"max":1,"avg":1,"sum":1,"count":1},"Tasks":{"min":1,"max":1,"avg":1,"sum":1,"count":1}}}

ydb/core/fq/libs/control_plane_storage/internal/ut/resources/v1_two_results.json

@@ -0,0 +1 @@
+{"ResultSet":{"01_2_Stage":{"SourceCpuTimeUs":{"sum":"808us","count":1,"avg":"808us","max":"808us","min":"808us"},"DurationUs":{"sum":"3ms","count":1,"avg":"3ms","max":"3ms","min":"3ms"},"Output=4":{"Pop":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30}},"Push":{"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"Chunks":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"ResumeMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"PauseMessageMs":{"avg":"10:58:35.19s","sum":"0.00s","count":1,"max":"10:58:35.19s","min":"10:58:35.19s"},"WaitTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"WaitPeriods":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"WaitMessageMs":{"sum":"44ms","count":1,"max":"10:58:35.24s","min":"10:58:35.19s"}}},"MaxMemoryUsage":{"sum":241172480,"count":1,"avg":241172480,"max":241172480,"min":241172480},"IngressBytes":{"sum":53,"count":1,"avg":53,"max":53,"min":53},"Tasks":{"sum":1,"count":1},"OutputRows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"IngressRows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"StageDurationUs":{"sum":"3ms","count":1},"WaitInputTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"OutputBytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30},"CpuTimeUs":{"sum":"6ms","count":1,"avg":"6ms","max":"6ms","min":"6ms"},"Ingress=S3Source":{"Pop":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":66,"count":1,"avg":66,"max":66,"min":66}},"Ingress":{"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"ResumeMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":53,"count":1,"avg":53,"max":53,"min":53},"Splits":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"PauseMessageMs":{"avg":"10:58:35.19s","sum":"0.00s","count":1,"max":"10:58:35.19s","min":"10:58:35.19s"},"WaitTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"WaitPeriods":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"WaitMessageMs":{"sum":"43ms","count":1,"max":"10:58:35.24s","min":"10:58:35.19s"}},"Push":{"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"ResumeMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":66,"count":1,"avg":66,"max":66,"min":66},"PauseMessageMs":{"avg":"10:58:35.19s","sum":"0.00s","count":1,"max":"10:58:35.19s","min":"10:58:35.19s"},"WaitTimeUs":{"sum":"43ms","count":1,"avg":"43ms","max":"43ms","min":"43ms"},"WaitPeriods":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"WaitMessageMs":{"sum":"43ms","count":1,"max":"10:58:35.24s","min":"10:58:35.19s"}}}},"02_4_Collect":{"DurationUs":{"sum":"9ms","count":1,"avg":"9ms","max":"9ms","min":"9ms"},"Output=RESULT":{"Pop":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30}},"Push":{"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"Chunks":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"ResumeMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"PauseMessageMs":{"avg":"10:58:35.18s","sum":"0.00s","count":1,"max":"10:58:35.18s","min":"10:58:35.18s"},"WaitTimeUs":{"sum":"57ms","count":1,"avg":"57ms","max":"57ms","min":"57ms"},"WaitPeriods":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"WaitMessageMs":{"sum":"58ms","count":1,"max":"10:58:35.24s","min":"10:58:35.18s"}}},"MaxMemoryUsage":{"sum":31457280,"count":1,"avg":31457280,"max":31457280,"min":31457280},"InputBytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30},"ResultRows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"Tasks":{"sum":1,"count":1},"ResultBytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30},"OutputRows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"InputRows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"StageDurationUs":{"sum":"9ms","count":1},"WaitInputTimeUs":{"sum":"57ms","count":1,"avg":"57ms","max":"57ms","min":"57ms"},"OutputBytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30},"CpuTimeUs":{"sum":"900us","count":1,"avg":"900us","max":"900us","min":"900us"},"Input=2":{"Pop":{"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30}},"Push":{"LastMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Rows":{"sum":3,"count":1,"avg":3,"max":3,"min":3},"Chunks":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"ResumeMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"FirstMessageMs":{"avg":"10:58:35.24s","sum":"0.00s","count":1,"max":"10:58:35.24s","min":"10:58:35.24s"},"Bytes":{"sum":30,"count":1,"avg":30,"max":30,"min":30},"PauseMessageMs":{"avg":"10:58:35.18s","sum":"0.00s","count":1,"max":"10:58:35.18s","min":"10:58:35.18s"},"WaitTimeUs":{"sum":"57ms","count":1,"avg":"57ms","max":"57ms","min":"57ms"},"WaitPeriods":{"sum":1,"count":1,"avg":1,"max":1,"min":1},"WaitMessageMs":{"sum":"58ms","count":1,"max":"10:58:35.24s","min":"10:58:35.18s"}}}},"MaxMemoryUsage":{"min":31457280,"max":241172480,"avg":136314880,"sum":272629760,"count":2},"CpuTimeUs":{"min":"900us","max":"6ms","avg":"3ms","sum":"7ms","count":2},"SourceCpuTimeUs":{"min":"808us","max":"808us","avg":"808us","sum":"808us","count":1},"InputBytes":{"min":30,"max":30,"avg":30,"sum":30,"count":1},"InputRows":{"min":3,"max":3,"avg":3,"sum":3,"count":1},"OutputBytes":{"min":30,"max":30,"avg":30,"sum":60,"count":2},"OutputRows":{"min":3,"max":3,"avg":3,"sum":6,"count":2},"ResultBytes":{"min":30,"max":30,"avg":30,"sum":30,"count":1},"ResultRows":{"min":3,"max":3,"avg":3,"sum":3,"count":1},"IngressBytes":{"min":53,"max":53,"avg":53,"sum":53,"count":1},"IngressRows":{"min":3,"max":3,"avg":3,"sum":3,"count":1},"Tasks":{"min":1,"max":1,"avg":1,"sum":2,"count":2}}}