Skip to content

Commit 1aae6f4

Browse files
zverevgenyGrigoriyPAivanmorozov333
authored and
fexolm
committed
fix addressing sparsed data (#9399)
Co-authored-by: Pisarenko Grigoriy <[email protected]> Co-authored-by: ivanmorozov333 <[email protected]>
1 parent f5cbba5 commit 1aae6f4

File tree

216 files changed

+2552
-1882
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

216 files changed

+2552
-1882
lines changed

‎.github/config/muted_ya.txt

+1
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ ydb/core/kqp/ut/service KqpQueryService.QueryOnClosedSession
2929
ydb/core/kqp/ut/service KqpService.CloseSessionsWithLoad
3030
ydb/core/kqp/ut/service [38/50]*
3131
ydb/core/kqp/ut/service KqpQueryService.TableSink_OltpUpdate
32+
ydb/core/kqp/ut/service KqpQueryService.TableSink_OltpReplace+HasSecondaryIndex
3233
ydb/core/persqueue/ut [37/40] chunk chunk
3334
ydb/core/persqueue/ut [38/40] chunk chunk
3435
ydb/core/persqueue/ut TPQTest.*DirectRead*

‎ydb/core/formats/arrow/accessor/abstract/constructor.h

+3-4
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,8 @@
11
#pragma once
2-
#include "accessor.h"
3-
4-
#include <ydb/core/formats/arrow/accessor/common/chunk_data.h>
5-
#include <ydb/core/formats/arrow/protos/accessor.pb.h>
62

3+
#include <ydb/library/formats/arrow/protos/accessor.pb.h>
4+
#include <ydb/library/formats/arrow/accessor/abstract/accessor.h>
5+
#include <ydb/library/formats/arrow/accessor/common/chunk_data.h>
76
#include <ydb/services/bg_tasks/abstract/interface.h>
87

98
#include <library/cpp/object_factory/object_factory.h>

‎ydb/core/formats/arrow/accessor/abstract/request.h

+1-2
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,7 @@
11
#pragma once
22
#include "constructor.h"
33

4-
#include <ydb/core/formats/arrow/protos/accessor.pb.h>
5-
4+
#include <ydb/library/formats/arrow/protos/accessor.pb.h>
65
#include <ydb/services/bg_tasks/abstract/interface.h>
76
#include <ydb/services/metadata/abstract/request_features.h>
87

‎ydb/core/formats/arrow/accessor/abstract/ya.make

+3-3
Original file line numberDiff line numberDiff line change
@@ -1,15 +1,15 @@
11
LIBRARY()
22

33
PEERDIR(
4-
ydb/core/formats/arrow/protos
5-
ydb/core/formats/arrow/accessor/common
64
contrib/libs/apache/arrow
75
ydb/library/conclusion
86
ydb/services/metadata/abstract
7+
ydb/library/formats/arrow/accessor/abstract
8+
ydb/library/formats/arrow/accessor/common
9+
ydb/library/formats/arrow/protos
910
)
1011

1112
SRCS(
12-
accessor.cpp
1313
constructor.cpp
1414
request.cpp
1515
)

‎ydb/core/formats/arrow/accessor/composite_serial/accessor.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
2-
#include <ydb/core/formats/arrow/accessor/abstract/accessor.h>
32
#include <ydb/core/formats/arrow/save_load/loader.h>
3+
#include <ydb/library/formats/arrow/accessor/abstract/accessor.h>
44

55
namespace NKikimr::NArrow::NAccessor {
66

‎ydb/core/formats/arrow/accessor/composite_serial/ya.make

+1
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ LIBRARY()
22

33
PEERDIR(
44
contrib/libs/apache/arrow
5+
ydb/library/formats/arrow/accessor/abstract
56
ydb/core/formats/arrow/common
67
ydb/core/formats/arrow/save_load
78
)

‎ydb/core/formats/arrow/accessor/plain/accessor.h

+2-2
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
2-
#include <ydb/core/formats/arrow/accessor/abstract/accessor.h>
3-
#include <ydb/core/formats/arrow/validation/validation.h>
2+
#include <ydb/library/formats/arrow/accessor/abstract/accessor.h>
3+
#include <ydb/library/formats/arrow/validation/validation.h>
44

55
namespace NKikimr::NArrow::NAccessor {
66

‎ydb/core/formats/arrow/accessor/plain/constructor.cpp

+2-3
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,8 @@
11
#include "accessor.h"
22
#include "constructor.h"
33

4-
#include <ydb/core/formats/arrow/accessor/abstract/accessor.h>
5-
#include <ydb/core/formats/arrow/simple_arrays_cache.h>
6-
4+
#include <ydb/library/formats/arrow/accessor/abstract/accessor.h>
5+
#include <ydb/library/formats/arrow/simple_arrays_cache.h>
76
#include <contrib/libs/apache/arrow/cpp/src/arrow/record_batch.h>
87

98
namespace NKikimr::NArrow::NAccessor::NPlain {

‎ydb/core/formats/arrow/accessor/plain/constructor.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
22
#include <ydb/core/formats/arrow/accessor/abstract/constructor.h>
3-
#include <ydb/core/formats/arrow/accessor/common/const.h>
3+
#include <ydb/library/formats/arrow/accessor/common/const.h>
44

55
namespace NKikimr::NArrow::NAccessor::NPlain {
66

‎ydb/core/formats/arrow/accessor/plain/request.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
22
#include <ydb/core/formats/arrow/accessor/abstract/request.h>
3-
#include <ydb/core/formats/arrow/accessor/common/const.h>
3+
#include <ydb/library/formats/arrow/accessor/common/const.h>
44

55
namespace NKikimr::NArrow::NAccessor::NPlain {
66

‎ydb/core/formats/arrow/accessor/plain/ya.make

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
LIBRARY()
22

33
PEERDIR(
4-
ydb/core/formats/arrow/protos
54
ydb/core/formats/arrow/accessor/abstract
5+
ydb/library/formats/arrow
6+
ydb/library/formats/arrow/protos
67
)
78

89
SRCS(

‎ydb/core/formats/arrow/accessor/sparsed/accessor.cpp

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
#include "accessor.h"
22

3-
#include <ydb/core/formats/arrow/simple_arrays_cache.h>
43
#include <ydb/core/formats/arrow/size_calcer.h>
54
#include <ydb/core/formats/arrow/splitter/simple.h>
65
#include <ydb/core/formats/arrow/save_load/saver.h>
6+
#include <ydb/library/formats/arrow/simple_arrays_cache.h>
77

88
namespace NKikimr::NArrow::NAccessor {
99

‎ydb/core/formats/arrow/accessor/sparsed/accessor.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
#pragma once
2-
#include <ydb/core/formats/arrow/accessor/abstract/accessor.h>
32
#include <ydb/core/formats/arrow/arrow_helpers.h>
43

54
#include <ydb/library/accessor/accessor.h>
5+
#include <ydb/library/formats/arrow/accessor/abstract/accessor.h>
66

77
#include <contrib/libs/apache/arrow/cpp/src/arrow/array/array_base.h>
88
#include <contrib/libs/apache/arrow/cpp/src/arrow/record_batch.h>

‎ydb/core/formats/arrow/accessor/sparsed/constructor.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
22
#include <ydb/core/formats/arrow/accessor/abstract/constructor.h>
3-
#include <ydb/core/formats/arrow/accessor/common/const.h>
3+
#include <ydb/library/formats/arrow/accessor/common/const.h>
44

55
namespace NKikimr::NArrow::NAccessor::NSparsed {
66

‎ydb/core/formats/arrow/accessor/sparsed/request.h

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
#pragma once
22
#include <ydb/core/formats/arrow/accessor/abstract/request.h>
3-
#include <ydb/core/formats/arrow/accessor/common/const.h>
3+
#include <ydb/library/formats/arrow/accessor/common/const.h>
44

55
namespace NKikimr::NArrow::NAccessor::NSparsed {
66

‎ydb/core/formats/arrow/accessor/sparsed/ya.make

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,9 @@
11
LIBRARY()
22

33
PEERDIR(
4-
ydb/core/formats/arrow/protos
54
ydb/core/formats/arrow/accessor/abstract
5+
ydb/library/formats/arrow
6+
ydb/library/formats/arrow/protos
67
)
78

89
SRCS(

‎ydb/core/formats/arrow/accessor/ya.make

-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,6 @@ LIBRARY()
33
PEERDIR(
44
ydb/core/formats/arrow/accessor/abstract
55
ydb/core/formats/arrow/accessor/plain
6-
ydb/core/formats/arrow/accessor/composite
76
ydb/core/formats/arrow/accessor/composite_serial
87
ydb/core/formats/arrow/accessor/sparsed
98
)

‎ydb/core/formats/arrow/arrow_filter.cpp

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#include "arrow_filter.h"
2-
#include "switch_type.h"
2+
#include "switch/switch_type.h"
33
#include "common/container.h"
44
#include "common/adapter.h"
55

0 commit comments

Comments
 (0)