@@ -1136,7 +1136,7 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1136
1136
NMiniKQL::WriteColumnValuesFromArrow (editAccessors, NMiniKQL::TBatchDataAccessor (result->Get ()->GetArrowBatch ()), columnIndex, resultColumnIndex, column.TypeInfo )
1137
1137
);
1138
1138
if (column.NotNull ) {
1139
- std::shared_ptr<arrow::Array> columnSharedPtr = result->Get ()->GetArrowBatch ()->column (columnIndex);
1139
+ std::shared_ptr<arrow::Array> columnSharedPtr = result->Get ()->GetArrowBatch ()->column (columnIndex);
1140
1140
bool gotNullValue = false ;
1141
1141
for (ui64 rowIndex = 0 ; rowIndex < result->Get ()->GetRowsCount (); ++rowIndex) {
1142
1142
if (columnSharedPtr->IsNull (rowIndex)) {
@@ -1181,9 +1181,14 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1181
1181
}
1182
1182
1183
1183
NMiniKQL::TBytesStatistics PackCells (TResult& handle, i64& freeSpace) {
1184
- auto & [shardId, result, batch, _ , packed] = handle;
1184
+ auto & [shardId, result, batch, processedRows , packed] = handle;
1185
1185
NMiniKQL::TBytesStatistics stats;
1186
1186
batch->reserve (batch->size ());
1187
+ CA_LOG_D (TStringBuilder () << " enter pack cells method "
1188
+ << " shardId: " << shardId
1189
+ << " processedRows: " << processedRows
1190
+ << " packed rows: " << packed
1191
+ << " freeSpace: " << freeSpace);
1187
1192
1188
1193
for (size_t rowIndex = packed; rowIndex < result->Get ()->GetRowsCount (); ++rowIndex) {
1189
1194
const auto & row = result->Get ()->GetCells (rowIndex);
@@ -1225,6 +1230,12 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1225
1230
break ;
1226
1231
}
1227
1232
}
1233
+
1234
+ CA_LOG_D (TStringBuilder () << " exit pack cells method "
1235
+ << " shardId: " << shardId
1236
+ << " processedRows: " << processedRows
1237
+ << " packed rows: " << packed
1238
+ << " freeSpace: " << freeSpace);
1228
1239
return stats;
1229
1240
}
1230
1241
@@ -1246,7 +1257,9 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1246
1257
1247
1258
YQL_ENSURE (!resultBatch.IsWide (), " Wide stream is not supported" );
1248
1259
1249
- CA_LOG_D (TStringBuilder () << " enter getasyncinputdata results size " << Results.size ());
1260
+ CA_LOG_D (TStringBuilder () << " enter getasyncinputdata results size " << Results.size ()
1261
+ << " , freeSpace " << freeSpace);
1262
+
1250
1263
ui64 bytes = 0 ;
1251
1264
while (!Results.empty ()) {
1252
1265
auto & result = Results.front ();
@@ -1255,14 +1268,15 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1255
1268
auto & msg = *result.ReadResult ->Get ();
1256
1269
if (!batch.Defined ()) {
1257
1270
batch.ConstructInPlace ();
1258
- switch (msg.Record .GetResultFormat ()) {
1259
- case NKikimrDataEvents::FORMAT_ARROW:
1260
- BytesStats.AddStatistics (PackArrow (result, freeSpace));
1261
- break ;
1262
- case NKikimrDataEvents::FORMAT_UNSPECIFIED:
1263
- case NKikimrDataEvents::FORMAT_CELLVEC:
1264
- BytesStats.AddStatistics (PackCells (result, freeSpace));
1265
- }
1271
+ }
1272
+
1273
+ switch (msg.Record .GetResultFormat ()) {
1274
+ case NKikimrDataEvents::FORMAT_ARROW:
1275
+ BytesStats.AddStatistics (PackArrow (result, freeSpace));
1276
+ break ;
1277
+ case NKikimrDataEvents::FORMAT_UNSPECIFIED:
1278
+ case NKikimrDataEvents::FORMAT_CELLVEC:
1279
+ BytesStats.AddStatistics (PackCells (result, freeSpace));
1266
1280
}
1267
1281
1268
1282
auto id = result.ReadResult ->Get ()->Record .GetReadId ();
@@ -1334,6 +1348,7 @@ class TKqpReadActor : public TActorBootstrapped<TKqpReadActor>, public NYql::NDq
1334
1348
1335
1349
CA_LOG_D (TStringBuilder () << " returned async data"
1336
1350
<< " processed rows " << ProcessedRowCount
1351
+ << " left freeSpace " << freeSpace
1337
1352
<< " received rows " << ReceivedRowCount
1338
1353
<< " running reads " << RunningReads ()
1339
1354
<< " pending shards " << PendingShards.Size ()
0 commit comments