Merge 7e84c14 into b6537e1

Author: naspirato

.github/TESTOWNERS

@@ -0,0 +1,82 @@
+# TEAM:@ydb-platform/docs
+/*.md @ydb-platform/docs
+/ydb/docs/ @ydb-platform/docs
+
+# YQL @ydb-platform/yql
+/ydb/library/yql/ @ydb-platform/yql
+/ydb/library/yql/dq @ydb-platform/yql @ydb-platform/qp
+/ydb/library/yql/yt @Krock21 @Krisha11 @zlobober @gritukan
+
+#TEAM:@ydb-platform/Topics
+/ydb/core/kafka_proxy @ydb-platform/Topics
+/ydb/core/persqueue @ydb-platform/Topics
+/ydb/services/datastreams @ydb-platform/Topics
+/ydb/services/deprecated/persqueue_v0 @ydb-platform/Topics
+/ydb/services/persqueue_v1 @ydb-platform/Topics
+
+#Группа разработки строковых таблиц @azevaykin TEAM:?
+/ydb/core/tablet_flat @azevaykin 
+/ydb/core/tx/datashard @azevaykin 
+/ydb/core/mon_alloc @azevaykin 
+
+# Сoordinator
+/ydb/core/tx/coordinator @snaury
+
+#Группа распределенной системной инфраструктуры @ijon TEAM:?
+/ydb/core/mind/ @ijon
+/ydb/core/blob_depot @ijon
+/ydb/core/tx/schemeshard @ijon
+/ydb/core/tx/columnshard @ivanmorozov333
+/ydb/services/ydb/ @ijon
+/ydb/core/util @ijon
+/ydb/core/persqueue @ijon
+/ydb/core/client @ijon
+/ydb/core/engine @ijon
+
+#YDB Query Execution Team @gridnevvvit TEAM:@ydb-platform/qp
+/ydb/core/kqp @ydb-platform/qp
+
+#YDB Application Team @asmyasnikov TEAM:?
+/ydb/public/sdk @asmyasnikov
+/ydb/tests/functional/ydb_cli @asmyasnikov
+/ydb/public/lib/ydb_cli @asmyasnikov
+
+#YDB Query Optimizer Team @pavelvelikhov TEAM:???
+/ydb/tests/functional/canonical @pavelvelikhov 
+
+
+#YDB Engineering Team @maximyurchuk 
+   # - пока не понятно
+
+#Группа разработки распределенного хранилища @the-ancient-1 TEAM:???
+/ydb/core/blobstorage @the-ancient-1
+/ydb/core/mind/bscontroller @the-ancient-1
+
+#Группа функциональности ядра @CyberROFL TEAM:@ydb-platform/core
+
+/ydb/core/config/ut @ydb-platform/core
+/ydb/core/scheme @ydb-platform/core
+/ydb/core/cms @ydb-platform/core
+/ydb/tests/functional/cms @ydb-platform/core
+
+
+#Группа разработки систем поставки данных / LogBroker @alexnick88 TEAM:???
+/ydb/tests/functional/sqs
+
+#YDB Analytics TEAM:???
+
+#Federative query TEAM:@ydb-platform/fq
+/ydb/tests/fq @ydb-platform/fq
+/ydb/core/fq/ @ydb-platform/fq
+/ydb/services/fq/ @ydb-platform/fq
+/ydb/library/yql/providers/common/http_gateway @ydb-platform/fq
+/ydb/library/yql/providers/common/db_id_async_resolver @ydb-platform/fq
+/ydb/library/yql/providers/generic @ydb-platform/fq
+/ydb/library/yql/providers/pq @ydb-platform/fq
+/ydb/library/yql/providers/s3 @ydb-platform/fq
+/ydb/library/yql/providers/solomon @ydb-platform/fq
+/ydb/core/public_http/ @ydb-platform/fq
+
+#@ydb-platform/ui-backend
+/ydb/core/viewer @ydb-platform/ui-backend
+/ydb/core/protos/node_whiteboard.proto @ydb-platform/ui-backend

.github/config/muted_ya.txt

@@ -5,7 +5,6 @@ ydb/core/client/ut TClientTest.ReadFromFollower
 ydb/core/client/ut TFlatTest.AutoSplitMergeQueue
 ydb/core/cms/ut_sentinel_unstable *
 ydb/core/external_sources *
-ydb/core/quoter/ut QuoterWithKesusTest.PrefetchCoefficient
 ydb/core/keyvalue/ut_trace TKeyValueTracingTest.*
 ydb/core/kqp/provider/ut KikimrIcGateway.TestLoadBasicSecretValueFromExternalDataSourceMetadata
 ydb/core/kqp/ut/olap KqpOlapBlobsSharing.*
@@ -14,18 +13,19 @@ ydb/core/kqp/ut/pg KqpPg.CreateIndex
 ydb/core/kqp/ut/query KqpLimits.QueryReplySize
 ydb/core/kqp/ut/query KqpQuery.QueryTimeout
 ydb/core/kqp/ut/scan KqpRequestContext.TraceIdInErrorMessage
-ydb/core/kqp/ut/scheme KqpOlapScheme.TenThousandColumns
+ydb/core/kqp/ut/scheme [*/*]*
 ydb/core/kqp/ut/scheme KqpOlap.OlapRead_StreamGenericQuery
 ydb/core/kqp/ut/scheme KqpOlap.OlapRead_UsesGenericQueryOnJoinWithDataShardTable
+ydb/core/kqp/ut/scheme KqpOlapScheme.TenThousandColumns
 ydb/core/kqp/ut/scheme KqpScheme.AlterAsyncReplication
 ydb/core/kqp/ut/scheme KqpScheme.QueryWithAlter
-ydb/core/kqp/ut/scheme [*/*]*
+ydb/core/kqp/ut/service [*/*]*
 ydb/core/kqp/ut/service KqpQueryService.ExecuteQueryPgTableSelect
 ydb/core/kqp/ut/service KqpQueryService.QueryOnClosedSession
 ydb/core/kqp/ut/service KqpService.CloseSessionsWithLoad
-ydb/core/kqp/ut/service [*/*]*
 ydb/core/persqueue/ut [*/*]*
 ydb/core/persqueue/ut TPQTest.*DirectRead*
+ydb/core/persqueue/ut/ut_with_sdk [*/*]*
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.PartitionMerge_PreferedPartition_BeforeAutoscaleAwareSDK
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.PartitionSplit_ManySession_AutoscaleAwareSDK
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.PartitionSplit_ManySession_BeforeAutoscaleAwareSDK
@@ -36,7 +36,7 @@ ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.PartitionSplit_ReadNotEmptyPa
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.ReadingAfterSplitTest_AutoscaleAwareSDK_AutoCommit
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.ReadingAfterSplitTest_PreferedPartition_AutoscaleAwareSDK
 ydb/core/persqueue/ut/ut_with_sdk TopicAutoscaling.ReadingAfterSplitTest_PreferedPartition_BeforeAutoscaleAwareSDK
-ydb/core/persqueue/ut/ut_with_sdk [*/*]*
+ydb/core/quoter/ut QuoterWithKesusTest.PrefetchCoefficient
 ydb/core/tx/coordinator/ut Coordinator.RestoreTenantConfiguration
 ydb/core/tx/datashard/ut_change_exchange Cdc.InitialScanDebezium
 ydb/core/tx/schemeshard/ut_restore TImportTests.ShouldSucceedOnManyTables
@@ -49,16 +49,16 @@ ydb/core/viewer/ut Viewer.TabletMergingPacked
 ydb/library/actors/http/ut HttpProxy.TooLongHeader
 ydb/library/actors/http/ut sole*
 ydb/library/yql/providers/generic/connector/tests/datasource/ydb* *
-ydb/public/sdk/cpp/client/ydb_persqueue_core/ut RetryPolicy.TWriteSession_TestBrokenPolicy
 ydb/public/sdk/cpp/client/ydb_persqueue_core/ut [*/*]
+ydb/public/sdk/cpp/client/ydb_persqueue_core/ut RetryPolicy.TWriteSession_TestBrokenPolicy
 ydb/public/sdk/cpp/client/ydb_persqueue_public/ut RetryPolicy.TWriteSession_TestBrokenPolicy
-ydb/public/sdk/cpp/client/ydb_persqueue_public/ut/with_offset_ranges_mode_ut RetryPolicy.TWriteSession_TestBrokenPolicy
 ydb/public/sdk/cpp/client/ydb_persqueue_public/ut/with_offset_ranges_mode_ut [*/*]*
+ydb/public/sdk/cpp/client/ydb_persqueue_public/ut/with_offset_ranges_mode_ut RetryPolicy.TWriteSession_TestBrokenPolicy
+ydb/public/sdk/cpp/client/ydb_topic/ut [*/*]*
 ydb/public/sdk/cpp/client/ydb_topic/ut BasicUsage.ConflictingWrites
 ydb/public/sdk/cpp/client/ydb_topic/ut BasicUsage.ReadSessionCorrectClose
 ydb/public/sdk/cpp/client/ydb_topic/ut BasicUsage.WriteRead
 ydb/public/sdk/cpp/client/ydb_topic/ut TSettingsValidation.TestDifferentDedupParams
-ydb/public/sdk/cpp/client/ydb_topic/ut [*/*]*
 ydb/services/datastreams/ut DataStreams.TestGetRecordsStreamWithSingleShard
 ydb/services/datastreams/ut DataStreams.TestPutRecordsOfAnauthorizedUser
 ydb/services/datastreams/ut DataStreams.TestPutRecordsWithRead
@@ -67,35 +67,43 @@ ydb/services/datastreams/ut DataStreams.TestReservedStorageMetering
 ydb/services/fq/ut_integration Yq_1.*
 ydb/services/keyvalue/ut KeyValueGRPCService.*
 ydb/services/keyvalue/ut sole*
+ydb/services/persqueue_v1/ut [*/*]*
 ydb/services/persqueue_v1/ut TPersQueueTest.CheckACLForGrpcWrite
-ydb/services/persqueue_v1/ut TPQCompatTest.BadTopics
 ydb/services/persqueue_v1/ut TPersQueueTest.DirectRead*Cache*
-ydb/services/persqueue_v1/ut [*/*]*
+ydb/services/persqueue_v1/ut TPQCompatTest.BadTopics
 ydb/services/ydb/sdk_sessions_pool_ut YdbSdkSessionsPool.StressTestSync*
-ydb/services/ydb/sdk_sessions_ut YdbSdkSessions.TestActiveSessionCountAfterBadSession
 ydb/services/ydb/sdk_sessions_ut [*/*]*
-ydb/services/ydb/table_split_ut YdbTableSplit.SplitByLoadWithReadsMultipleSplitsWithData
+ydb/services/ydb/sdk_sessions_ut YdbSdkSessions.TestActiveSessionCountAfterBadSession
 ydb/services/ydb/table_split_ut [*/*]*
+ydb/services/ydb/table_split_ut YdbTableSplit.SplitByLoadWithReadsMultipleSplitsWithData
 ydb/services/ydb/ut YdbOlapStore.LogPagingAfter-NotNull
 ydb/services/ydb/ut YdbQueryService.TestCreateAndAttachSession
 ydb/services/ydb/ut YdbScripting.BasicV0
 ydb/services/ydb/ut YdbYqlClient.TestYqlSessionClosed
+ydb/tests/fq/control_plane_storage *
 ydb/tests/fq/mem_alloc *
 ydb/tests/fq/multi_plane *
 ydb/tests/fq/plans test_stats_mode.py.TestStatsMode.test_mode[v1-STATS_MODE_FULL-client0]
 ydb/tests/fq/yds *
-ydb/tests/fq/control_plane_storage *
+ydb/tests/fq/yt/kqp_yt_file/part18 test.py.test[pg-join_brackets2-default.txt]
 ydb/tests/functional/audit *
 ydb/tests/functional/blobstorage test_replication.py.TestReplicationAfterNodesRestart.test_replication*
 ydb/tests/functional/kqp/kqp_indexes ConsistentIndexRead.InteractiveTx
 ydb/tests/functional/kqp/kqp_query_session KqpQuerySession.NoLocalAttach
+ydb/tests/functional/rename [test_rename.py */*] chunk chunk
 ydb/tests/functional/restarts test_restarts.py.*
 ydb/tests/functional/serverless test_serverless.py.test_database_with_disk_quotas[enable_alter_database_create_hive_first--*]
+ydb/tests/functional/suite_tests test_postgres.py.TestPGSQL.test_sql_suite[plan-jointest/join2.test]
 ydb/tests/functional/tenants test_dynamic_tenants.py.*
 ydb/tests/functional/tenants test_storage_config.py.TestStorageConfig.*
 ydb/tests/functional/tenants test_tenants.py.*
 ydb/tests/functional/ydb_cli test_ydb_impex.py.TestImpex.test_big_dataset*
 ydb/tests/tools/pq_read/test test_timeout.py.TestTimeout.test_timeout
-ydb/tests/functional/rename [test_rename.py */*] chunk chunk
-ydb/tests/fq/yt/kqp_yt_file/part18 test.py.test[pg-join_brackets2-default.txt]
-ydb/tests/functional/suite_tests test_postgres.py.TestPGSQL.test_sql_suite[plan-jointest/join2.test]
+ydb/core/blobstorage/ut_blobstorage/ut_scrub/ BlobScrubbing.block42
+ydb/core/blobstorage/ut_blobstorage/ut_scrub/ BlobScrubbing.mirror3dc
+ydb/core/blobstorage/ut_blobstorage/ut_scrub/ BlobScrubbing.mirror3of4
+ydb/core/tx/schemeshard/ut_move_reboots/ TSchemeShardMoveRebootsTest.WithData
+ydb/core/tx/schemeshard/ut_move_reboots/ TSchemeShardMoveRebootsTest.WithDataAndPersistentPartitionStats
+ydb/core/tx/schemeshard/ut_pq_reboots/ TPqGroupTestReboots.AlterWithReboots-PQConfigTransactionsAtSchemeShard-false
+ydb/apps/ydb/ut/ YdbWorkloadTransferTopicToTable.Default_Init_Clean
+ydb/library/actors/interconnect/ut_huge_cluster/HugeCluster.AllToAll

.github/scripts/analytics/decode_imported_csv.py

@@ -0,0 +1,35 @@
+
+import os
+import csv
+import urllib.parse
+
+# Функция для декодирования percent-encoded строки
+def decode_percent_encoded_string(encoded_string):
+    return urllib.parse.unquote(encoded_string)
+
+# Функция для декодирования CSV файла
+def decode_csv(file_path):
+    with open(file_path, mode='r', encoding='utf-8') as infile, open(file_path + '.decoded', mode='w', encoding='utf-8', newline='') as outfile:
+        reader = csv.reader(infile)
+        writer = csv.writer(outfile,escapechar='\\', quotechar='"', quoting=csv.QUOTE_ALL, doublequote=True)
+
+        for row in reader:
+            decoded_row = [decode_percent_encoded_string(cell) for cell in row]
+            writer.writerow(decoded_row)
+
+# Функция для обработки всех CSV файлов в директории
+def decode_all_csv_files_in_directory(directory_path):
+    for filename in os.listdir(directory_path):
+        if filename.endswith('.csv'):
+            file_path = os.path.join(directory_path, filename)
+            print(f"Processing file: {file_path}")
+            decode_csv(file_path)
+            os.replace(file_path + '.decoded', file_path)
+
+def main(): 
+    directory_path = 'place_your_path_here'
+    decode_all_csv_files_in_directory(directory_path)
+    
+    
+if __name__ == "__main__":
+    main()

.github/scripts/analytics/flaky_tests_history.py

@@ -151,7 +151,7 @@ def main():
                         DISTINCT suite_folder || '/' || test_name as full_name,
                         suite_folder,
                         test_name
-                    from  `test_results/test_runs_results`
+                    from  `test_results/test_runs_column`
                     where
                         status in ('failure','mute')
                         and job_name in ('Nightly-run', 'Postcommit_relwithdebinfo')
@@ -161,7 +161,7 @@ def main():
                 cross join (
                     select 
                         DISTINCT DateTime::MakeDate(run_timestamp) as date_base
-                    from  `test_results/test_runs_results`
+                    from  `test_results/test_runs_column`
                     where
                         status in ('failure','mute')
                         and job_name in ('Nightly-run', 'Postcommit_relwithdebinfo')
@@ -176,7 +176,7 @@ def main():
                         run_timestamp,
                         status
                         --ROW_NUMBER() OVER (PARTITION BY test_name ORDER BY run_timestamp DESC) AS rn
-                    from  `test_results/test_runs_results`
+                    from  `test_results/test_runs_column`
                     where
                         run_timestamp >= Date('{last_date}') -{history_for_n_day}*Interval("P1D") and
                         job_name in ('Nightly-run', 'Postcommit_relwithdebinfo')

.github/scripts/analytics/import_to_column.sh

@@ -0,0 +1,32 @@
+
+#!/bin/bash
+
+# Параметры подключения к YDB
+ENDPOINT="grpcs://lb.etnvsjbk7kh1jc6bbfi8.ydb.mdb.yandexcloud.net:2135"
+DATABASE="/ru-central1/b1ggceeul2pkher8vhb6/etnvsjbk7kh1jc6bbfi8"
+SA_KEY_FILE="/home/kirrysin/fork_2/.github/scripts/my-robot-key.json"
+TABLE="test_results/test_runs_column"
+DIRECTORY="/home/kirrysin/fork_2/~tmp_backup/test_runs_results"
+
+# Обрабатываем каждый .csv файл в указанной директории
+for FILE in "$DIRECTORY"/*.csv; do
+    if [[ -f "$FILE" ]]; then
+        echo "Импортируем файл: $FILE"
+        
+        ydb -e "$ENDPOINT" \
+            -d "$DATABASE" \
+            --sa-key-file "$SA_KEY_FILE" \
+            import file csv \
+            -p "$TABLE" \
+            "$FILE"
+        
+        if [[ $? -eq 0 ]]; then
+            echo "Импорт файла $FILE успешно завершен."
+        else
+            echo "Ошибка при импорте файла $FILE." >&2
+            exit 1
+        fi
+    fi
+done
+
+echo "Импорт всех файлов завершен."