Merge branch 'main' into YDBOPS-8928

Author: vitalyisaev2

.github/scripts/tests/generate-summary.py

@@ -144,6 +144,10 @@ def add_line(self, line: TestSummaryLine):
         self.is_failed |= line.is_failed
         self.lines.append(line)
 
+    @property
+    def is_empty(self):
+        return len(self.lines) == 0
+
     def render_line(self, items):
         return f"| {' | '.join(items)} |"
 
@@ -249,8 +253,12 @@ def write_summary(summary: TestSummary):
     else:
         fp = sys.stdout
 
-    for line in summary.render(add_footnote=True):
-        fp.write(f"{line}\n")
+    if summary.is_empty:
+        fp.write(":red_circle: Test run completed, no test results found. Please check build logs.")
+    else:
+        for line in summary.render(add_footnote=True):
+            fp.write(f"{line}\n")
+
     fp.write("\n")
 
     if summary_fn:
@@ -267,6 +275,9 @@ def gen_summary(summary_url_prefix, summary_out_folder, paths):
             test_result = TestResult.from_junit(case)
             summary_line.add(test_result)
 
+        if not summary_line.tests:
+            continue
+
         report_url = f"{summary_url_prefix}{html_fn}"
 
         render_testlist_html(summary_line.tests, os.path.join(summary_out_folder, html_fn))
@@ -277,8 +288,12 @@ def gen_summary(summary_url_prefix, summary_out_folder, paths):
 
 
 def get_comment_text(pr: PullRequest, summary: TestSummary, build_preset: str, test_history_url: str):
-
-    if summary.is_failed:
+    if summary.is_empty:
+        return [
+            f":red_circle: **{build_preset}**: Test run completed, no test results found for commit {pr.head.sha}. "
+            f"Please check build logs."
+        ]
+    elif summary.is_failed:
         result = f":red_circle: **{build_preset}**: some tests FAILED"
     else:
         result = f":green_circle: **{build_preset}**: all tests PASSED"

.github/workflows/build_and_test_provisioned.yml

@@ -55,6 +55,8 @@ jobs:
     steps:
     - name: Checkout
       uses: actions/checkout@v3
+      with:
+        ref: cmakebuild
     - name: Build
       uses: ./.github/actions/build
       if: inputs.run_build

.gitignore

@@ -40,3 +40,35 @@ __pycache__/
 
 # KDevelop IDE
 *.kdev4
+
+# Other symlinks
+contrib/python/protobuf/py3/google.protobuf.internal._api_implementation.reg3.cpp
+contrib/python/protobuf/py3/google.protobuf.pyext._message.reg3.cpp
+contrib/tools/python3/src/Modules/_sqlite/_sqlite3.reg3.cpp
+contrib/tools/ragel6/all_cd.cpp
+contrib/tools/ragel6/all_cs.cpp
+contrib/tools/ragel6/all_fs.cpp
+contrib/tools/ragel6/all_go.cpp
+contrib/tools/ragel6/all_ml.cpp
+contrib/tools/ragel6/all_other.cpp
+contrib/tools/ragel6/all_r.cpp
+library/python/runtime_py3/__res.pyx.cpp
+library/python/runtime_py3/__res.reg3.cpp
+library/python/runtime_py3/sitecustomize.pyx.cpp
+library/python/runtime_py3/sitecustomize.reg3.cpp
+library/python/symbols/module/library.python.symbols.module.syms.reg3.cpp
+util/all_datetime.cpp
+util/all_digest.cpp
+util/all_folder.cpp
+util/all_generic.cpp
+util/all_memory.cpp
+util/all_network.cpp
+util/all_random.cpp
+util/all_stream.cpp
+util/all_string.cpp
+util/all_system_1.cpp
+util/all_system_2.cpp
+util/all_thread.cpp
+util/all_util.cpp
+util/charset/all_charset.cpp
+

build/conf/bison_lex.conf

@@ -26,13 +26,20 @@ _CPP_BISON_SKELS=\
 _BISON_GEN_EXT=.cpp
 _FLEX_GEN_EXT=.cpp
 
-_BISON_HEADER=--defines=${nopath;noext;output;main;addincl;norel;suf=.h:SRC}
-_BISON_PP=$YMAKE_PYTHON ${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) ${nopath;noext;tmp:SRC.h}
-
-_FLEX_TOOL=${tool:"contrib/tools/flex-old"}
-_FLEX_TOOL_DIR=contrib/tools/flex-old
+_BISON_HEADER=
+_BISON_PP=
+_FLEX_TOOL=
+_FLEX_TOOL_DIR=
 _FLEX_HEADER=
 
+when ($_BISON_FLEX_SET_DEFAULTS == "yes") {
+    _BISON_HEADER=--defines=${nopath;noext;output;main;addincl;norel;suf=.h:SRC}
+    _BISON_PP=$YMAKE_PYTHON ${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) ${nopath;noext;tmp:SRC.h}
+    _FLEX_TOOL=${tool:"contrib/tools/flex-old"}
+    _FLEX_TOOL_DIR=contrib/tools/flex-old
+    _FLEX_HEADER=
+}
+
 ### @usage: FLEX_FLAGS(<flags>)
 ###
 ### Set flags for Lex tool (flex) invocations.

build/scripts/clang_tidy.py

@@ -158,7 +158,7 @@ def ensure_clean_dir(path):
         "-p",
         compile_command_path,
         "--warnings-as-errors",
-        "*",
+        "*,-clang-diagnostic-#pragma-messages",
         "--config-file",
         result_config_file,
         "--header-filter",

build/ymake.core.conf

@@ -783,6 +783,7 @@ module _BASE_UNIT: _BARE_UNIT {
     }
 
     ENABLE(USE_YASM_ASSEMBLER)
+    ENABLE(_BISON_FLEX_SET_DEFAULTS)
 }
 
 _LINKER_ID=

build/ymake_conf.py

@@ -75,6 +75,7 @@ def __init__(self, name, os, arch):
         self.is_riscv32 = self.is_rv32imc
 
         self.is_nds32 = self.arch in ('nds32le_elf_mculib_v5f',)
+        self.is_tc32 = self.arch in ('tc32_elf',)
 
         self.is_xtensa = self.arch in ('xtensa_hifi5',)
 
@@ -100,7 +101,7 @@ def __init__(self, name, os, arch):
         self.is_wasm64 = self.arch == 'wasm64'
         self.is_wasm = self.is_wasm64
 
-        self.is_32_bit = self.is_x86 or self.is_armv7 or self.is_armv8m or self.is_riscv32 or self.is_nds32 or self.is_armv7em or self.is_xtensa
+        self.is_32_bit = self.is_x86 or self.is_armv7 or self.is_armv8m or self.is_riscv32 or self.is_nds32 or self.is_armv7em or self.is_xtensa or self.is_tc32
         self.is_64_bit = self.is_x86_64 or self.is_armv8 or self.is_powerpc or self.is_wasm64
 
         assert self.is_32_bit or self.is_64_bit
@@ -183,6 +184,7 @@ def arch_variables(self):
             (self.is_riscv32, 'ARCH_RISCV32'),
             (self.is_xtensa, 'ARCH_XTENSA'),
             (self.is_nds32, 'ARCH_NDS32'),
+            (self.is_tc32, 'ARCH_TC32'),
             (self.is_wasm64, 'ARCH_WASM64'),
             (self.is_32_bit, 'ARCH_TYPE_32'),
             (self.is_64_bit, 'ARCH_TYPE_64'),
@@ -1047,7 +1049,7 @@ def __init__(self, build, detector):
 
         self.os_sdk_local = False
 
-        if build.target.is_apple and to_bool(preset('APPLE_SDK_LOCAL'), default=False):
+        if build.host.is_apple and build.target.is_apple and to_bool(preset('APPLE_SDK_LOCAL'), default=False):
             self.os_sdk_local = True
 
         if self.os_sdk == 'local':
@@ -1406,8 +1408,8 @@ def __init__(self, tc, build):
                 '-fdebug-default-version=4',
             ]
         elif self.tc.is_gcc:
-            if self.target.is_xtensa:
-                # Xtensa toolchain does not support this flag
+            if self.target.is_xtensa or self.target.is_tc32:
+                # Xtensa and tc32 toolchains does not support this flag
                 pass
             else:
                 self.c_foptions += [