Merge pull request #17257 from ydb-platform/merge-libs-250416-0829

Author: alexv-smirnov

build/conf/bison_lex.conf

@@ -38,7 +38,7 @@ _FLEX_HEADER=
 
 when ($_BISON_FLEX_SET_DEFAULTS == "yes") {
     _BISON_HEADER=--defines=${nopath;noext;main;addincl;norel;output;suf=$_BISON_HEADER_SUFFIX:SRC}
-    _BISON_PP=$YMAKE_PYTHON ${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) ${nopath;noext;tmp;suf=$_BISON_HEADER_SUFFIX:SRC}
+    _BISON_PP=$YMAKE_PYTHON3 ${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) ${nopath;noext;tmp;suf=$_BISON_HEADER_SUFFIX:SRC}
     _FLEX_TOOL=${tool:"contrib/tools/flex-old"}
     _FLEX_TOOL_DIR=contrib/tools/flex-old
     _FLEX_HEADER=
@@ -94,7 +94,7 @@ macro FLEX_GEN_CPP() {
 macro BISON_HEADER(Suffix) {
     SET(_BISON_HEADER_SUFFIX $Suffix)
     SET(_BISON_HEADER --defines=\${nopath;noext;main;addincl;norel;output;suf=$_BISON_HEADER_SUFFIX:SRC})
-    SET(_BISON_PP $YMAKE_PYTHON \${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) \${nopath;noext;tmp;suf=$_BISON_HEADER_SUFFIX:SRC})
+    SET(_BISON_PP $YMAKE_PYTHON3 \${input:"build/scripts/preprocess.py"} $_ADD_HIDDEN_INPUTS($_CPP_BISON_SKELS) \${nopath;noext;tmp;suf=$_BISON_HEADER_SUFFIX:SRC})
 
 }
 

build/conf/compilers/gnu_compiler.conf

@@ -73,8 +73,8 @@ when ($CLANG16 == "yes") {
 
 when ($CLANG18 == "yes") {
     CFLAGS+=-Wno-array-parameter -Wno-deprecate-lax-vec-conv-all -Wno-unqualified-std-cast-call -Wno-unused-but-set-parameter -Wno-implicit-function-declaration -Wno-int-conversion -Wno-incompatible-function-pointer-types -Wno-address-of-packed-member
-    CFLAGS+=-Wno-deprecated-this-capture -Wno-c++11-narrowing-const-reference -Wno-missing-designated-field-initializers \
-            -Wno-packed-non-pod -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof
+    CFLAGS+=-Wno-deprecated-this-capture -Wno-missing-designated-field-initializers \
+            -Wno-format -Wno-vla-cxx-extension -Wno-invalid-offsetof \
     when ($MAPSMOBI_BUILD_TARGET == "yes") {
         CFLAGS+=-Wno-deprecated-declarations
     }

build/conf/go.conf

@@ -44,7 +44,7 @@ elsewhen ($OS_WINDOWS) {
 }
 
 # tag:go-specific
-GO_TARG_ARCH=unknwon
+GO_TARG_ARCH=unknown
 when ($ARCH_X86_64) {
     GO_TARG_ARCH=amd64
 }
@@ -54,12 +54,15 @@ elsewhen ($ARCH_I386) {
 elsewhen ($ARCH_ARM64) {
     GO_TARG_ARCH=arm64
 }
+elsewhen ($ARCH_ARM7) {
+    GO_TARG_ARCH=armv7
+}
 
 # tag:go-specific
 GO_HOST_TARG_PARAMS=++host-os $GO_HOST_OS ++host-arch $GO_HOST_ARCH ++targ-os $GO_TARG_OS ++targ-arch $GO_TARG_ARCH
 
 # tag:go-specific
-GOSTD_VERSION=1.22
+GOSTD_VERSION=1.23
 when ($GOSTD_VERSION == "1.23") {
     GOSTD=contrib/go/_std_1.23/src
 }
@@ -480,6 +483,10 @@ when ($ARCH_ARM64) {
 elsewhen ($ARCH_X86_64) {
     _GO_TOOLCHAIN_ENV_GOARCH=${env:"GOARCH=amd64"}
 }
+elsewhen ($ARCH_ARM7) {
+    _GO_TOOLCHAIN_ENV_GOARCH=${env:"GOARCH=arm"}
+    _GO_TOOLCHAIN_ENV_GOARCH += ${env:"GOARM=7"}
+}
 
 # tag:go-specific
 _GO_TOOLCHAIN_ENV_GOOS=unknown
@@ -802,15 +809,15 @@ module _GO_BASE_UNIT: _BASE_UNIT {
         _GO_COMPILE_FLAGS_RACE=
         _GO_LINK_FLAGS_RACE=
     }
-    
+
     when ($SANITIZER_TYPE == "memory") {
         _GO_COMPILE_FLAGS_SANITIZERS=-msan
         _GO_LINK_FLAGS_SANITAZERS=-msan
     }
     elsewhen ($SANITIZER_TYPE == "address") {
         _GO_COMPILE_FLAGS_SANITIZERS=-asan
         _GO_LINK_FLAGS_SANITAZERS=-asan
-    } 
+    }
     otherwise {
         _GO_COMPILE_FLAGS_SANITIZERS=
         _GO_LINK_FLAGS_SANITAZERS=
@@ -1063,7 +1070,7 @@ MOCKGEN_PACKAGE="mocks"
 ### @usage: GO_MOCKGEN_PACKAGE(package)
 ###
 ### Part of Go mock module definition, source mode.
-### Specifies generated package name, instead of default one "mocks" 
+### Specifies generated package name, instead of default one "mocks"
 macro GO_MOCKGEN_PACKAGE(PACKAGE) {
     SET(MOCKGEN_PACKAGE ${PACKAGE})
 }
@@ -1072,7 +1079,7 @@ macro GO_MOCKGEN_PACKAGE(PACKAGE) {
 ### @usage: GO_MOCKGEN_REFLECT()
 ###
 ### Part of Go mock module definition, reflect mode.
-### Creates generator program, expected in `gen` folder 
+### Creates generator program, expected in `gen` folder
 macro GO_MOCKGEN_REFLECT() {
     PEERDIR(${GOSTD}/encoding/gob)
     PEERDIR(${GOSTD}/flag)

build/conf/java.conf

@@ -414,11 +414,11 @@ macro _JAVA_SRCS(RESOURCES?"yes":"no", SRCDIR=".", PACKAGE_PREFIX="", EXCLUDE[],
 }
 
 # tag:java-specific
-# Fill semantic jar_source_set by JAVA_SRCS() Args
+# Fill semantic jar_source_set/jar_resource_set by JAVA_SRCS() Args
 _JAR_SOURCE_SET_SEM=
-macro _SEM_JAR_SOURCE_SET(SRCDIR=".", PACKAGE_PREFIX="", EXCLUDE[], FILES[], RESOURCES?"RESOURCES":"", SKIP_CHECK_SRCDIR?"SKIP_CHECK_SRCDIR":"", Globs...) {
-    # Now ignore SKIP_CHECK_SRCDIR, PACKAGE_PREFIX, EXCLUDE, RESOURCES, FILES
-    SET_APPEND(_JAR_SOURCE_SET_SEM && jar_source_set ${pre=${SRCDIR}\::Globs})
+macro _SEM_JAR_SOURCE_SET(SRCDIR=".", PACKAGE_PREFIX="", EXCLUDE[], FILES[], RESOURCES?"jar_resource_set":"jar_source_set", SKIP_CHECK_SRCDIR?"SKIP_CHECK_SRCDIR":"", Globs...) {
+    # Now ignore SKIP_CHECK_SRCDIR, PACKAGE_PREFIX, EXCLUDE, FILES
+    SET_APPEND(_JAR_SOURCE_SET_SEM && $RESOURCES ${pre=${SRCDIR}\::Globs})
 }
 
 ### Fill JAVA_SRCS to value for ya ide idea and real apply for late globs
@@ -1468,9 +1468,9 @@ when (!$USE_SYSTEM_ERROR_PRONE) {
         ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_30_0_RESOURCE_GLOBAL
     }
     elsewhen ($JDK_REAL_VERSION == "24") {
-        ERROR_PRONE_VERSION=2.30.0
-        ERROR_PRONE_PEERDIR=build/platform/java/error_prone/2.30.0
-        ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_30_0_RESOURCE_GLOBAL
+        ERROR_PRONE_VERSION=2.37.0
+        ERROR_PRONE_PEERDIR=build/platform/java/error_prone/2.37.0
+        ERROR_PRONE_RESOURCE=$ERROR_PRONE_2_37_0_RESOURCE_GLOBAL
     }
     otherwise {
         ERROR_PRONE_VERSION=2.7.1
@@ -2131,19 +2131,20 @@ macro JAR_EXCLUDE(Filters...) {
 }
 
 # tag:java-specific
-_COMPILE_JSRC=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON ${input:"build/scripts/compile_jsrc.py"} --input $AUTO_INPUT --output $TARGET --prefix $BINDIR ${hide;kv:"p JC"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"}
+_COMPILE_JSRC=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/compile_jsrc.py"} --input $AUTO_INPUT --output $TARGET --prefix $BINDIR ${hide;kv:"p JC"} ${hide;kv:"pc light-blue"} ${hide;kv:"show_out"}
 
 # tag:java-specific
 COMPILE_JSRC_MF=$_COMPILE_JSRC && $GENERATE_MF
 
 # tag:java-specific tag:internal
 ### @usage: JSRC_LIBRARY() # internal
 module JSRC_LIBRARY: _BARE_UNIT {
-    .CMD=COMPILE_JSRC_MF
+    .ALIASES=SRCS=FILES
+    .CMD=$COMPILE_JSRC_MF
     .EXTS=.java
-    .PEERDIR_POLICY=as_include
     .FINAL_TARGET=no
-    .ALIASES=SRCS=FILES
+    .PEERDIR_POLICY=as_include
+    .STRUCT_CMD=yes
     PEERDIR_TAGS=JAVA JAVA_PROTO JAVA_PROTO_FROM_SCHEMA JAVA_FBS JAVA_IDL
     MODULE_TYPE=LIBRARY
     SET(MODULE_SUFFIX .jsrc)

build/conf/licenses.json

@@ -60,7 +60,6 @@
             "GPL-2.0-or-later WITH mif-exception",
             "GWT-Terms",
             "Hdf5",
-            "HPND-sell-variant",
             "HSQLDB-BSD-3-Clause",
             "Ibm-Dhcp",
             "Ietf-trust",
@@ -244,6 +243,7 @@
             "GPL-3.0-or-later WITH Bison-exception-2.2",
             "H2",
             "HPND",
+            "HPND-sell-variant",
             "IBM-pibs",
             "ICU",
             "Ietf",

build/conf/ts/node_modules.conf

@@ -9,13 +9,26 @@ PM_TYPE=
 
 # combined input/outputs records as list of directives ${hide;input:<path>} ${hide;output:<path>}, used in builders
 _NODE_MODULES_INOUTS=
+_NODE_MODULES_BUNDLE_ARG=
 _YATOOL_PREBUILDER_ARG=
 
 macro _TS_ADD_NODE_MODULES_FOR_BUILDER() {
     # Calculate inputs and outputs of node_modules, fill `_NODE_MODULES_INOUTS` variable
     _NODE_MODULES_CONFIGURE()
 }
 
+# Not to bundle node_modules by default
+_WITH_NODE_MODULES=
+
+### @usage: WITH_NODE_MODULES()
+###
+### Macro configures the project to output node_modules bundle as a build-result.
+###
+### Documentation: https://docs.yandex-team.ru/frontend-in-arcadia/references/macros#with-node-modules
+macro WITH_NODE_MODULES() {
+    SET(_WITH_NODE_MODULES yes)
+}
+
 _TARBALLS_STORE=__tarballs__
 _PREPARE_DEPS_INOUTS=
 _PREPARE_DEPS_RESOURCES=

build/conf/ts/ts.conf

@@ -41,7 +41,7 @@ NOTS_TOOL_BASE_ARGS=\
   --pm-type $PM_TYPE \
   --trace $TS_TRACE \
   --verbose $TS_LOG \
-  $_YATOOL_PREBUILDER_ARG
+  $_YATOOL_PREBUILDER_ARG $_NODE_MODULES_BUNDLE_ARG
 
 NOTS_TOOL_BUILD_ENV=
 
@@ -63,13 +63,13 @@ _RUN_JAVASCRIPT_AFTER_BUILD_TS_PACKAGE_EXTRA=
 # Arguments for builders' commands, passed after the command
 # TODO FBP-1978 (remove output.tar output)
 NOTS_TOOL_COMMON_BUILDER_ARGS=\
-  --output-file ${output:TARGET} ${hide;output:"output.tar"} ${hide;output:"output.tar.uuid"} \
+  --output-file ${TARGET} ${hide;output:"output.tar"} ${hide;output:"output.tar.uuid"} \
   --tsconfigs $TS_CONFIG_PATH \
   --vcs-info "${VCS_INFO_FILE}" \
   $NOTS_TOOL_BUILD_REQUIREMENTS__NO_UID__ \
   $NOTS_TOOL_BUILD_ENV \
   $_RUN_JAVASCRIPT_AFTER_BUILD_ARGS \
-  $_RENDER_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS($_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS)
+  $_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS
 
 ERM_PACKAGES_PATH=devtools/frontend_build_platform/erm/erm-packages.json
 
@@ -238,11 +238,7 @@ macro RUN_JAVASCRIPT_AFTER_BUILD(JS_SCRIPT, OUTDIR="", IN{input}[], ARGS...) {
   SET(_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS ${IN})
   # here we need to escape $, otherwise it will be expanded in-place and will end up with empty value
   SET(_RUN_JAVASCRIPT_AFTER_BUILD_TS_PACKAGE_EXTRA \${hide;output:"output.tar"} \${hide;output:"output.tar.uuid"})
-  _RUN_JAVASCRIPT_AFTER_BUILD_ADD_JS_SCRIPT_AS_INPUT($JS_SCRIPT)
-}
-
-macro _RENDER_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS(IN{input}[]) {
-  .CMD=${hide;input:IN}
+  _RUN_JAVASCRIPT_AFTER_BUILD_PROCESS_INPUTS($JS_SCRIPT)
 }
 
 ### @usage RUN_JAVASCRIPT(script_path [args...] [IN inputs...] [OUTDIR outdir])

build/conf/ts/ts_next.conf

@@ -57,6 +57,7 @@ TS_NEXT_CMD=$_TS_PROJECT_SETUP_CMD \
 multimodule TS_NEXT {
     module BUILD: _TS_BASE_UNIT {
         .CMD=TS_NEXT_CMD
+        .SEM=_SEM_IGNORED
         .EPILOGUE=_TS_CONFIG_EPILOGUE
         .PEERDIRSELF=TS_PREPARE_DEPS
 

build/conf/ts/ts_package.conf

@@ -5,7 +5,7 @@ TS_PACK=$_TS_PROJECT_SETUP_CMD \
     ${hide;kv:"p TS_PKG"} ${hide;kv:"pc magenta"} \
     $_RUN_JAVASCRIPT_AFTER_BUILD_TS_PACKAGE_EXTRA \
     $_RUN_JAVASCRIPT_AFTER_BUILD_ARGS \
-    $_RENDER_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS($_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS)
+    $_RUN_JAVASCRIPT_AFTER_BUILD_INPUTS
 
 
 ### # internal
@@ -34,6 +34,7 @@ macro _TS_PACKAGE_EPILOGUE() {
 multimodule TS_PACKAGE {
     module BUILD: _TS_BASE_UNIT {
         .CMD=TS_PACK
+        .SEM=_SEM_IGNORED
         .EPILOGUE=_TS_PACKAGE_EPILOGUE
         .ALLOWED=TS_FILES TS_FILES_GLOB
         .ALIASES=FILES=TS_FILES SRCS=TS_FILES RUN_JAVASCRIPT=RUN_JAVASCRIPT_AFTER_BUILD

build/conf/ts/ts_proto.conf

@@ -15,6 +15,7 @@ _TS_PROTO_IMPL_CMD=$_TS_PROJECT_SETUP_CMD \
 ### # internal
 module _TS_PROTO_IMPL: _TS_BASE_UNIT {
 	.CMD=_TS_PROTO_IMPL_CMD
+	.SEM=_SEM_IGNORED
 	.IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER USE_SKIFF CPP_PROTO_PLUGIN2 PY_PROTO_PLUGIN YMAPS_SPROTO RESOURCE
     # We need to collect SRCS paths into list to pass to command
     .ALIASES=SRCS=_TS_PROTO_SRCS

build/conf/ts/ts_test.conf

@@ -10,7 +10,8 @@ _TS_TEST_DEPENDS_ON_BUILD=
 # so TS_TEST_JEST module has it's own unique output.
 # TS_TEST_JEST_FOR module has to output all files required for test run.
 TS_TEST_JEST_CMD=$TOUCH_UNIT \
-    && $NOTS_TOOL $NOTS_TOOL_BASE_ARGS create-node-modules --moddir $TS_TEST_FOR_PATH \
+    && $NOTS_TOOL $NOTS_TOOL_BASE_ARGS --nm-bundle yes create-node-modules \
+    --moddir $TS_TEST_FOR_PATH \
     $_NODE_MODULES_INOUTS ${hide:PEERS} \
     && ${cwd:BINDIR} $MOVE_FILE $TS_TEST_NM ${output:"workspace_node_modules.tar"} \
     ${hide;kv:"p TS_JST"} ${hide;kv:"pc magenta"}
@@ -79,7 +80,8 @@ module TS_TEST_HERMIONE_FOR: _TS_TEST_BASE {
 }
 
 TS_TEST_PLAYWRIGHT_CMD=$TOUCH_UNIT \
-    && $NOTS_TOOL $NOTS_TOOL_BASE_ARGS create-node-modules --moddir $TS_TEST_FOR_PATH \
+    && $NOTS_TOOL $NOTS_TOOL_BASE_ARGS --nm-bundle yes create-node-modules \
+    --moddir $TS_TEST_FOR_PATH \
     $_NODE_MODULES_INOUTS ${hide:PEERS} \
     && ${cwd:BINDIR} $MOVE_FILE $TS_TEST_NM ${output:"workspace_node_modules.tar"} \
     ${hide;kv:"p TSPW"} ${hide;kv:"pc magenta"}
@@ -190,7 +192,7 @@ macro _SETUP_EXTRACT_OUTPUT_TARS_RECIPE(FOR_PATH) {
 }
 
 macro _SETUP_INSTALL_NODE_MODULES_RECIPE() {
-    USE_RECIPE(devtools/frontend_build_platform/nots/recipes/install_node_modules/recipe $NOTS_TOOL_BASE_ARGS --bundle no)
+    USE_RECIPE(devtools/frontend_build_platform/nots/recipes/install_node_modules/recipe $NOTS_TOOL_BASE_ARGS --nm-bundle no)
 }
 
 

build/conf/ts/ts_tsc.conf

@@ -21,6 +21,7 @@ TS_TSC_CMD=$_TS_PROJECT_SETUP_CMD \
 multimodule TS_TSC {
     module BUILD: _TS_BASE_UNIT {
         .CMD=TS_TSC_CMD
+        .SEM=_SEM_IGNORED
         .EPILOGUE=_TS_CONFIG_EPILOGUE
         .PEERDIRSELF=TS_PREPARE_DEPS
 

build/conf/ts/ts_vite.conf

@@ -57,6 +57,7 @@ TS_VITE_CMD=$_TS_PROJECT_SETUP_CMD \
 multimodule TS_VITE {
     module BUILD: _TS_BASE_UNIT {
         .CMD=TS_VITE_CMD
+        .SEM=_SEM_IGNORED
         .EPILOGUE=_TS_CONFIG_EPILOGUE
         .PEERDIRSELF=TS_PREPARE_DEPS
 

build/conf/ts/ts_webpack.conf

@@ -55,6 +55,7 @@ TS_WEBPACK_CMD=$_TS_PROJECT_SETUP_CMD \
 multimodule TS_WEBPACK {
     module BUILD: _TS_BASE_UNIT {
         .CMD=TS_WEBPACK_CMD
+        .SEM=_SEM_IGNORED
         .EPILOGUE=_TS_CONFIG_EPILOGUE
         .PEERDIRSELF=TS_PREPARE_DEPS
 

build/config/tests/cpp_style/.clang-format

@@ -15,10 +15,9 @@ AlwaysBreakTemplateDeclarations: true
 AlwaysBreakBeforeMultilineStrings: false
 BreakBeforeBinaryOperators: false
 BreakBeforeTernaryOperators: true
-BreakConstructorInitializersBeforeComma: true
+BreakConstructorInitializers: BeforeComma
 BinPackParameters: true
 ColumnLimit:     0
-ConstructorInitializerAllOnOneLineOrOnePerLine: false
 DerivePointerAlignment: false
 ExperimentalAutoDetectBinPacking: false
 IndentCaseLabels: true
@@ -51,17 +50,17 @@ InsertBraces: true
 
 # NB: BraceWrapping has no effect unless BreakBeforeBraces is set to Custom
 BraceWrapping:
- AfterClass: false
- AfterControlStatement: false
- AfterEnum: false
- AfterFunction: false
- AfterNamespace: false
- AfterObjCDeclaration: false
- AfterStruct: false
- AfterUnion: false
- BeforeCatch: false
- BeforeElse: false
- IndentBraces: true
+    AfterClass: false
+    AfterControlStatement: false
+    AfterEnum: false
+    AfterFunction: false
+    AfterNamespace: false
+    AfterObjCDeclaration: false
+    AfterStruct: false
+    AfterUnion: false
+    BeforeCatch: false
+    BeforeElse: false
+    IndentBraces: true
 
 SpacesInParentheses: false
 SpacesInAngles:  false
@@ -93,5 +92,5 @@ IndentExternBlock: Indent
 TypenameMacros: [Y_THREAD, Y_STATIC_THREAD, Y_POD_THREAD, Y_POD_STATIC_THREAD]
 StatementAttributeLikeMacros: [ythrow]
 SpacesInLineCommentPrefix:
- Minimum: 1
- Maximum: 1
+    Minimum: 1
+    Maximum: 1

build/config/tests/cpp_style/a.yaml

@@ -1,9 +1,10 @@
-service: arcadia-unassigned
+service: cppcommittee
 title: clang-format default config
 
 arcanum:
   review:
     auto_assign: true
+    min_approvers_count: 1
     groups:
       - name: cppcommittee
         roles: cppcommittee:consultant
@@ -13,4 +14,4 @@ arcanum:
           - name: cppcommittee
             assign: 1
             ship: 0
-            min_approvers_count: 1
+            ignore_self_ship: false

build/export_generators/cmake/generator.toml

@@ -159,6 +159,7 @@ target_commands-ITEM="dict"
 target_commands-macro="str"
 target_commands-args="list"
 target_commands-args_escaped="list"
+target_commands-flags="list"
 
 target_macroses="list"
 target_macroses-ITEM="dict"