diff options
author | snermolaev <snermolaev@yandex-team.com> | 2023-08-07 03:30:59 +0300 |
---|---|---|
committer | snermolaev <snermolaev@yandex-team.com> | 2023-08-07 04:00:42 +0300 |
commit | 6fd53789ee0df16c21e4667e754cf03a06ce43a2 (patch) | |
tree | 3dfd642f65709ca7bf08fdeb059eb58dc6ef80b0 | |
parent | e4a2c0af7f6a54090f882b9e7417e26081a489c9 (diff) | |
download | ydb-6fd53789ee0df16c21e4667e754cf03a06ce43a2.tar.gz |
FlatBuffers stuff to fbs.conf
-rw-r--r-- | build/conf/fbs.conf | 134 | ||||
-rw-r--r-- | build/ymake.core.conf | 136 |
2 files changed, 135 insertions, 135 deletions
diff --git a/build/conf/fbs.conf b/build/conf/fbs.conf new file mode 100644 index 0000000000..6e71c26cb2 --- /dev/null +++ b/build/conf/fbs.conf @@ -0,0 +1,134 @@ +# tag:fbs +FLATC_FLAGS_VALUE= +### @usage: FLATC_FLAGS(flags...) +### +### Add flags to flatc command line +macro FLATC_FLAGS(FLAGS...) { + SET_APPEND(FLATC_FLAGS_VALUE $FLAGS) +} + +# tag:fbs +_PY_FBS_DEPS=contrib/python/flatbuffers + +# tag:fbs tag:internal +### @usage: FBS_TO_PYSRC(output_base_name fbs_files...) # internal +### +### Create a tar archive of .py files generated by flatc for Python. Output tar +### archive will have .fbs.pysrc extension. This .fbs.pysrc extension is specially +### processed when --add-flatbuf-result flag is specified on the command line +### for 'ya make ...' (tar archive is extracted to output directory). +macro FBS_TO_PYSRC(OUT_NAME, IN_FBS_FILES...) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --python --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:IN_FBS_FILES} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --exts .py --input $BINDIR --output ${output;noauto;tared:OUT_NAME.py3.fbs.pysrc} ${kv;hide:"p FP"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} +} + +macro FBS_TO_PY2SRC(OUT_NAME, IN_FBS_FILES...) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/deprecated/flatc"} --python --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:IN_FBS_FILES} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --exts .py --input $BINDIR --output ${output;noauto;tared:OUT_NAME.py2.fbs.pysrc} ${kv;hide:"p FP"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} +} + +# tag:fbs tag:go-specific +# Implicit dependencies of generated code for Go +_GO_FLATC_IMPORTS=\ + ${GOSTD}/strconv \ + vendor/github.com/google/flatbuffers/go + +# tag:fbs tag:cpp-specific +macro _CPP_FLATC_CMD(SRC, SRCFLAGS...) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/cpp_flatc_wrapper.py"} ${tool:"contrib/tools/flatc"} --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --yandex-maps-iter --gen-object-api --filename-suffix .fbs ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${output;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${input:SRC} ${output;hide;noext;norel:SRC.iter.fbs.h} ${output;noauto;hide;noext;norel:SRC.bfbs} ${kv;hide:"p FL"} ${kv;hide:"pc light-green"} + .SEM=target_fbs_source PRIVATE ${input:SRC} ${pre=-I :_FLATC__INCLUDE} ${output;hide;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${output;hide;noext;norel:SRC.iter.fbs.h} ${output;noauto;hide;noext;norel:SRC.bfbs} ${hide;tool:"contrib/tools/flatc/bin"} && set_global_flags FBS_CPP_FLAGS --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --yandex-maps-iter --gen-object-api --filename-suffix .fbs ${FLATC_FLAGS_VALUE} ${input;hide:"build/scripts/cpp_flatc_wrapper.py"} + .PEERDIR=contrib/libs/flatbuffers +} + +# tag:fbs tag:cpp-specific +macro _CPP_FLATC64_CMD(SRC, SRCFLAGS...) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/cpp_flatc_wrapper.py"} ${tool:"contrib/tools/flatc64"} --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --filename-suffix .fbs64 ${FLATC_FLAGS_VALUE} -I ${ARCADIA_ROOT} -I ${ARCADIA_BUILD_ROOT} -o ${output;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${input:SRC} ${output;noauto;hide;noext;norel:SRC.bfbs64} ${kv;hide:"p FL64"} ${kv;hide:"pc light-green"} + .PEERDIR=contrib/libs/flatbuffers64 +} + +# tag:fbs tag:go-specific tag:internal +### @usage: _GO_FLATC_CMD(fbs_file flags...) # internal +### +### Create a tar archive of .go files generated by flatc for Go. Output tar archive +### will have .fbs.gosrc extension. This .fbs.gosrc is specially processed when +### --add-protobuf-result flag is specified on the command line for 'ya make ...' +### (tar archive is extracted to output directory). +macro _GO_FLATC_CMD(SRC, PACKAGE_NAME) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --go --gen-mutable --go-namespace ${PACKAGE_NAME} ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR}/_generated ${input:SRC} && $YMAKE_PYTHON3 ${input:"build/scripts/postprocess_go_fbs.py"} --input-dir ${BINDIR} --map $_FBS_NAMESPACE_MAP_GLOBAL && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --flat --input ${BINDIR}/_generated --output ${output;noext;tared:SRC.fbs.gosrc} --exts .go ${kv;hide:"p FG"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} + .PEERDIR=${_GO_FLATC_IMPORTS} +} + +# tag:fbs tag:java-specific tag:internal +### @usage: _JAVA_FLATC_CMD(fbs_file) # internal +### +### Create a tar archive of .java files generated by flatc for Java. Output tar +### acrchive will have .fbs.jsrc extension. Files with .fbs.jsrc extension will +### be added to results when --add-flatbuf-result flag is specified on the command +### line for 'ya make ...' +macro _JAVA_FLATC_CMD(SRC) { + .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --java --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:SRC} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --input $BINDIR --output ${output;nopath;noext:SRC.fbs.jsrc} --exts .java ${kv;hide:"p FJ"} ${kv;hide:"pc light-green"} + .PEERDIR=contrib/java/com/google/flatbuffers/flatbuffers-java/${JAVA_FLATBUFFERS_VERSION} +} + +# tag:fbs +_FBS_NAMESPACE_MAP_GLOBAL= + +# tag:fbs +macro _FBS_NAMESPACE_IMPL(NAMESPACE, PATH, DUMMY...) { + SET_APPEND(_FBS_NAMESPACE_MAP_GLOBAL ${NAMESPACE}=${PATH}) +} + +# tag:fbs +macro FBS_NAMESPACE(NAMESPACE, PATH...) { + _FBS_NAMESPACE_IMPL($NAMESPACE $PATH $MODDIR) +} + +# tag:fbs +### @usage: FBS_LIBRARY() +### +### Build some variant of Flatbuffers library. +### +### The particular variant is selected based on where PEERDIR to FBS_LIBRARY +### comes from. +### +### Now supported 5 variants: C++, Java, Python 2.x, Python 3.x and Go. +### When PEERDIR comes from module for particular language appropriate variant +### is selected. +### +### Notes: FBS_NAMESPACE must be specified in all dependent FBS_LIBRARY modules +### if build of Go code is requested. +multimodule FBS_LIBRARY { + module CPP_FBS: LIBRARY { + ENABLE(CPP_FBS) + SET(PEERDIR_TAGS CPP_FBS) + } + + module GO_FBS: GO_LIBRARY { + .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER + ENABLE(GO_FBS) + SET(PEERDIR_TAGS GO GO_FBS) + } + + module JAVA_FBS: EXTERNAL_JAVA_LIBRARY { + .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER + ENABLE(JAVA_FBS) + SET(PEERDIR_TAGS JAVA_FBS) + } + + module PY2_FBS: PY2_LIBRARY { + .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER + .ALIASES=SRCS=PY_SRCS + ENABLE(PY2_FBS) + SET(PEERDIR_TAGS PY2 PY2_FBS) + # Can not use NO_LINT(), because is not allowed outside of contrib directory + SET(_NO_LINT_VALUE none_internal) + } + + module PY3_FBS: PY3_LIBRARY { + .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER + .ALIASES=SRCS=PY_SRCS + ENABLE(PY3_FBS) + SET(PEERDIR_TAGS PY3 PY3_FBS) + # Can not use NO_LINT(), because is not allowed outside of contrib directory + SET(_NO_LINT_VALUE none_internal) + OBJ_SUF=.py3 + } +} diff --git a/build/ymake.core.conf b/build/ymake.core.conf index 639c412074..e2ec86ddd7 100644 --- a/build/ymake.core.conf +++ b/build/ymake.core.conf @@ -51,6 +51,7 @@ MODULE_SUFFIX= @import "${CONF_ROOT}/conf/swig.conf" @import "${CONF_ROOT}/conf/perl.conf" @import "${CONF_ROOT}/conf/proto.conf" +@import "${CONF_ROOT}/conf/fbs.conf" @import "${CONF_ROOT}/conf/project_specific/other.conf" @import "${CONF_ROOT}/conf/project_specific/uservices.conf" @@ -407,76 +408,6 @@ when ($ALLOCATOR == "LF") { # tag:sanitize SANITIZER_CFLAGS= -# tag:fbs -FLATC_FLAGS_VALUE= -### @usage: FLATC_FLAGS(flags...) -### -### Add flags to flatc command line -macro FLATC_FLAGS(FLAGS...) { - SET_APPEND(FLATC_FLAGS_VALUE $FLAGS) -} - -# tag:fbs -_PY_FBS_DEPS=contrib/python/flatbuffers - -# tag:fbs tag:internal -### @usage: FBS_TO_PYSRC(output_base_name fbs_files...) # internal -### -### Create a tar archive of .py files generated by flatc for Python. Output tar -### archive will have .fbs.pysrc extension. This .fbs.pysrc extension is specially -### processed when --add-flatbuf-result flag is specified on the command line -### for 'ya make ...' (tar archive is extracted to output directory). -macro FBS_TO_PYSRC(OUT_NAME, IN_FBS_FILES...) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --python --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:IN_FBS_FILES} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --exts .py --input $BINDIR --output ${output;noauto;tared:OUT_NAME.py3.fbs.pysrc} ${kv;hide:"p FP"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} -} - -macro FBS_TO_PY2SRC(OUT_NAME, IN_FBS_FILES...) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/deprecated/flatc"} --python --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:IN_FBS_FILES} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --exts .py --input $BINDIR --output ${output;noauto;tared:OUT_NAME.py2.fbs.pysrc} ${kv;hide:"p FP"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} -} - -# tag:fbs tag:go-specific -# Implicit dependencies of generated code for Go -_GO_FLATC_IMPORTS=\ - ${GOSTD}/strconv \ - vendor/github.com/google/flatbuffers/go - -# tag:fbs tag:cpp-specific -macro _CPP_FLATC_CMD(SRC, SRCFLAGS...) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/cpp_flatc_wrapper.py"} ${tool:"contrib/tools/flatc"} --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --yandex-maps-iter --gen-object-api --filename-suffix .fbs ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${output;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${input:SRC} ${output;hide;noext;norel:SRC.iter.fbs.h} ${output;noauto;hide;noext;norel:SRC.bfbs} ${kv;hide:"p FL"} ${kv;hide:"pc light-green"} - .SEM=target_fbs_source PRIVATE ${input:SRC} ${pre=-I :_FLATC__INCLUDE} ${output;hide;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${output;hide;noext;norel:SRC.iter.fbs.h} ${output;noauto;hide;noext;norel:SRC.bfbs} ${hide;tool:"contrib/tools/flatc/bin"} && set_global_flags FBS_CPP_FLAGS --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --yandex-maps-iter --gen-object-api --filename-suffix .fbs ${FLATC_FLAGS_VALUE} ${input;hide:"build/scripts/cpp_flatc_wrapper.py"} - .PEERDIR=contrib/libs/flatbuffers -} - -# tag:fbs tag:cpp-specific -macro _CPP_FLATC64_CMD(SRC, SRCFLAGS...) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} $YMAKE_PYTHON3 ${input:"build/scripts/cpp_flatc_wrapper.py"} ${tool:"contrib/tools/flatc64"} --no-warnings --cpp --keep-prefix --gen-mutable --schema -b --filename-suffix .fbs64 ${FLATC_FLAGS_VALUE} -I ${ARCADIA_ROOT} -I ${ARCADIA_BUILD_ROOT} -o ${output;norel:SRC.h} ${output;hide;norel:SRC.cpp} ${input:SRC} ${output;noauto;hide;noext;norel:SRC.bfbs64} ${kv;hide:"p FL64"} ${kv;hide:"pc light-green"} - .PEERDIR=contrib/libs/flatbuffers64 -} - -# tag:fbs tag:go-specific tag:internal -### @usage: _GO_FLATC_CMD(fbs_file flags...) # internal -### -### Create a tar archive of .go files generated by flatc for Go. Output tar archive -### will have .fbs.gosrc extension. This .fbs.gosrc is specially processed when -### --add-protobuf-result flag is specified on the command line for 'ya make ...' -### (tar archive is extracted to output directory). -macro _GO_FLATC_CMD(SRC, PACKAGE_NAME) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --go --gen-mutable --go-namespace ${PACKAGE_NAME} ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR}/_generated ${input:SRC} && $YMAKE_PYTHON3 ${input:"build/scripts/postprocess_go_fbs.py"} --input-dir ${BINDIR} --map $_FBS_NAMESPACE_MAP_GLOBAL && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --flat --input ${BINDIR}/_generated --output ${output;noext;tared:SRC.fbs.gosrc} --exts .go ${kv;hide:"p FG"} ${kv;hide:"pc light-green"} ${kv;hide:"tared_kind nodir"} - .PEERDIR=${_GO_FLATC_IMPORTS} -} - -# tag:fbs tag:java-specific tag:internal -### @usage: _JAVA_FLATC_CMD(fbs_file) # internal -### -### Create a tar archive of .java files generated by flatc for Java. Output tar -### acrchive will have .fbs.jsrc extension. Files with .fbs.jsrc extension will -### be added to results when --add-flatbuf-result flag is specified on the command -### line for 'ya make ...' -macro _JAVA_FLATC_CMD(SRC) { - .CMD=${cwd:ARCADIA_BUILD_ROOT} ${tool:"contrib/tools/flatc"} --java --gen-mutable ${FLATC_FLAGS_VALUE} ${pre=-I :_FLATC__INCLUDE} -o ${BINDIR} ${input:SRC} && $YMAKE_PYTHON3 ${input:"build/scripts/tar_sources.py"} --input $BINDIR --output ${output;nopath;noext:SRC.fbs.jsrc} --exts .java ${kv;hide:"p FJ"} ${kv;hide:"pc light-green"} - .PEERDIR=contrib/java/com/google/flatbuffers/flatbuffers-java/${JAVA_FLATBUFFERS_VERSION} -} - # variables must be defined for all module types to make generate_mf.py work NEED_PLATFORM_PEERDIRS=yes PEERDIR_TEST_TOOL=yes @@ -5086,71 +5017,6 @@ macro _EXPOSE(Args...) { .CMD=$YMAKE_PYTHON ${input:"build/scripts/touch.py"} ${output;suf=$_HASH_HELPER($Args).ya_exposed:"empty_"} ${input;hide:Args} } -# tag:fbs -_FBS_NAMESPACE_MAP_GLOBAL= - -# tag:fbs -macro _FBS_NAMESPACE_IMPL(NAMESPACE, PATH, DUMMY...) { - SET_APPEND(_FBS_NAMESPACE_MAP_GLOBAL ${NAMESPACE}=${PATH}) -} - -# tag:fbs -macro FBS_NAMESPACE(NAMESPACE, PATH...) { - _FBS_NAMESPACE_IMPL($NAMESPACE $PATH $MODDIR) -} - -# tag:fbs -### @usage: FBS_LIBRARY() -### -### Build some variant of Flatbuffers library. -### -### The particular variant is selected based on where PEERDIR to FBS_LIBRARY -### comes from. -### -### Now supported 5 variants: C++, Java, Python 2.x, Python 3.x and Go. -### When PEERDIR comes from module for particular language appropriate variant -### is selected. -### -### Notes: FBS_NAMESPACE must be specified in all dependent FBS_LIBRARY modules -### if build of Go code is requested. -multimodule FBS_LIBRARY { - module CPP_FBS: LIBRARY { - ENABLE(CPP_FBS) - SET(PEERDIR_TAGS CPP_FBS) - } - - module GO_FBS: GO_LIBRARY { - .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER - ENABLE(GO_FBS) - SET(PEERDIR_TAGS GO GO_FBS) - } - - module JAVA_FBS: EXTERNAL_JAVA_LIBRARY { - .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER - ENABLE(JAVA_FBS) - SET(PEERDIR_TAGS JAVA_FBS) - } - - module PY2_FBS: PY2_LIBRARY { - .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER - .ALIASES=SRCS=PY_SRCS - ENABLE(PY2_FBS) - SET(PEERDIR_TAGS PY2 PY2_FBS) - # Can not use NO_LINT(), because is not allowed outside of contrib directory - SET(_NO_LINT_VALUE none_internal) - } - - module PY3_FBS: PY3_LIBRARY { - .IGNORED=GENERATE_ENUM_SERIALIZATION GENERATE_ENUM_SERIALIZATION_WITH_HEADER - .ALIASES=SRCS=PY_SRCS - ENABLE(PY3_FBS) - SET(PEERDIR_TAGS PY3 PY3_FBS) - # Can not use NO_LINT(), because is not allowed outside of contrib directory - SET(_NO_LINT_VALUE none_internal) - OBJ_SUF=.py3 - } -} - # tag:internal ### @usage: _PROXY_LIBRARY() # internal ### |