aboutsummaryrefslogtreecommitdiffstats
path: root/library/cpp/pybind/cast.h
diff options
context:
space:
mode:
authorrobot-piglet <robot-piglet@yandex-team.com>2023-10-03 15:02:38 +0300
committerrobot-piglet <robot-piglet@yandex-team.com>2023-10-03 16:04:35 +0300
commit5478b8f55cc7055a4861c4030e0c401b5c72714c (patch)
tree3d003e5b4c1800297fcc491faffc9a006d174289 /library/cpp/pybind/cast.h
parentca778ad9bfb31839b0f05a4995753bc61db648ad (diff)
downloadydb-5478b8f55cc7055a4861c4030e0c401b5c72714c.tar.gz
Intermediate changes
Diffstat (limited to 'library/cpp/pybind/cast.h')
-rw-r--r--library/cpp/pybind/cast.h373
1 files changed, 0 insertions, 373 deletions
diff --git a/library/cpp/pybind/cast.h b/library/cpp/pybind/cast.h
deleted file mode 100644
index 1f3d7d8366f..00000000000
--- a/library/cpp/pybind/cast.h
+++ /dev/null
@@ -1,373 +0,0 @@
-#pragma once
-
-#define PY_SSIZE_T_CLEAN
-#include <Python.h>
-#include <util/generic/strbuf.h>
-#include <util/generic/vector.h>
-#include <util/generic/set.h>
-#include <util/generic/yexception.h>
-#include <util/generic/hash.h>
-#include <util/generic/map.h>
-#include <util/generic/maybe.h>
-#include <utility>
-#include <initializer_list>
-#include "ptr.h"
-
-namespace NPyBind {
- PyObject* GetTrueRef(bool incref = true);
- PyObject* GetFalseRef(bool incref = true);
-
- PyObject* BuildPyObject(int val);
- PyObject* BuildPyObject(unsigned int val);
- PyObject* BuildPyObject(long int val);
- PyObject* BuildPyObject(unsigned long int val);
-#ifdef PY_LONG_LONG
- PyObject* BuildPyObject(PY_LONG_LONG val);
- PyObject* BuildPyObject(unsigned PY_LONG_LONG val);
-#endif
- PyObject* BuildPyObject(float val);
- PyObject* BuildPyObject(double val);
- PyObject* BuildPyObject(const TStringBuf& val);
- PyObject* BuildPyObject(const char* val);
- PyObject* BuildPyObject(const TWtringBuf& val);
- PyObject* BuildPyObject(const TBuffer& val);
- PyObject* BuildPyObject(bool val);
- PyObject* BuildPyObject(PyObject*);
- PyObject* BuildPyObject(TPyObjectPtr);
-
- template <typename T>
- PyObject* BuildPyObject(const TVector<T>& val);
-
- template <typename T>
- PyObject* BuildPyObject(const TSet<T>& val);
-
- template <typename TKey, typename TVal>
- PyObject* BuildPyObject(const THashMap<TKey, TVal>& val);
-
- template <typename T1, typename T2>
- PyObject* BuildPyObject(const std::pair<T1, T2>& val) {
- TPyObjectPtr first(BuildPyObject(val.first), true);
- if (!first) {
- return nullptr;
- }
- TPyObjectPtr second(BuildPyObject(val.second), true);
- if (!first || !second) {
- return nullptr;
- }
- TPyObjectPtr res(PyList_New(2), true);
- PyList_SetItem(res.Get(), 0, first.RefGet());
- PyList_SetItem(res.Get(), 1, second.RefGet());
- return res.RefGet();
- }
-
- template <typename T>
- PyObject* BuildPyObject(const TVector<T>& val) {
- TPyObjectPtr res(PyList_New(val.size()), true);
- for (size_t i = 0, size = val.size(); i < size; ++i) {
- auto pythonVal = BuildPyObject(std::move(val[i]));
- if (!pythonVal) {
- return nullptr;
- }
- PyList_SetItem(res.Get(), i, pythonVal);
- }
- return res.RefGet();
- }
-
- template <typename T>
- PyObject* BuildPyObject(TVector<T>&& val) {
- TPyObjectPtr res(PyList_New(val.size()), true);
- for (size_t i = 0, size = val.size(); i < size; ++i) {
- auto pythonVal = BuildPyObject(std::move(val[i]));
- if (!pythonVal) {
- return nullptr;
- }
- PyList_SetItem(res.Get(), i, pythonVal);
- }
- return res.RefGet();
- }
-
- template <typename T>
- PyObject* BuildPyObject(const TSet<T>& val) {
- TPyObjectPtr res(PySet_New(nullptr), true);
- for (const auto& v : val) {
- auto pythonVal = BuildPyObject(std::move(v));
- if (!pythonVal) {
- return nullptr;
- }
- PySet_Add(res.Get(), pythonVal);
- }
- return res.RefGet();
- }
-
- template <typename T>
- PyObject* BuildPyObject(const THashSet<T>& val) {
- TPyObjectPtr res(PySet_New(nullptr), true);
- for (const auto& v : val) {
- auto pythonVal = BuildPyObject(std::move(v));
- if (!pythonVal) {
- return nullptr;
- }
- PySet_Add(res.Get(), pythonVal);
- }
- return res.RefGet();
- }
-
- template <typename TKey, typename TVal>
- PyObject* BuildPyObject(const THashMap<TKey, TVal>& val) {
- TPyObjectPtr res(PyDict_New(), true);
- for (typename THashMap<TKey, TVal>::const_iterator it = val.begin(), end = val.end(); it != end; ++it) {
- auto prevOccurred = PyErr_Occurred();
- Y_UNUSED(prevOccurred);
- TPyObjectPtr k(BuildPyObject(it->first), true);
- if (!k) {
- return nullptr;
- }
- TPyObjectPtr v(BuildPyObject(it->second), true);
- if (!v) {
- return nullptr;
- }
- PyDict_SetItem(res.Get(), k.Get(), v.Get());
- }
- return res.RefGet();
- }
-
- template <typename TKey, typename TVal>
- PyObject* BuildPyObject(const TMap<TKey, TVal>& val) {
- TPyObjectPtr res(PyDict_New(), true);
- for (typename TMap<TKey, TVal>::const_iterator it = val.begin(), end = val.end(); it != end; ++it) {
- TPyObjectPtr k(BuildPyObject(it->first), true);
- if (!k) {
- return nullptr;
- }
- TPyObjectPtr v(BuildPyObject(it->second), true);
- if (!v) {
- return nullptr;
- }
- PyDict_SetItem(res.Get(), k.Get(), v.Get());
- }
- return res.RefGet();
- }
-
-
- template <typename TKey, typename TVal>
- PyObject* BuildPyObject(const TMultiMap<TKey, TVal>& val) {
- TPyObjectPtr res(PyDict_New(), true);
- TMaybe<TKey> prevKey;
- TPyObjectPtr currentEntry(PyList_New(0), true);
- for (const auto& [key, value]: val) {
- if (prevKey.Defined() && prevKey != key) {
- TPyObjectPtr pyPrevKey(BuildPyObject(*prevKey), true);
- if (!pyPrevKey) {
- return nullptr;
- }
- PyDict_SetItem(res.Get(), pyPrevKey.Get(), currentEntry.Get());
- currentEntry = TPyObjectPtr(PyList_New(0), true);
- }
- TPyObjectPtr pyValue(BuildPyObject(value), true);
- if (!pyValue) {
- return nullptr;
- }
- PyList_Append(currentEntry.Get(), pyValue.Get());
- prevKey = key;
- }
-
- if (prevKey.Defined()) {
- TPyObjectPtr pyPrevKey(BuildPyObject(*prevKey), true);
- if (!pyPrevKey) {
- return nullptr;
- }
- PyDict_SetItem(res.Get(), pyPrevKey.Get(), currentEntry.Get());
- }
- return res.RefGet();
- }
-
- template <typename T>
- PyObject* BuildPyObject(const TMaybe<T>& val) {
- if (!val.Defined())
- Py_RETURN_NONE;
- return BuildPyObject(val.GetRef());
- }
-
- template <typename T, typename C, typename D>
- PyObject* BuildPyObject(const TSharedPtr<T, C, D>& val) {
- if (!val.Get())
- Py_RETURN_NONE;
- return BuildPyObject(*val.Get());
- }
-
- template <typename T>
- bool FromPyObject(PyObject* obj, T& res);
-
- bool FromPyObject(PyObject* obj, TString& res);
- bool FromPyObject(PyObject* obj, TStringBuf& res);
- bool FromPyObject(PyObject* obj, TUtf16String& res);
- bool FromPyObject(PyObject* obj, TBuffer& res);
-
- template <typename T>
- bool FromPyObject(PyObject* obj, TMaybe<T>& res) {
- //we need to save current error before trying derserialize the value
- //because it can produce conversion errors in python that we don't need to handle
- struct TError {
- public:
- TError() {
- PyErr_Fetch(&Type, &Value, &Traceback);
- }
- ~TError() {
- PyErr_Restore(Type, Value, Traceback);
-
- }
- private:
- PyObject* Type = nullptr;
- PyObject* Value = nullptr;
- PyObject* Traceback = nullptr;
- } currentPyExcInfo;
- T val;
- if (FromPyObject(obj, val)) {
- res = val;
- return true;
- }
- if (obj == Py_None) {
- res = Nothing();
- return true;
- }
- return false;
- }
-
- template <typename T1, typename T2>
- bool FromPyObject(PyObject* obj, std::pair<T1, T2>& res) {
- PyObject* first;
- PyObject* second;
- if (PyTuple_Check(obj) && 2 == PyTuple_Size(obj)) {
- first = PyTuple_GET_ITEM(obj, 0);
- second = PyTuple_GET_ITEM(obj, 1);
- } else if (PyList_Check(obj) && 2 == PyList_Size(obj)) {
- first = PyList_GET_ITEM(obj, 0);
- second = PyList_GET_ITEM(obj, 1);
- } else {
- return false;
- }
- return FromPyObject(first, res.first) && FromPyObject(second, res.second);
- }
-
- template <typename T>
- bool FromPyObject(PyObject* obj, TVector<T>& res) {
- if (!PyList_Check(obj))
- return false;
- size_t cnt = PyList_Size(obj);
- res.resize(cnt);
- for (size_t i = 0; i < cnt; ++i) {
- PyObject* item = PyList_GET_ITEM(obj, i);
- if (!FromPyObject(item, res[i]))
- return false;
- }
- return true;
- }
-
- template <typename K, typename V>
- bool FromPyObject(PyObject* obj, THashMap<K, V>& res) {
- if (!PyDict_Check(obj))
- return false;
- TPyObjectPtr list(PyDict_Keys(obj), true);
- size_t cnt = PyList_Size(list.Get());
- for (size_t i = 0; i < cnt; ++i) {
- PyObject* key = PyList_GET_ITEM(list.Get(), i);
- PyObject* value = PyDict_GetItem(obj, key);
- K rkey;
- V rvalue;
- if (!FromPyObject(key, rkey))
- return false;
- if (!FromPyObject(value, rvalue))
- return false;
- res[rkey] = rvalue;
- }
- return true;
- }
-
- template <typename K, typename V>
- bool FromPyObject(PyObject* obj, TMap<K, V>& res) {
- if (!PyDict_Check(obj))
- return false;
- TPyObjectPtr list(PyDict_Keys(obj), true);
- size_t cnt = PyList_Size(list.Get());
- for (size_t i = 0; i < cnt; ++i) {
- PyObject* key = PyList_GET_ITEM(list.Get(), i);
- PyObject* value = PyDict_GetItem(obj, key);
- K rkey;
- V rvalue;
- if (!FromPyObject(key, rkey))
- return false;
- if (!FromPyObject(value, rvalue))
- return false;
- res[rkey] = rvalue;
- }
- return true;
- }
-
- class cast_exception: public TBadCastException {
- };
-
- template <typename T>
- T FromPyObject(PyObject* obj) {
- T res;
- if (!FromPyObject(obj, res))
- ythrow cast_exception() << "Cannot cast argument to " << TypeName<T>();
- return res;
- }
-
- template <class... Args, std::size_t... I>
- bool ExtractArgs(std::index_sequence<I...>, PyObject* args, Args&... outArgs) {
- if (!args || !PyTuple_Check(args) || PyTuple_Size(args) != sizeof...(Args))
- return false;
- bool res = true;
- (void)std::initializer_list<bool>{(res = res && NPyBind::FromPyObject(PyTuple_GET_ITEM(args, I), outArgs))...};
- return res;
- }
-
- template <class... Args>
- bool ExtractArgs(PyObject* args, Args&... outArgs) {
- return ExtractArgs(std::index_sequence_for<Args...>(), args, outArgs...);
- }
-
- template <class... Args, std::size_t... I>
- bool ExtractOptionalArgs(std::index_sequence<I...>, PyObject* args, PyObject* kwargs, const char* keywords[], Args&... outArgs) {
- PyObject* pargs[sizeof...(Args)] = {};
- static const char format[sizeof...(Args) + 2] = {'|', ((void)I, 'O')..., 0};
- if (!PyArg_ParseTupleAndKeywords(args, kwargs, format, const_cast<char**>(keywords), &pargs[I]...))
- return false;
- bool res = true;
- (void)std::initializer_list<bool>{(res = res && (!pargs[I] || NPyBind::FromPyObject(pargs[I], outArgs)))...};
- return res;
- }
-
- template <class... Args>
- bool ExtractOptionalArgs(PyObject* args, PyObject* kwargs, const char* keywords[], Args&... outArgs) {
- return ExtractOptionalArgs(std::index_sequence_for<Args...>(), args, kwargs, keywords, outArgs...);
- }
-
- template <typename... Args, std::size_t... I>
- static auto GetArguments(std::index_sequence<I...>, PyObject* args) {
- Y_UNUSED(args); // gcc bug
- return std::make_tuple(FromPyObject<std::remove_cv_t<std::remove_reference_t<Args>>>(PyTuple_GetItem(args, I))...);
- }
-
- template <typename... Args>
- static auto GetArguments(PyObject* args) {
- return GetArguments<Args...>(std::index_sequence_for<Args...>(), args);
- }
-
- inline PyObject* ReturnString(TStringBuf s) {
-#if PY_MAJOR_VERSION >= 3
- return PyUnicode_FromStringAndSize(s.data(), s.size());
-#else
- return PyBytes_FromStringAndSize(s.data(), s.size());
-#endif
- }
-
- inline TPyObjectPtr ReturnBytes(TStringBuf s) {
- return TPyObjectPtr(PyBytes_FromStringAndSize(s.data(), s.size()), true);
- }
-
- inline TPyObjectPtr NameFromString(TStringBuf s) {
- return TPyObjectPtr(ReturnString(s), true);
- }
-}