diff options
author | Devtools Arcadia <arcadia-devtools@yandex-team.ru> | 2022-02-07 18:08:42 +0300 |
---|---|---|
committer | Devtools Arcadia <arcadia-devtools@mous.vla.yp-c.yandex.net> | 2022-02-07 18:08:42 +0300 |
commit | 1110808a9d39d4b808aef724c861a2e1a38d2a69 (patch) | |
tree | e26c9fed0de5d9873cce7e00bc214573dc2195b7 /tools | |
download | ydb-1110808a9d39d4b808aef724c861a2e1a38d2a69.tar.gz |
intermediate changes
ref:cde9a383711a11544ce7e107a78147fb96cc4029
Diffstat (limited to 'tools')
46 files changed, 7010 insertions, 0 deletions
diff --git a/tools/.arcignore b/tools/.arcignore new file mode 100644 index 0000000000..52c63e3e97 --- /dev/null +++ b/tools/.arcignore @@ -0,0 +1,2 @@ +run.sh +tools-acceleo diff --git a/tools/archiver/alignment_test/alignment_ut.cpp b/tools/archiver/alignment_test/alignment_ut.cpp new file mode 100644 index 0000000000..88b07e19b0 --- /dev/null +++ b/tools/archiver/alignment_test/alignment_ut.cpp @@ -0,0 +1,41 @@ +#include <library/cpp/testing/unittest/registar.h> +#include <library/cpp/archive/yarchive.h> +#include <util/memory/blob.h> + +extern "C" { + extern const ui8 ArchiveAsm[]; + extern const ui32 ArchiveAsmSize; +} + +static const unsigned char SimpleArchive[] = { + #include <tools/archiver/alignment_test/simple_archive.inc> +}; + + +Y_UNIT_TEST_SUITE(AlignmentTest) { + Y_UNIT_TEST(SimpleArchiveCheck) { + UNIT_ASSERT_VALUES_EQUAL(size_t(SimpleArchive) % ArchiveWriterDefaultDataAlignment, 0); + TArchiveReader dataArchive( + TBlob::NoCopy(SimpleArchive, sizeof(SimpleArchive)) + ); + auto dataFile1 = dataArchive.BlobByKey("/data_file.txt"); + auto dataFile2 = dataArchive.BlobByKey("/data_file2.txt"); + UNIT_ASSERT_NO_DIFF(TStringBuf(dataFile1.AsCharPtr(), dataFile1.Size()), "some text\n"); + UNIT_ASSERT_NO_DIFF(TStringBuf(dataFile2.AsCharPtr(), dataFile2.Size()), "second file content\n"); + UNIT_ASSERT_VALUES_EQUAL(size_t(dataFile1.AsCharPtr()) % ArchiveWriterDefaultDataAlignment, 0); + UNIT_ASSERT_VALUES_EQUAL(size_t(dataFile2.AsCharPtr()) % ArchiveWriterDefaultDataAlignment, 0); + } + + Y_UNIT_TEST(ArchiveAsmCheck) { + UNIT_ASSERT_VALUES_EQUAL(size_t(ArchiveAsm) % ArchiveWriterDefaultDataAlignment, 0); + TArchiveReader dataArchive( + TBlob::NoCopy(ArchiveAsm, ArchiveAsmSize) + ); + auto dataFile1 = dataArchive.BlobByKey("/data_file.txt"); + auto dataFile2 = dataArchive.BlobByKey("/data_file2.txt"); + UNIT_ASSERT_NO_DIFF(TStringBuf(dataFile1.AsCharPtr(), dataFile1.Size()), "some text\n"); + UNIT_ASSERT_NO_DIFF(TStringBuf(dataFile2.AsCharPtr(), dataFile2.Size()), "second file content\n"); + UNIT_ASSERT_VALUES_EQUAL(size_t(dataFile1.AsCharPtr()) % ArchiveWriterDefaultDataAlignment, 0); + UNIT_ASSERT_VALUES_EQUAL(size_t(dataFile2.AsCharPtr()) % ArchiveWriterDefaultDataAlignment, 0); + } +} diff --git a/tools/archiver/alignment_test/data_file.txt b/tools/archiver/alignment_test/data_file.txt new file mode 100644 index 0000000000..7b57bd29ea --- /dev/null +++ b/tools/archiver/alignment_test/data_file.txt @@ -0,0 +1 @@ +some text diff --git a/tools/archiver/alignment_test/data_file2.txt b/tools/archiver/alignment_test/data_file2.txt new file mode 100644 index 0000000000..514211a0c1 --- /dev/null +++ b/tools/archiver/alignment_test/data_file2.txt @@ -0,0 +1 @@ +second file content diff --git a/tools/archiver/alignment_test/ya.make b/tools/archiver/alignment_test/ya.make new file mode 100644 index 0000000000..459ba58881 --- /dev/null +++ b/tools/archiver/alignment_test/ya.make @@ -0,0 +1,30 @@ +UNITTEST() + +OWNER( + ilnurkh + g:ymake +) + +SRCS( + alignment_ut.cpp +) + +ARCHIVE_ASM( + NAME ArchiveAsm DONTCOMPRESS + data_file.txt + data_file2.txt +) + +ARCHIVE( + NAME simple_archive.inc DONTCOMPRESS + data_file.txt + data_file2.txt +) + + +PEERDIR( + library/cpp/archive +) + + +END() diff --git a/tools/archiver/main.cpp b/tools/archiver/main.cpp new file mode 100644 index 0000000000..6cda54c1ea --- /dev/null +++ b/tools/archiver/main.cpp @@ -0,0 +1,702 @@ +#include <library/cpp/archive/yarchive.h> +#include <library/cpp/deprecated/mapped_file/mapped_file.h> +#include <library/cpp/digest/md5/md5.h> +#include <library/cpp/getopt/small/last_getopt.h> + +#include <util/folder/dirut.h> +#include <util/folder/filelist.h> +#include <util/folder/path.h> +#include <util/generic/vector.h> +#include <util/generic/yexception.h> +#include <util/memory/blob.h> +#include <util/stream/file.h> +#include <util/string/cast.h> +#include <util/string/escape.h> +#include <util/string/hex.h> +#include <util/string/subst.h> +#include <util/system/filemap.h> + +#include <cstring> + +namespace { + class TStringArrayOutput: public IOutputStream { + public: + TStringArrayOutput(IOutputStream* slave, size_t stride) + : Slave(*slave) + , Stride(stride) + { + Buf.reserve(stride); + } + void DoFinish() override { + WriteBuf(); + Flush(); + } + void DoWrite(const void* data, size_t len) override { + for (const char* p = (const char*)data; len > 0; ++p, --len) { + Buf.append(*p); + if (Buf.size() == Stride) + WriteBuf(); + } + } + + private: + void WriteBuf() { + Slave << '"' << Buf << "\",\n"sv; + Buf.clear(); + } + + private: + IOutputStream& Slave; + const size_t Stride; + TString Buf; + }; + + class THexOutput: public IOutputStream { + public: + inline THexOutput(IOutputStream* slave) + : Slave_(slave) + { + } + + ~THexOutput() override { + } + + inline IOutputStream* Slave() const noexcept { + return Slave_; + } + + private: + void DoFinish() override { + Slave_->Write('\n'); + Slave_->Flush(); + } + + void DoWrite(const void* data, size_t len) override { + const char* b = (const char*)data; + + while (len) { + const unsigned char c = *b; + char buf[12]; + char* tmp = buf; + + if (Count_ % Columns == 0) { + *tmp++ = ' '; + *tmp++ = ' '; + *tmp++ = ' '; + *tmp++ = ' '; + } + + if (Count_ && Count_ % Columns != 0) { + *tmp++ = ','; + *tmp++ = ' '; + } + + *tmp++ = '0'; + *tmp++ = 'x'; + tmp = HexEncode(&c, 1, tmp); + + if ((Count_ % Columns) == (Columns - 1)) { + *tmp++ = ','; + *tmp++ = '\n'; + } + + Slave_->Write(buf, tmp - buf); + + --len; + ++b; + ++Count_; + } + } + + private: + // width in source chars + static const size_t Columns = 10; + ui64 Count_ = 0; + IOutputStream* Slave_ = nullptr; + }; + + struct TYasmOutput: public IOutputStream { + inline TYasmOutput(IOutputStream* out, const TString& base) + : Out_(out) + , Base_(base) + { + *Out_ << "global " << Base_ << "\n"; + *Out_ << "global " << Base_ << "Size\n\nSECTION .rodata\n\n"; + *Out_ << Base_ << ":\n"; + } + + ~TYasmOutput() override { + } + + void DoFinish() override { + *Out_ << Base_ << "Size:\ndd " << Count_ << '\n'; + + *Out_ << "%ifidn __OUTPUT_FORMAT__,elf64\n"; + *Out_ << "size " << Base_ << " " << Count_ << "\n"; + *Out_ << "size " << Base_ << "Size 4\n"; + *Out_ << "%endif\n"; + } + + void DoWrite(const void* data, size_t len) override { + Count_ += len; + + const unsigned char* p = (const unsigned char*)data; + + while (len) { + const size_t step = Min<size_t>(len, 100); + + *Out_ << "db " << (int)*p++; + + for (size_t i = 1; i < step; ++i) { + *Out_ << ',' << (int)*p++; + } + + *Out_ << '\n'; + + len -= step; + } + } + + IOutputStream* Out_ = nullptr; + const TString Base_; + ui64 Count_ = 0; + }; + + struct TCOutput: public THexOutput { + inline TCOutput(IOutputStream* out, const TString& base) + : THexOutput(out) + , B(base) + { + *Slave() << "static_assert(sizeof(unsigned int) == 4, \"ups, unsupported platform\");\n\nextern \"C\" {\nextern const unsigned char " << B << "[] = {\n"; + } + + ~TCOutput() override { + } + + void DoFinish() override { + *Slave() << "\n};\nextern const unsigned int " << B << "Size = sizeof(" << B << ") / sizeof(" << B << "[0]);\n}\n"; + } + + const TString B; + }; + + struct TCStringOutput: public IOutputStream { + inline TCStringOutput(IOutputStream* out, const TString& base) + : O(out) + , B(base) + { + *O << "static_assert(sizeof(unsigned int) == 4, \"ups, unsupported platform\");\n\nextern \"C\" {\nextern const unsigned char " << B << "[] = \n"; + } + + ~TCStringOutput() override { + } + + void DoWrite(const void* data, size_t len) override { + *O << TString((const char*)data, len).Quote() << '\n'; + } + + void DoFinish() override { + //*O << ";\nextern const unsigned char* " << B << " = (const unsigned char*)" << B << "Array;\n"; + *O << ";\nextern const unsigned int " << B << "Size = sizeof(" << B << ") / sizeof(" << B << "[0]) - 1;\n}\n"; + } + + IOutputStream* O = nullptr; + const TString B; + }; + + struct TMyFileComparator { + bool operator()(const TString& fname1, const TString& fname2) const { + if (fname1 == fname2) { + return false; + } + if (const auto* savedResultPtr = SavedResults.FindPtr(std::make_pair(fname1, fname2))) { + return *savedResultPtr < 0; + } + TMemoryMap mmap1(fname1, TMemoryMap::oRdOnly); + TMemoryMap mmap2(fname2, TMemoryMap::oRdOnly); + mmap1.SetSequential(); + mmap2.SetSequential(); + Y_ASSERT(mmap1.Length() == mmap2.Length()); + TMemoryMap::TMapResult mapResult1 = mmap1.Map(0, mmap1.Length()); + TMemoryMap::TMapResult mapResult2 = mmap2.Map(0, mmap2.Length()); + Y_ASSERT(mapResult1.MappedSize() == mapResult2.MappedSize()); + int res = memcmp(mapResult1.MappedData(), mapResult2.MappedData(), mapResult1.MappedSize()); + mmap1.Unmap(mapResult1); + mmap2.Unmap(mapResult2); + SavedResults[std::make_pair(fname1, fname2)] = res; + SavedResults[std::make_pair(fname2, fname1)] = -res; + return res < 0; + } + + mutable THashMap<std::pair<TString, TString>, int> SavedResults; + }; + + struct TDuplicatesMap { + void Add(const TString& fname, const TString& rname) { + Y_ENSURE(!InitialFillingDone); + FileNames.push_back(fname); + FileNameToRecordName[fname] = rname; + } + + void Finish() { + Y_ENSURE(!InitialFillingDone); + InitialFillingDone = true; + TMap<i64, TVector<TString>> bySize; + for (const TString& fname: FileNames) { + TFile file(fname, OpenExisting | RdOnly); + bySize[file.GetLength()].push_back(fname); + } + for (const auto& bySizeElement: bySize) { + if (bySizeElement.second.size() > 1) { + TMap<TString, TVector<TString>, TMyFileComparator> byContents; + for (const TString& fname: bySizeElement.second) { + byContents[fname].push_back(fname); + } + for (const auto& byContentsElement: byContents) { + if (byContentsElement.second.size() > 1) { + const TString& rootName = byContentsElement.second.front(); + const TString& rootRecordName = FileNameToRecordName[rootName]; + for (const TString& fname: byContentsElement.second) { + if (fname != rootName) { + Synonyms[FileNameToRecordName[fname]] = rootRecordName; + } + } + } + } + } + } + FileNames.clear(); + FileNameToRecordName.clear(); + } + + bool InitialFillingDone = false; + TVector<TString> FileNames; + THashMap<TString, TString> FileNameToRecordName; + THashMap<TString, TString> Synonyms; + }; + + struct TDeduplicationArchiveWriter { + TDeduplicationArchiveWriter(const TDuplicatesMap& duplicatesMap, IOutputStream* out, bool compress) + : DuplicatesMap(duplicatesMap) + , Writer(out, compress) + {} + + void Finish() { + Writer.Finish(); + } + + const TDuplicatesMap& DuplicatesMap; + TArchiveWriter Writer; + }; +} + +static inline TAutoPtr<IOutputStream> OpenOutput(const TString& url) { + if (url.empty()) { + return new TBuffered<TUnbufferedFileOutput>(8192, Duplicate(1)); + } else { + return new TBuffered<TUnbufferedFileOutput>(8192, url); + } +} + +static inline bool IsDelim(char ch) noexcept { + return ch == '/' || ch == '\\'; +} + +static inline TString GetFile(const TString& s) { + const char* e = s.end(); + const char* b = s.begin(); + const char* c = e - 1; + + while (c != b && !IsDelim(*c)) { + --c; + } + + if (c != e && IsDelim(*c)) { + ++c; + } + + return TString(c, e - c); +} + +static inline TString Fix(TString f) { + if (!f.empty() && IsDelim(f[f.size() - 1])) { + f.pop_back(); + } + + return f; +} + +static bool Quiet = false; + +static inline void Append(IOutputStream& w, const TString& fname, const TString& rname) { + TMappedFileInput in(fname); + + if (!Quiet) { + Cerr << "--> " << rname << Endl; + } + + TransferData((IInputStream*)&in, &w); +} + +static inline void Append(TDuplicatesMap& w, const TString& fname, const TString& rname) { + w.Add(fname, rname); +} + +static inline void Append(TDeduplicationArchiveWriter& w, const TString& fname, const TString& rname) { + if (!Quiet) { + Cerr << "--> " << rname << Endl; + } + + if (const TString* rootRecordName = w.DuplicatesMap.Synonyms.FindPtr(rname)) { + w.Writer.AddSynonym(*rootRecordName, rname); + } else { + TMappedFileInput in(fname); + w.Writer.Add(rname, &in); + } +} + +namespace { + struct TRec { + bool Recursive = false; + TString Key; + TString Path; + TString Prefix; + + TRec() = default; + + inline void Fix() { + ::Fix(Path); + ::Fix(Prefix); + } + + template <typename T> + inline void Recurse(T& w) const { + if (IsDir(Path)) { + DoRecurse(w, "/"); + } else { + Append(w, Path, Key.size() ? Key : Prefix + "/" + GetFile(Path)); + } + } + + template <typename T> + inline void DoRecurse(T& w, const TString& off) const { + { + TFileList fl; + + const char* name; + const TString p = Path + off; + + fl.Fill(p, true); + + while ((name = fl.Next())) { + const TString fname = p + name; + const TString rname = Prefix + off + name; + + Append(w, fname, rname); + } + } + + if (Recursive) { + TDirsList dl; + + const char* name; + const TString p = Path + off; + + dl.Fill(p, true); + + while ((name = dl.Next())) { + if (strcmp(name, ".") && strcmp(name, "..")) { + DoRecurse(w, off + name + "/"); + } + } + } + } + }; +} + +static TString CutFirstSlash(const TString& fileName) { + if (fileName[0] == '/') { + return fileName.substr(1); + } else { + return fileName; + } +} + +struct TMappingReader { + TMemoryMap Map; + TBlob Blob; + TArchiveReader Reader; + + TMappingReader(const TString& archive) + : Map(archive) + , Blob(TBlob::FromMemoryMapSingleThreaded(Map, 0, Map.Length())) + , Reader(Blob) + { + } +}; + +static void UnpackArchive(const TString& archive, const TFsPath& dir = TFsPath()) { + TMappingReader mappingReader(archive); + const TArchiveReader& reader = mappingReader.Reader; + const size_t count = reader.Count(); + for (size_t i = 0; i < count; ++i) { + const TString key = reader.KeyByIndex(i); + const TString fileName = CutFirstSlash(key); + if (!Quiet) { + Cerr << archive << " --> " << fileName << Endl; + } + const TFsPath path(dir / fileName); + path.Parent().MkDirs(); + TAutoPtr<IInputStream> in = reader.ObjectByKey(key); + TFixedBufferFileOutput out(path); + TransferData(in.Get(), &out); + out.Finish(); + } +} + +static void ListArchive(const TString& archive, bool cutSlash) { + TMappingReader mappingReader(archive); + const TArchiveReader& reader = mappingReader.Reader; + const size_t count = reader.Count(); + for (size_t i = 0; i < count; ++i) { + const TString key = reader.KeyByIndex(i); + TString fileName = key; + if (cutSlash) { + fileName = CutFirstSlash(key); + } + Cout << fileName << Endl; + } +} + +static void ListArchiveMd5(const TString& archive, bool cutSlash) { + TMappingReader mappingReader(archive); + const TArchiveReader& reader = mappingReader.Reader; + const size_t count = reader.Count(); + for (size_t i = 0; i < count; ++i) { + const TString key = reader.KeyByIndex(i); + TString fileName = key; + if (cutSlash) { + fileName = CutFirstSlash(key); + } + char md5buf[33]; + Cout << fileName << '\t' << MD5::Stream(reader.ObjectByKey(key).Get(), md5buf) << Endl; + } +} + +int main(int argc, char** argv) { + NLastGetopt::TOpts opts; + opts.AddHelpOption('?'); + opts.SetTitle( + "Archiver\n" + "Docs: https://wiki.yandex-team.ru/Development/Poisk/arcadia/tools/archiver" + ); + + bool hexdump = false; + opts.AddLongOption('x', "hexdump", "Produce hexdump") + .NoArgument() + .Optional() + .StoreValue(&hexdump, true); + + size_t stride = 0; + opts.AddLongOption('s', "segments", "Produce segmented C strings array of given size") + .RequiredArgument("<size>") + .Optional() + .DefaultValue("0") + .StoreResult(&stride); + + bool cat = false; + opts.AddLongOption('c', "cat", "Do not store keys (file names), just cat uncompressed files") + .NoArgument() + .Optional() + .StoreValue(&cat, true); + + bool doNotZip = false; + opts.AddLongOption('p', "plain", "Do not use compression") + .NoArgument() + .Optional() + .StoreValue(&doNotZip, true); + + bool deduplicate = false; + opts.AddLongOption("deduplicate", "Turn on file-wise deduplication") + .NoArgument() + .Optional() + .StoreValue(&deduplicate, true); + + bool unpack = false; + opts.AddLongOption('u', "unpack", "Unpack archive into current directory") + .NoArgument() + .Optional() + .StoreValue(&unpack, true); + + bool list = false; + opts.AddLongOption('l', "list", "List files in archive") + .NoArgument() + .Optional() + .StoreValue(&list, true); + + bool cutSlash = true; + opts.AddLongOption("as-is", "somewhy slash is cutted by default in list; with this option key will be shown as-is") + .NoArgument() + .Optional() + .StoreValue(&cutSlash, false); + + bool listMd5 = false; + opts.AddLongOption('m', "md5", "List files in archive with MD5 sums") + .NoArgument() + .Optional() + .StoreValue(&listMd5, true); + + bool recursive = false; + opts.AddLongOption('r', "recursive", "Read all files under each directory, recursively") + .NoArgument() + .Optional() + .StoreValue(&recursive, true); + + Quiet = false; + opts.AddLongOption('q', "quiet", "Do not output progress to stderr") + .NoArgument() + .Optional() + .StoreValue(&Quiet, true); + + TString prepend; + opts.AddLongOption('z', "prepend", "Prepend string to output") + .RequiredArgument("<prefix>") + .StoreResult(&prepend); + + TString append; + opts.AddLongOption('a', "append", "Append string to output") + .RequiredArgument("<suffix>") + .StoreResult(&append); + + TString outputf; + opts.AddLongOption('o', "output", "Output to file instead stdout") + .RequiredArgument("<file>") + .StoreResult(&outputf); + + TString unpackDir; + opts.AddLongOption('d', "unpackdir", "Unpack destination directory") + .RequiredArgument("<dir>") + .DefaultValue(".") + .StoreResult(&unpackDir); + + TString yasmBase; + opts.AddLongOption('A', "yasm", "Output dump is yasm format") + .RequiredArgument("<base>") + .StoreResult(&yasmBase); + + TString cppBase; + opts.AddLongOption('C', "cpp", "Output dump is C/C++ format") + .RequiredArgument("<base>") + .StoreResult(&cppBase); + + TString forceKeys; + opts.AddLongOption('k', "keys", "Set explicit list of keys for elements") + .RequiredArgument("<keys>") + .StoreResult(&forceKeys); + + opts.SetFreeArgDefaultTitle("<file>"); + opts.SetFreeArgsMin(1); + NLastGetopt::TOptsParseResult optsRes(&opts, argc, argv); + + SubstGlobal(append, "\\n", "\n"); + SubstGlobal(prepend, "\\n", "\n"); + + TVector<TRec> recs; + const auto& files = optsRes.GetFreeArgs(); + + TVector<TStringBuf> keys; + if (forceKeys.size()) + StringSplitter(forceKeys).Split(':').SkipEmpty().Collect(&keys); + + if (keys.size() && keys.size() != files.size()) { + Cerr << "Invalid number of keys=" << keys.size() << " (!= number of files=" << files.size() << ")" << Endl; + return 1; + } + + for (size_t i = 0; i < files.size(); ++i) { + const auto& path = files[i]; + size_t off = 0; +#ifdef _win_ + if (path[0] > 0 && isalpha(path[0]) && path[1] == ':') + off = 2; // skip drive letter ("d:") +#endif // _win_ + const size_t pos = path.find(':', off); + TRec cur; + cur.Path = path.substr(0, pos); + if (pos != TString::npos) + cur.Prefix = path.substr(pos + 1); + if (keys.size()) + cur.Key = keys[i]; + cur.Recursive = recursive; + cur.Fix(); + recs.push_back(cur); + } + + try { + if (listMd5) { + for (const auto& rec: recs) { + ListArchiveMd5(rec.Path, cutSlash); + } + } else if (list) { + for (const auto& rec: recs) { + ListArchive(rec.Path, cutSlash); + } + } else if (unpack) { + const TFsPath dir(unpackDir); + for (const auto& rec: recs) { + UnpackArchive(rec.Path, dir); + } + } else { + TAutoPtr<IOutputStream> outf(OpenOutput(outputf)); + IOutputStream* out = outf.Get(); + THolder<IOutputStream> hexout; + + if (hexdump) { + hexout.Reset(new THexOutput(out)); + out = hexout.Get(); + } else if (stride) { + hexout.Reset(new TStringArrayOutput(out, stride)); + out = hexout.Get(); + } else if (yasmBase) { + hexout.Reset(new TYasmOutput(out, yasmBase)); + out = hexout.Get(); + } else if (cppBase) { + hexout.Reset(new TCStringOutput(out, cppBase)); + out = hexout.Get(); + } + + outf->Write(prepend.data(), prepend.size()); + + if (cat) { + for (const auto& rec: recs) { + rec.Recurse(*out); + } + } else { + TDuplicatesMap duplicatesMap; + if (deduplicate) { + for (const auto& rec: recs) { + rec.Recurse(duplicatesMap); + } + } + duplicatesMap.Finish(); + TDeduplicationArchiveWriter w(duplicatesMap, out, !doNotZip); + for (const auto& rec: recs) { + rec.Recurse(w); + } + w.Finish(); + } + + try { + out->Finish(); + } catch (...) { + } + + outf->Write(append.data(), append.size()); + } + } catch (...) { + Cerr << CurrentExceptionMessage() << Endl; + return 1; + } + + return 0; +} diff --git a/tools/archiver/tests/directory/file1 b/tools/archiver/tests/directory/file1 new file mode 100644 index 0000000000..e2129701f1 --- /dev/null +++ b/tools/archiver/tests/directory/file1 @@ -0,0 +1 @@ +file1 diff --git a/tools/archiver/tests/directory/file2 b/tools/archiver/tests/directory/file2 new file mode 100644 index 0000000000..6c493ff740 --- /dev/null +++ b/tools/archiver/tests/directory/file2 @@ -0,0 +1 @@ +file2 diff --git a/tools/archiver/tests/directory/file3 b/tools/archiver/tests/directory/file3 new file mode 100644 index 0000000000..e2129701f1 --- /dev/null +++ b/tools/archiver/tests/directory/file3 @@ -0,0 +1 @@ +file1 diff --git a/tools/archiver/tests/test.py b/tools/archiver/tests/test.py new file mode 100644 index 0000000000..b92d58f6a9 --- /dev/null +++ b/tools/archiver/tests/test.py @@ -0,0 +1,68 @@ +import os +import logging +from yatest import common as ytc + +logger = logging.getLogger("test_logger") + + +class TestArchiver(object): + @classmethod + def setup_class(cls): + cls.archiver_path = ytc.binary_path("tools/archiver/archiver") + + def test_recursive(self): + assert 'archiver' == os.path.basename(self.archiver_path) + assert os.path.exists(self.archiver_path) + contents = ytc.source_path("tools/archiver/tests/directory") + ytc.execute( + command=[ + self.archiver_path, + "--output", "archive", + "--recursive", + contents, + ] + ) + with open('result', 'w') as archive_list: + ytc.execute( + command=[ + self.archiver_path, + "--list", + "archive", + ], + stdout=archive_list, + stderr=None, + ) + archive_list = sorted(open('result').read().strip().split('\n')) + assert len(archive_list) == 3 + assert archive_list[0] == 'file1' + assert archive_list[1] == 'file2' + assert archive_list[2] == 'file3' + + def test_deduplicate(self): + assert 'archiver' == os.path.basename(self.archiver_path) + assert os.path.exists(self.archiver_path) + contents = ytc.source_path("tools/archiver/tests/directory") + ytc.execute( + command=[ + self.archiver_path, + "--output", "result_dedup", + "--recursive", + "--deduplicate", + "--plain", + contents, + ] + ) + ytc.execute( + command=[ + self.archiver_path, + "--output", "result_no_dedup", + "--recursive", + "--plain", + contents, + ] + ) + with open('result_dedup', 'rb') as f_dedup, open('result_no_dedup', 'rb') as f_no_dedup: + archive_dedup = f_dedup.read() + archive_no_dedup = f_no_dedup.read() + assert len(archive_dedup) == 58 + assert len(archive_no_dedup) == 75 diff --git a/tools/archiver/tests/ya.make b/tools/archiver/tests/ya.make new file mode 100644 index 0000000000..445b4d3e70 --- /dev/null +++ b/tools/archiver/tests/ya.make @@ -0,0 +1,11 @@ +OWNER(mvel) + +PY2TEST() + +TEST_SRCS(test.py) + +DATA(arcadia/tools/archiver/tests) + +DEPENDS(tools/archiver) + +END() diff --git a/tools/archiver/ya.make b/tools/archiver/ya.make new file mode 100644 index 0000000000..757378c1b3 --- /dev/null +++ b/tools/archiver/ya.make @@ -0,0 +1,20 @@ +PROGRAM() + +OWNER( + pg + mvel +) + +PEERDIR( + library/cpp/archive + library/cpp/digest/md5 + library/cpp/getopt/small +) + +SRCS( + main.cpp +) + +SET(IDE_FOLDER "_Builders") + +END() diff --git a/tools/enum_parser/enum_parser/bin/ya.make b/tools/enum_parser/enum_parser/bin/ya.make new file mode 100644 index 0000000000..09e47ee1c0 --- /dev/null +++ b/tools/enum_parser/enum_parser/bin/ya.make @@ -0,0 +1,23 @@ +OWNER( + g:util + mvel +) + +PROGRAM(enum_parser) + +SRCDIR( + tools/enum_parser/enum_parser +) + +SRCS( + main.cpp +) + +INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/enum_parser/enum_parser/ya.make.induced_deps) + +PEERDIR( + library/cpp/getopt/small + tools/enum_parser/parse_enum +) + +END() diff --git a/tools/enum_parser/enum_parser/main.cpp b/tools/enum_parser/enum_parser/main.cpp new file mode 100644 index 0000000000..0943c69c1d --- /dev/null +++ b/tools/enum_parser/enum_parser/main.cpp @@ -0,0 +1,471 @@ +#include <library/cpp/json/writer/json_value.h> +#include <library/cpp/json/writer/json.h> +#include <library/cpp/getopt/small/last_getopt.h> + +#include <tools/enum_parser/parse_enum/parse_enum.h> + +#include <util/stream/file.h> +#include <util/stream/output.h> +#include <util/stream/input.h> +#include <util/stream/mem.h> + +#include <util/charset/wide.h> +#include <util/string/builder.h> +#include <util/string/strip.h> +#include <util/string/cast.h> +#include <util/string/join.h> +#include <util/string/subst.h> +#include <util/generic/map.h> +#include <util/generic/string.h> +#include <util/generic/vector.h> +#include <util/generic/ptr.h> +#include <util/generic/yexception.h> +#include <util/generic/maybe.h> +#include <util/system/fs.h> +#include <util/folder/path.h> + +void WriteHeader(const TString& headerName, IOutputStream& out, IOutputStream* headerOutPtr = nullptr) { + out << "// This file was auto-generated. Do not edit!!!\n"; + out << "#include " << headerName << "\n"; + out << "#include <tools/enum_parser/enum_serialization_runtime/enum_runtime.h>\n\n"; + out << "#include <tools/enum_parser/enum_parser/stdlib_deps.h>\n\n"; + out << "#include <util/generic/typetraits.h>\n"; + out << "#include <util/generic/singleton.h>\n"; + out << "#include <util/generic/string.h>\n"; + out << "#include <util/generic/vector.h>\n"; + out << "#include <util/generic/map.h>\n"; + out << "#include <util/generic/serialized_enum.h>\n"; + out << "#include <util/string/cast.h>\n"; + out << "#include <util/stream/output.h>\n\n"; + + if (headerOutPtr) { + auto& outHeader = *headerOutPtr; + outHeader << "// This file was auto-generated. Do not edit!!!\n"; + outHeader << "#pragma once\n\n"; + outHeader << "#include <util/generic/serialized_enum.h>\n"; + outHeader << "#include " << headerName << "\n"; + } +} + +static inline void JsonEscape(TString& s) { + SubstGlobal(s, "\\", "\\\\"); + SubstGlobal(s, "\"", "\\\""); + SubstGlobal(s, "\r", "\\r"); + SubstGlobal(s, "\n", "\\n"); + SubstGlobal(s, "\t", "\\t"); +} + +static inline TString JsonQuote(const TString& s) { + TString quoted = s; + JsonEscape(quoted); + return "\"" + quoted + "\""; // do not use .Quote() here, it performs escaping! +} + + +/// Simplifed JSON map encoder for generic types +template<typename T> +void OutKey(IOutputStream& out, const TString& key, const T& value, bool escape = true) { + TString quoted = ToString(value); + if (escape) { + quoted = JsonQuote(quoted); + } + out << "\"" << key << "\": " << quoted << ",\n"; +} + +/// Simplifed JSON map encoder for TMaybe +void OutKey(IOutputStream& out, const TString& key, const TMaybe<TString>& value) { + TString quoted; + if (value) { + quoted = JsonQuote(ToString(*value)); + } else { + quoted = "null"; + } + out << "\"" << key << "\": " << quoted << ",\n"; +} + + +/// Simplifed JSON map encoder for bool values +void OutKey(IOutputStream& out, const TString& key, const bool& value) { + out << "\"" << key << "\": " << (value ? "true" : "false") << ",\n"; +} + + +/// Simplifed JSON map encoder for array items +template<typename T> +void OutItem(IOutputStream& out, const T& value, bool escape = true) { + TString quoted = ToString(value); + if (escape) { + quoted = JsonQuote(quoted); + } + out << quoted << ",\n"; +} + +/// Cut trailing ",\n" or "," +static inline void FinishItems(TStringStream& out) { + TString& s = out.Str(); + if (s.EndsWith(",\n")) { + s.remove(s.size() - 2, 2); + } + if (s.EndsWith(",")) { + s.pop_back(); + } +} + + +static inline void OpenMap(TStringStream& out) { + out << "{\n"; +} + +static inline void CloseMap(TStringStream& out) { + out << "}\n"; +} + +static inline void OpenArray(TStringStream& out) { + out << "[\n"; +} + +static inline void CloseArray(TStringStream& out) { + out << "]\n"; +} + +static TString WrapStringBuf(const TStringBuf str) { + return TString::Join("TStringBuf(\"", str, "\")"); +} + +void GenerateEnum( + const TEnumParser::TEnum& en, + IOutputStream& out, + IOutputStream* jsonEnumOut = nullptr, + IOutputStream* headerOutPtr = nullptr +) { + TStringStream jEnum; + OpenMap(jEnum); + + size_t count = en.Items.size(); + OutKey(jEnum, "count", count); + const TString name = TEnumParser::ScopeStr(en.Scope) + en.CppName; + OutKey(jEnum, "full_name", name); + OutKey(jEnum, "cpp_name", en.CppName); + TStringStream scopeJson; + OpenArray(scopeJson); + for (const auto& scopeItem : en.Scope) { + OutItem(scopeJson, scopeItem); + } + FinishItems(scopeJson); + CloseArray(scopeJson); + + OutKey(jEnum, "scope", scopeJson.Str(), false); + OutKey(jEnum, "enum_class", en.EnumClass); + + TEnumParser::TScope outerScope = en.Scope; + if (en.EnumClass) { + outerScope.push_back(en.CppName); + } + + TString outerScopeStr = TEnumParser::ScopeStr(outerScope); + + TString cName = name; + SubstGlobal(cName, "::", ""); + + out << "// I/O for " << name << "\n"; + + TString nsName = "N" + cName + "Private"; + + out << "namespace { namespace " << nsName << " {\n"; + + TVector<TString> nameInitializerPairs; + TVector<TString> valueInitializerPairs; + TVector<TString> cppNamesInitializer; + + TStringStream jItems; + OpenArray(jItems); + + for (const auto& it : en.Items) { + TStringStream jEnumItem; + OpenMap(jEnumItem); + + OutKey(jEnumItem, "cpp_name", it.CppName); + OutKey(jEnumItem, "value", it.Value); + OutKey(jEnumItem, "comment_text", it.CommentText); + + TStringStream jAliases; + OpenArray(jAliases); + + TString strValue = it.CppName; + if (it.Aliases) { + // first alias is main + strValue = it.Aliases[0]; + OutKey(jEnumItem, "str_value", strValue); + } + nameInitializerPairs.push_back("TNameBufs::EnumStringPair(" + outerScopeStr + it.CppName + ", " + WrapStringBuf(strValue) + ")"); + cppNamesInitializer.push_back(WrapStringBuf(it.CppName)); + + for (const auto& alias : it.Aliases) { + valueInitializerPairs.push_back("TNameBufs::EnumStringPair(" + outerScopeStr + it.CppName + ", " + WrapStringBuf(alias) + ")"); + OutItem(jAliases, alias); + } + FinishItems(jAliases); + CloseArray(jAliases); + + if (!it.Aliases) { + valueInitializerPairs.push_back("TNameBufs::EnumStringPair(" + outerScopeStr + it.CppName + ", " + WrapStringBuf(it.CppName) + ")"); + } + OutKey(jEnumItem, "aliases", jAliases.Str(), false); + + FinishItems(jEnumItem); + CloseMap(jEnumItem); + + OutItem(jItems, jEnumItem.Str(), false); + } + FinishItems(jItems); + CloseArray(jItems); + OutKey(jEnum, "items", jItems.Str(), false); + + auto defineConstArray = [&out, payloadCache = TMap<std::pair<TString, TVector<TString>>, TString>()](const TStringBuf indent, const TStringBuf elementType, const TStringBuf name, const TVector<TString>& items) mutable { + if (items.empty()) { // ISO C++ forbids zero-size array + out << indent << "static constexpr const TArrayRef<const " << elementType << "> " << name << ";\n"; + } else { + // try to reuse one of the previous payload arrays + const auto inserted = payloadCache.emplace(std::make_pair(elementType, items), ToString(name) + "_PAYLOAD"); + const TString& payloadStorageName = inserted.first->second; + if (inserted.second) { // new array content or type + out << indent << "static constexpr const " << elementType << " " << payloadStorageName << "[" << items.size() << "]{\n"; + for (const auto& it : items) { + out << indent << " " << it << ",\n"; + } + out << indent << "};\n"; + } + out << indent << "static constexpr const TArrayRef<const " << elementType << "> " << name << "{" << payloadStorageName << "};\n"; + } + out << "\n"; + }; + + out << " class TNameBufs : public ::NEnumSerializationRuntime::TEnumDescription<" << name << "> {\n"; + out << " public:\n"; + out << " using TBase = ::NEnumSerializationRuntime::TEnumDescription<" << name << ">;\n\n"; + out << " inline TNameBufs();\n\n"; + + // Instance + out << " static inline const TNameBufs& Instance() {\n"; + out << " return *SingletonWithPriority<TNameBufs, 0>();\n"; // destroy enum serializers last, because it may be used from destructor of another global object + out << " }\n"; + out << " };\n\n"; + + // Initialization data + defineConstArray(" ", "TNameBufs::TBase::TEnumStringPair", "NAMES_INITIALIZATION_PAIRS", nameInitializerPairs); + defineConstArray(" ", "TNameBufs::TBase::TEnumStringPair", "VALUES_INITIALIZATION_PAIRS", valueInitializerPairs); + defineConstArray(" ", "TStringBuf", "CPP_NAMES_INITIALIZATION_ARRAY", cppNamesInitializer); + + out << " static constexpr const TNameBufs::TInitializationData ENUM_INITIALIZATION_DATA{\n"; + out << " NAMES_INITIALIZATION_PAIRS,\n"; + out << " VALUES_INITIALIZATION_PAIRS,\n"; + out << " CPP_NAMES_INITIALIZATION_ARRAY,\n"; + out << " " << WrapStringBuf(outerScopeStr) << ",\n"; + out << " " << WrapStringBuf(name) << "\n"; + out << " };\n\n"; + + // Constructor + out << " inline TNameBufs::TNameBufs()\n"; + out << " : TBase(ENUM_INITIALIZATION_DATA)\n"; + out << " {\n"; + out << " }\n\n"; + + out << "}}\n\n"; + + if (headerOutPtr) { + (*headerOutPtr) << "// I/O for " << name << "\n"; + } + + // outer ToString + if (headerOutPtr) { + (*headerOutPtr) << "const TString& ToString(" << name << ");\n"; + } + out << "const TString& ToString(" << name << " x) {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.ToString(x);\n"; + out << "}\n\n"; + + // outer FromString + if (headerOutPtr) { + (*headerOutPtr) << "bool FromString(const TString& name, " << name << "& ret);\n"; + } + out << "bool FromString(const TString& name, " << name << "& ret) {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.FromString(name, ret);\n"; + out << "}\n\n"; + + // outer FromString + if (headerOutPtr) { + (*headerOutPtr) << "bool FromString(const TStringBuf& name, " << name << "& ret);\n"; + } + out << "bool FromString(const TStringBuf& name, " << name << "& ret) {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.FromString(name, ret);\n"; + out << "}\n\n"; + + // specialization for internal FromStringImpl + out << "template<>\n"; + out << name << " FromStringImpl<" << name << ">(const char* data, size_t len) {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.FromString(TStringBuf(data, len));\n"; + out << "}\n\n"; + + // specialization for internal TryFromStringImpl + out << "template<>\n"; + out << "bool TryFromStringImpl<" << name << ">(const char* data, size_t len, " << name << "& result) {\n"; + out << " return FromString(TStringBuf(data, len), result);\n"; + out << "}\n\n"; + + // outer Out + out << "template<>\n"; + out << "void Out<" << name << ">(IOutputStream& os, TTypeTraits<" << name << ">::TFuncParam n) {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.Out(&os, n);\n"; + out << "}\n\n"; + + // specializations for NEnumSerializationRuntime function family + out << "namespace NEnumSerializationRuntime {\n"; + // template<> GetEnumAllValues + out << " template<>\n"; + out << " TMappedArrayView<" << name <<"> GetEnumAllValuesImpl<" << name << ">() {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.AllEnumValues();\n"; + out << " }\n\n"; + + // template<> GetEnumAllNames + out << " template<>\n"; + out << " const TString& GetEnumAllNamesImpl<" << name << ">() {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.AllEnumNames();\n"; + out << " }\n\n"; + + // template<> GetEnumNames<EnumType> + out << " template<>\n"; + out << " TMappedDictView<" << name << ", TString> GetEnumNamesImpl<" << name << ">() {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.EnumNames();\n"; + out << " }\n\n"; + + // template<> GetEnumAllCppNames, see IGNIETFERRO-534 + out << " template<>\n"; + out << " const TVector<TString>& GetEnumAllCppNamesImpl<" << name << ">() {\n"; + out << " const " << nsName << "::TNameBufs& names = " << nsName << "::TNameBufs::Instance();\n"; + out << " return names.AllEnumCppNames();\n"; + out << " }\n"; + + out << "}\n\n"; + + if (headerOutPtr) { + // <EnumType>Count + auto& outHeader = *headerOutPtr; + outHeader << "template <>\n"; + outHeader << "constexpr size_t GetEnumItemsCount<" << name << ">() {\n"; + outHeader << " return " << en.Items.size() << ";\n"; + outHeader << "}\n"; + } + + FinishItems(jEnum); + jEnum << "}\n"; + + if (jsonEnumOut) { + *jsonEnumOut << jEnum.Str(); + } +} + +int main(int argc, char** argv) { + try { + using namespace NLastGetopt; + TOpts opts = NLastGetopt::TOpts::Default(); + opts.AddHelpOption(); + + TString outputFileName; + TString outputHeaderFileName; + TString outputJsonFileName; + TString includePath; + opts.AddLongOption('o', "output").OptionalArgument("<output-file>").StoreResult(&outputFileName) + .Help( + "Output generated code to specified file.\n" + "When not set, standard output is used." + ); + opts.AddLongOption('h', "header").OptionalArgument("<output-header>").StoreResult(&outputHeaderFileName) + .Help( + "Generate appropriate header to specified file.\n" + "Works only if output file specified." + ); + opts.AddLongOption("include-path").OptionalArgument("<header-path>").StoreResult(&includePath) + .Help( + "Include input header using this path in angle brackets.\n" + "When not set, header basename is used in double quotes." + ); + + opts.AddLongOption('j', "json-output").OptionalArgument("<json-output>").StoreResult(&outputJsonFileName) + .Help( + "Generate enum data in JSON format." + ); + + opts.SetFreeArgsNum(1); + opts.SetFreeArgTitle(0, "<input-file>", "Input header file with enum declarations"); + + TOptsParseResult res(&opts, argc, argv); + + TVector<TString> freeArgs = res.GetFreeArgs(); + TString inputFileName = freeArgs[0]; + + THolder<IOutputStream> hOut; + IOutputStream* out = &Cout; + + THolder<IOutputStream> headerOut; + + THolder<IOutputStream> jsonOut; + + + if (outputFileName) { + NFs::Remove(outputFileName); + hOut.Reset(new TFileOutput(outputFileName)); + out = hOut.Get(); + + if (outputHeaderFileName) { + headerOut.Reset(new TFileOutput(outputHeaderFileName)); + } + + if (outputJsonFileName) { + jsonOut.Reset(new TFileOutput(outputJsonFileName)); + } + } + + if (!includePath) { + includePath = TString() + '"' + TFsPath(inputFileName).Basename() + '"'; + } else { + includePath = TString() + '<' + includePath + '>'; + } + + TEnumParser parser(inputFileName); + WriteHeader(includePath, *out, headerOut.Get()); + + TStringStream jEnums; + OpenArray(jEnums); + + for (const auto& en : parser.Enums) { + if (!en.CppName) { + // skip unnamed enum declarations + continue; + } + + TStringStream jEnum; + GenerateEnum(en, *out, &jEnum, headerOut.Get()); + OutItem(jEnums, jEnum.Str(), false); + } + FinishItems(jEnums); + CloseArray(jEnums); + + if (jsonOut) { + *jsonOut << jEnums.Str() << Endl; + } + + return 0; + } catch (...) { + Cerr << CurrentExceptionMessage() << Endl; + } + + return 1; +} diff --git a/tools/enum_parser/enum_parser/stdlib_deps.h b/tools/enum_parser/enum_parser/stdlib_deps.h new file mode 100644 index 0000000000..a28e2bf927 --- /dev/null +++ b/tools/enum_parser/enum_parser/stdlib_deps.h @@ -0,0 +1,5 @@ +#pragma once + +#include <array> +#include <initializer_list> +#include <utility> diff --git a/tools/enum_parser/enum_parser/ya.make b/tools/enum_parser/enum_parser/ya.make new file mode 100644 index 0000000000..82bac4e0f7 --- /dev/null +++ b/tools/enum_parser/enum_parser/ya.make @@ -0,0 +1,16 @@ +OWNER( + g:util + mvel +) + +IF (USE_PREBUILT_TOOLS) + INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/enum_parser/enum_parser/ya.make.prebuilt) +ENDIF() + +IF (NOT PREBUILT) + INCLUDE(${ARCADIA_ROOT}/tools/enum_parser/enum_parser/bin/ya.make) +ENDIF() + +RECURSE( + bin +) diff --git a/tools/enum_parser/enum_serialization_runtime/README.md b/tools/enum_parser/enum_serialization_runtime/README.md new file mode 100644 index 0000000000..7d2cbae4ce --- /dev/null +++ b/tools/enum_parser/enum_serialization_runtime/README.md @@ -0,0 +1,2 @@ +This library should not be used or referred directly. +Use `GENERATE_ENUM_SERIALIZATION_WITH_HEADER` and `GENERATE_ENUM_SERIALIZATION` macros instead. diff --git a/tools/enum_parser/enum_serialization_runtime/enum_runtime.cpp b/tools/enum_parser/enum_serialization_runtime/enum_runtime.cpp new file mode 100644 index 0000000000..73d38b396a --- /dev/null +++ b/tools/enum_parser/enum_serialization_runtime/enum_runtime.cpp @@ -0,0 +1,100 @@ +#include "enum_runtime.h" + +#include <util/generic/map.h> +#include <util/generic/yexception.h> +#include <util/stream/output.h> + +namespace NEnumSerializationRuntime { + template <typename TEnumRepresentationType> + [[noreturn]] static void ThrowUndefinedValueException(const TEnumRepresentationType key, const TStringBuf className) { + throw yexception() << "Undefined value " << key << " in " << className << ". "; + } + + template <typename TEnumRepresentationType> + const TString& TEnumDescriptionBase<TEnumRepresentationType>::ToString(TRepresentationType key) const { + const auto it = Names.find(key); + if (Y_LIKELY(it != Names.end())) { + return it->second; + } + ThrowUndefinedValueException(key, ClassName); + } + + template <typename TEnumRepresentationType> + std::pair<bool, TEnumRepresentationType> TEnumDescriptionBase<TEnumRepresentationType>::TryFromString(const TStringBuf name) const { + const auto it = Values.find(name); + if (it != Values.end()) { + return {true, it->second}; + } + return {false, TRepresentationType()}; + } + + [[noreturn]] static void ThrowUndefinedNameException(const TStringBuf name, const TStringBuf className, const TStringBuf allEnumNames) { + ythrow yexception() << "Key '" << name << "' not found in enum " << className << ". Valid options are: " << allEnumNames << ". "; + } + + template <typename TEnumRepresentationType> + auto TEnumDescriptionBase<TEnumRepresentationType>::FromString(const TStringBuf name) const -> TRepresentationType { + const auto findResult = TryFromString(name); + if (Y_LIKELY(findResult.first)) { + return findResult.second; + } + ThrowUndefinedNameException(name, ClassName, AllEnumNames()); + } + + template <typename TEnumRepresentationType> + void TEnumDescriptionBase<TEnumRepresentationType>::Out(IOutputStream* os, const TRepresentationType key) const { + (*os) << this->ToString(key); + } + + template <typename TEnumRepresentationType> + TEnumDescriptionBase<TEnumRepresentationType>::TEnumDescriptionBase(const TInitializationData& enumInitData) + : ClassName(enumInitData.ClassName) + { + const TArrayRef<const TEnumStringPair>& namesInitializer = enumInitData.NamesInitializer; + const TArrayRef<const TEnumStringPair>& valuesInitializer = enumInitData.ValuesInitializer; + const TArrayRef<const TStringBuf>& cppNamesInitializer = enumInitData.CppNamesInitializer; + + TMap<TRepresentationType, TString> mapValueToName; + TMap<TString, TRepresentationType> mapNameToValue; + const bool bijectiveHint = (namesInitializer.data() == valuesInitializer.data() && namesInitializer.size() == valuesInitializer.size()); + if (bijectiveHint) { + for (const TEnumStringPair& it : namesInitializer) { + TString name{it.Name}; + mapValueToName.emplace(it.Key, name); + mapNameToValue.emplace(std::move(name), it.Key); + } + } else { + for (const TEnumStringPair& it : namesInitializer) { + mapValueToName.emplace(it.Key, TString(it.Name)); + } + for (const TEnumStringPair& it : valuesInitializer) { + mapNameToValue.emplace(TString(it.Name), it.Key); + } + } + Names = std::move(mapValueToName); + Values = std::move(mapNameToValue); + + AllValues.reserve(Names.size()); + for (const auto& it : Names) { + if (!AllNames.empty()) { + AllNames += ", "; + } + AllNames += TString::Join('\'', it.second, '\''); + AllValues.push_back(it.first); + } + + AllCppNames.reserve(cppNamesInitializer.size()); + for (const auto& cn : cppNamesInitializer) { + AllCppNames.push_back(TString::Join(enumInitData.CppNamesPrefix, cn)); + } + } + + template <typename TEnumRepresentationType> + TEnumDescriptionBase<TEnumRepresentationType>::~TEnumDescriptionBase() = default; + + // explicit instantiation + template class TEnumDescriptionBase<int>; + template class TEnumDescriptionBase<unsigned>; + template class TEnumDescriptionBase<long long>; + template class TEnumDescriptionBase<unsigned long long>; +} diff --git a/tools/enum_parser/enum_serialization_runtime/enum_runtime.h b/tools/enum_parser/enum_serialization_runtime/enum_runtime.h new file mode 100644 index 0000000000..f157d43109 --- /dev/null +++ b/tools/enum_parser/enum_serialization_runtime/enum_runtime.h @@ -0,0 +1,116 @@ +#pragma once + +#include <util/generic/array_ref.h> +#include <util/generic/strbuf.h> +#include <util/generic/string.h> +#include <util/generic/vector.h> +#include <util/generic/serialized_enum.h> + +#include <utility> + +class IOutputStream; + +namespace NEnumSerializationRuntime { + /// Stores all information about enumeration except its real type + template <typename TEnumRepresentationType> + class TEnumDescriptionBase { + public: + using TRepresentationType = TEnumRepresentationType; + + struct TEnumStringPair { + const TRepresentationType Key; + const TStringBuf Name; + }; + + /// Refers initialization data stored in constexpr-friendly format + struct TInitializationData { + const TArrayRef<const TEnumStringPair> NamesInitializer; + const TArrayRef<const TEnumStringPair> ValuesInitializer; + const TArrayRef<const TStringBuf> CppNamesInitializer; + const TStringBuf CppNamesPrefix; + const TStringBuf ClassName; + }; + + public: + TEnumDescriptionBase(const TInitializationData& enumInitData); + ~TEnumDescriptionBase(); + + const TString& ToString(TRepresentationType key) const; + std::pair<bool, TRepresentationType> TryFromString(const TStringBuf name) const; + TRepresentationType FromString(const TStringBuf name) const; + void Out(IOutputStream* os, const TRepresentationType key) const; + + const TString& AllEnumNames() const noexcept { + return AllNames; + } + + const TVector<TString>& AllEnumCppNames() const noexcept { + return AllCppNames; + } + + const TMap<TRepresentationType, TString>& TypelessEnumNames() const noexcept { + return Names; + } + + const TVector<TRepresentationType>& TypelessEnumValues() const noexcept { + return AllValues; + } + + private: + TMap<TRepresentationType, TString> Names; + TMap<TString, TRepresentationType> Values; + TString AllNames; + TVector<TString> AllCppNames; + TString ClassName; + TVector<TRepresentationType> AllValues; + }; + + /// Wraps TEnumDescriptionBase and performs on-demand casts + template <typename EEnum, typename TEnumRepresentationType = typename NDetail::TSelectEnumRepresentationType<EEnum>::TType> + class TEnumDescription: public NDetail::TMappedViewBase<EEnum, TEnumRepresentationType>, private TEnumDescriptionBase<TEnumRepresentationType> { + public: + using TBase = TEnumDescriptionBase<TEnumRepresentationType>; + using TCast = NDetail::TMappedViewBase<EEnum, TEnumRepresentationType>; + using TBase::AllEnumCppNames; + using TBase::AllEnumNames; + using typename TBase::TEnumStringPair; + using typename TBase::TRepresentationType; + using typename TBase::TInitializationData; + + public: + using TBase::TBase; + + const TString& ToString(const EEnum key) const { + return TBase::ToString(TCast::CastToRepresentationType(key)); + } + + bool FromString(const TStringBuf name, EEnum& ret) const { + const auto findResult = TBase::TryFromString(name); + if (findResult.first) { + ret = TCast::CastFromRepresentationType(findResult.second); + return true; + } + return false; + } + + EEnum FromString(const TStringBuf name) const { + return TCast::CastFromRepresentationType(TBase::FromString(name)); + } + + TMappedDictView<EEnum, TString> EnumNames() const noexcept { + return {TBase::TypelessEnumNames()}; + } + + TMappedArrayView<EEnum> AllEnumValues() const noexcept { + return {TBase::TypelessEnumValues()}; + } + + void Out(IOutputStream* os, const EEnum key) const { + TBase::Out(os, TCast::CastToRepresentationType(key)); + } + + static constexpr TEnumStringPair EnumStringPair(const EEnum key, const TStringBuf name) noexcept { + return {TCast::CastToRepresentationType(key), name}; + } + }; +} diff --git a/tools/enum_parser/enum_serialization_runtime/ya.make b/tools/enum_parser/enum_serialization_runtime/ya.make new file mode 100644 index 0000000000..c18e4aee10 --- /dev/null +++ b/tools/enum_parser/enum_serialization_runtime/ya.make @@ -0,0 +1,13 @@ +LIBRARY() + +OWNER( + g:util + swarmer +) + +SRCS( + enum_runtime.cpp +) + + +END() diff --git a/tools/enum_parser/parse_enum/parse_enum.cpp b/tools/enum_parser/parse_enum/parse_enum.cpp new file mode 100644 index 0000000000..3db0d7a4d9 --- /dev/null +++ b/tools/enum_parser/parse_enum/parse_enum.cpp @@ -0,0 +1,422 @@ +#include "parse_enum.h" + +#include <library/cpp/cppparser/parser.h> + +#include <util/stream/file.h> +#include <util/stream/output.h> +#include <util/stream/input.h> +#include <util/stream/mem.h> + +#include <util/charset/wide.h> +#include <util/string/strip.h> +#include <util/string/cast.h> +#include <util/generic/map.h> +#include <util/generic/string.h> +#include <util/generic/vector.h> +#include <util/generic/ptr.h> +#include <util/generic/yexception.h> + +/** + * Parse C-style strings inside multiline comments + **/ +class TValuesContext: public TCppFullSax { +public: + void DoString(const TText& text) override { + Values.push_back(text.Data); + } + + ~TValuesContext() override { + } + + TVector<TString> Values; +}; + +static TVector<TString> ParseEnumValues(const TString& strValues) { + TVector<TString> result; + + TValuesContext ctx; + TCppSaxParser parser(&ctx); + TMemoryInput in(strValues.data(), strValues.size()); + TransferData(static_cast<IInputStream*>(&in), &parser); + parser.Finish(); + for (const auto& value : ctx.Values) { + Y_ENSURE(value.size() >= 2, "Invalid C-style string. "); + TString dequoted = value.substr(1, value.size() - 2); + // TODO: support C-unescaping + result.push_back(dequoted); + } + return result; +} + +/** + * Parse C++ fragment with one enum + **/ +class TEnumContext: public TCppFullSax { +public: + typedef TEnumParser::TItem TItem; + typedef TEnumParser::TEnum TEnum; + + TEnumContext(TEnum& currentEnum) + : CurrentEnum(currentEnum) + { + } + + ~TEnumContext() override { + } + + void AddEnumItem() { + if (!CurrentItem.CppName) { + // uninitialized element should have no value too + Y_ASSERT(!CurrentItem.Value.Defined()); + return; + } + + // enum item C++ name should not be empty + Y_ASSERT(CurrentItem.CppName); + CurrentItem.NormalizeValue(); + CurrentEnum.Items.push_back(CurrentItem); + CurrentItem.Clear(); + InEnumState = Begin; + } + + template<class T> + void AppendValue(const T& text) { + // by pg@ advice, do not parse enum value + // leave it to C++ compiler to parse/interpret + + if (!CurrentItem.Value) + CurrentItem.Value = TString(); + + *CurrentItem.Value += text; + } + + void DoEnd() override { + AddEnumItem(); + } + + void DoWhiteSpace(const TText& text) override { + if (InValue == InEnumState || InValueCall == InEnumState) { + AppendValue(text.Data); + } + } + + void DoSyntax(const TText& text) override { + // For some reason, parser sometimes passes chunks like '{};' here, + // so we handle each symbol separately. + for (const char& sym : text.Data) { + if ('{' == sym && InValue != InEnumState && InValueCall != InEnumState) { + BodyDetected = true; + continue; + } else if ('=' == sym && InValueCall != InEnumState) { + InEnumState = InValue; + continue; + } else if (('(' == sym || '{' == sym) && (InValue == InEnumState || InValueCall == InEnumState)) { + // there may be constexpr function / constructor / macro call in value part, + // handle them appropriately + InEnumState = InValueCall; + ++BracesBalance; + AppendValue(sym); + continue; + } else if ((')' == sym || '}' == sym) && InValueCall == InEnumState) { + if (!--BracesBalance) { + InEnumState = InValue; + } + AppendValue(sym); + continue; + } else if ((',' == sym || '}' == sym) && InValueCall != InEnumState) { + AddEnumItem(); + continue; + } else if (InValue == InEnumState || InValueCall == InEnumState) { + AppendValue(sym); + } + } + } + + void DoName(const TText& text) override { + if (!BodyDetected) { + return; + } + + if (InValue == InEnumState || InValueCall == InEnumState) { + AppendValue(text.Data); + return; + } + + CurrentItem.CppName = text.Data; + InEnumState = AfterCppName; + } + + void DoMultiLineComment(const TText& text) override { + Y_ENSURE(text.Data.size() >= 4, "Invalid multiline comment " << text.Data.Quote() << ". "); + TString commentText = text.Data.substr(2, text.Data.size() - 4); + commentText = StripString(commentText); + CurrentItem.CommentText = commentText; + CurrentItem.Aliases = ParseEnumValues(commentText); + + if (CurrentItem.Aliases && !CurrentItem.CppName) { + // this means we process multiline comment when item name was not set yet. + ythrow yexception() << "Are you hit with https://clubs.at.yandex-team.ru/stackoverflow/2603 typo? "; + } + } + + bool BodyDetected = false; + enum EInEnumState { + Begin, + AfterCppName, + InValue, + InValueCall, + End, + }; + EInEnumState InEnumState = Begin; + + TEnum& CurrentEnum; + TItem CurrentItem; + + size_t BracesBalance = 0; +}; + +/** + * Parse C++ file + **/ +class TCppContext: public TCppFullSax { +public: + typedef TEnumParser::TScope TScope; + typedef TEnumParser::TItem TItem; + typedef TEnumParser::TEnum TEnum; + typedef TEnumParser::TEnums TEnums; + + const TString NAMESPACE = "<namespace>"; + const TString CLASS = "<class>"; + const TString STRUCT = "<struct>"; + const TString ENUM = "<enum>"; + const TString BLOCK = "<block>"; + + TCppContext(const char* data, const TString& sourceFileName = TString()) + : Data(data) + , SourceFileName(sourceFileName) + { + } + + ~TCppContext() override { + } + + void DoSyntax(const TText& text) override { + // For some reason, parser sometimes passes chunks like '{};' here, + // so we handle each symbol separately. + const TString& syn = text.Data; + if (syn == "::" && InCompositeNamespace) { + LastScope += syn; + InCompositeNamespace = false; + ScopeDeclaration = true; + return; + } + for (size_t i = 0; i < syn.size(); ++i) { + if ('{' == syn[i]) { + OnEnterScope(text.Offset + i); + if (InEnum) { + CurrentEnum.BodyDetected = true; + } + } else if ('}' == syn[i]) { + OnLeaveScope(text.Offset + i); + } else if (';' == syn[i]) { + // Handle SEARCH-1392 + if (InEnum && !CurrentEnum.BodyDetected) { + CurrentEnum.ForwardDeclaration = true; + InEnum = false; + } + } + } + } + + void DoKeyword(const TText& text) override { + if (text.Data == "enum") { + Y_ENSURE(!InEnum, "Enums cannot be nested. "); + InEnum = true; + EnumPos = text.Offset; + CurrentEnum.Clear(); + CurrentEnum.Scope = Scope; + ScopeDeclaration = true; + NextScopeName = ENUM; + //PrintScope(); + } else if (text.Data == "class") { + if (InEnum) { + CurrentEnum.EnumClass = true; + return; + } + NextScopeName = CLASS; + ScopeDeclaration = true; + //PrintScope(); + } else if (text.Data == "struct") { + if (InEnum) { + CurrentEnum.EnumClass = true; + return; + } + NextScopeName = STRUCT; + ScopeDeclaration = true; + //PrintScope(); + } else if (text.Data == "namespace") { + NextScopeName = NAMESPACE; + LastScope.clear(); + ScopeDeclaration = true; + //PrintScope(); + } + } + + void DoName(const TText& text) override { + if (!ScopeDeclaration) { + return; + } + if (InEnum) { + CurrentEnum.CppName = text.Data; + } else { + if (NextScopeName == NAMESPACE) { + InCompositeNamespace = true; + LastScope += text.Data; + } else { + LastScope = text.Data; + } + } + ScopeDeclaration = false; + } + + void OnEnterScope(size_t /* offset */) { + if (ScopeDeclaration) { + // unnamed declaration or typedef + ScopeDeclaration = false; + } + InCompositeNamespace = false; + Scope.push_back(LastScope); + LastScope.clear(); + //PrintScope(); + } + + /// @param offset: terminating curly brace position + void OnLeaveScope(size_t offset) { + if (!Scope) { + size_t contextOffsetBegin = (offset >= 256) ? offset - 256 : 0; + TString codeContext = TString(Data + contextOffsetBegin, offset - contextOffsetBegin + 1); + ythrow yexception() << "C++ source parse failed: unbalanced scope. Did you miss a closing '}' bracket? " + "Context: enum " << CurrentEnum.CppName.Quote() << + " in scope " << TEnumParser::ScopeStr(CurrentEnum.Scope).Quote() << ". Code context:\n... " << + codeContext << " ..."; + } + Scope.pop_back(); + + if (InEnum) { + Y_ASSERT(offset > EnumPos); + InEnum = false; + try { + ParseEnum(Data + EnumPos, offset - EnumPos + 1); + } catch (...) { + TString ofFile; + if (SourceFileName) { + ofFile += " of file "; + ofFile += SourceFileName.Quote(); + } + ythrow yexception() << "Failed to parse enum " << CurrentEnum.CppName << + " in scope " << TEnumParser::ScopeStr(CurrentEnum.Scope) << ofFile << + "\n<C++ parser error message>: " << CurrentExceptionMessage(); + } + } + //PrintScope(); + } + + void ParseEnum(const char* data, size_t length) { + TEnumContext enumContext(CurrentEnum); + TMemoryInput in(data, length); + TCppSaxParser parser(&enumContext); + TransferData(&in, &parser); + parser.Finish(); + //PrintEnum(CurrentEnum); + Enums.push_back(CurrentEnum); + } + + // Some debug stuff goes here + static void PrintScope(const TScope& scope) { + Cerr << "Current scope: " << TEnumParser::ScopeStr(scope) << Endl; + } + + void PrintScope() { + PrintScope(Scope); + } + + void PrintEnum(const TEnum& en) { + Cerr << "Enum within scope " << TEnumParser::ScopeStr(en.Scope).Quote() << Endl; + for (const auto& item : en.Items) { + Cerr << " " << item.CppName; + if (item.Value) + Cerr << " = " << *item.Value; + Cerr << Endl; + for (const auto& value : item.Aliases) { + Cerr << " " << value << Endl; + } + } + } + + void PrintEnums() { + for (const auto& en : Enums) + PrintEnum(en); + } + +public: + TScope Scope; + TEnums Enums; +private: + const char* const Data; + TString SourceFileName; + + bool InEnum = false; + bool ScopeDeclaration = false; + bool InCompositeNamespace = false; + TString NextScopeName = BLOCK; + TString LastScope; + size_t EnumPos = 0; + TEnum CurrentEnum; +}; + + +TEnumParser::TEnumParser(const TString& fileName) { + THolder<IInputStream> hIn; + IInputStream* in = nullptr; + if (fileName != "-") { + SourceFileName = fileName; + hIn.Reset(new TFileInput(fileName)); + in = hIn.Get(); + } else { + in = &Cin; + } + TString contents = in->ReadAll(); + Parse(contents.data(), contents.size()); +} + +TEnumParser::TEnumParser(const char* data, size_t length) { + Parse(data, length); +} + +TEnumParser::TEnumParser(IInputStream& in) { + TString contents = in.ReadAll(); + Parse(contents.data(), contents.size()); +} + +void TEnumParser::Parse(const char* data, size_t length) { + const TStringBuf span(data, length); + const bool hasPragmaOnce = span.Contains("#pragma once"); + const bool isProtobufHeader = span.Contains("// Generated by the protocol buffer compiler"); + const bool isFlatbuffersHeader = span.Contains("// automatically generated by the FlatBuffers compiler"); + Y_ENSURE( + hasPragmaOnce || isProtobufHeader || isFlatbuffersHeader, + "Serialization functions can be generated only for enums in header files, see SEARCH-975. " + ); + TCppContext cppContext(data, SourceFileName); + TMemoryInput in(data, length); + TCppSaxParser parser(&cppContext); + TransferData(&in, &parser); + parser.Finish(); + //cppContext.PrintEnums(); + // obtain result + Enums = cppContext.Enums; + if (cppContext.Scope) { + cppContext.PrintScope(); + ythrow yexception() << "Unbalanced scope, something is wrong with enum parser. "; + } +} diff --git a/tools/enum_parser/parse_enum/parse_enum.h b/tools/enum_parser/parse_enum/parse_enum.h new file mode 100644 index 0000000000..ef8b512ae4 --- /dev/null +++ b/tools/enum_parser/parse_enum/parse_enum.h @@ -0,0 +1,78 @@ +#pragma once + +#include <util/stream/output.h> +#include <util/stream/input.h> +#include <util/stream/mem.h> +#include <util/string/strip.h> +#include <util/generic/maybe.h> +#include <util/generic/string.h> +#include <util/generic/vector.h> + +class TEnumParser { +public: + + struct TItem { + TMaybe<TString> Value; + TString CppName; + TVector<TString> Aliases; + TString CommentText; + + void Clear() { + *this = TItem(); + } + + void NormalizeValue() { + if (!Value) + return; + StripInPlace(*Value); + } + + }; + + // vector is to preserve declaration order + typedef TVector<TItem> TItems; + + typedef TVector<TString> TScope; + + struct TEnum { + TItems Items; + TString CppName; + TScope Scope; + // enum or enum class + bool EnumClass = false; + bool BodyDetected = false; + bool ForwardDeclaration = false; + + void Clear() { + *this = TEnum(); + } + }; + + typedef TVector<TEnum> TEnums; + + /// Parse results stored here + TEnums Enums; + + /// Parse enums from file containing C++ code + TEnumParser(const TString& fileName); + + /// Parse enums from memory buffer containing C++ code + TEnumParser(const char* data, size_t length); + + /// Parse enums from input stream + TEnumParser(IInputStream& in); + + static TString ScopeStr(const TScope& scope) { + TString result; + for (const TString& name : scope) { + result += name; + result += "::"; + } + return result; + } + +private: + void Parse(const char* data, size_t length); +protected: + TString SourceFileName; +}; diff --git a/tools/enum_parser/parse_enum/parse_enum_ut.cpp b/tools/enum_parser/parse_enum/parse_enum_ut.cpp new file mode 100644 index 0000000000..21ed6a2fc4 --- /dev/null +++ b/tools/enum_parser/parse_enum/parse_enum_ut.cpp @@ -0,0 +1,315 @@ +#include <library/cpp/resource/resource.h> +#include <library/cpp/testing/unittest/registar.h> + +#include <tools/enum_parser/parse_enum/parse_enum.h> + +typedef TEnumParser::TEnum TEnum; +typedef TEnumParser::TEnums TEnums; +typedef TEnumParser::TItems TItems; + +Y_UNIT_TEST_SUITE(TEnumParserTest) { + + Y_UNIT_TEST(MainTest) { + TString text = NResource::Find("/enums"); + TMemoryInput input(text.data(), text.size()); + TEnumParser parser(input); + const TEnums& enums = parser.Enums; + + UNIT_ASSERT_VALUES_EQUAL(enums.size(), 16u); + + // check ESimple + { + const TEnum& e = enums[0]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "ESimple"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Http"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 0u); + UNIT_ASSERT(!it[0].Value.Defined()); + + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "Https"); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 0u); + UNIT_ASSERT(!it[1].Value.Defined()); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "ItemCount"); + UNIT_ASSERT_VALUES_EQUAL(it[2].Aliases.size(), 0u); + UNIT_ASSERT(!it[2].Value.Defined()); + } + + // ESimpleWithComma + { + const TEnum& e = enums[1]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "ESimpleWithComma"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 4u); + + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Http"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "3"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 0u); + + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "Http2"); + UNIT_ASSERT(it[1].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "Http"); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "Https"); + UNIT_ASSERT_VALUES_EQUAL(it[2].Aliases.size(), 0u); + UNIT_ASSERT(!it[2].Value.Defined()); + + UNIT_ASSERT_VALUES_EQUAL(it[3].CppName, "ItemCount"); + UNIT_ASSERT_VALUES_EQUAL(it[3].Aliases.size(), 0u); + UNIT_ASSERT(!it[3].Value.Defined()); + } + + // check ECustomAliases + { + const TEnum& e = enums[2]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "ECustomAliases"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "CAHttp"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "3"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases[0], "http"); + + UNIT_ASSERT(!it[1].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "CAHttps"); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases[0], "https"); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "CAItemCount"); + UNIT_ASSERT_VALUES_EQUAL(it[2].Aliases.size(), 0u); + } + + // check EMultipleAliases + { + const TEnum& e = enums[3]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EMultipleAliases"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "MAHttp"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "9"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases[0], "http://"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases[1], "secondary"); + // yes, quoted values are NOT decoded, it is a known (minor) bug + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases[2], "old\\nvalue"); + + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "MAHttps"); + UNIT_ASSERT(it[1].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "1"); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases[0], "https://"); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "MAItemCount"); + UNIT_ASSERT(!it[2].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(it[2].Aliases.size(), 0u); + } + + // check NEnumNamespace::EInNamespace + { + const TEnum& e = enums[4]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[0], "NEnumNamespace"); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EInNamespace"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Http"); + UNIT_ASSERT(it[0].Value.Defined()); + } + + // check NEnumNamespace::TEnumClass::EInClass + { + const TEnum& e = enums[5]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 2u); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[0], "NEnumNamespace"); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[1], "TEnumClass"); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EInClass"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Http"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "9"); + + UNIT_ASSERT(it[1].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "NEnumNamespace::Https"); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "Https3"); + UNIT_ASSERT(it[2].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[2].Value, "1 + 2"); + } + + // check unnamed enum (no code should be generated for it) + { + const TEnum& e = enums[6]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, ""); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + } + + // TEXT_WEIGHT + { + const TEnum& e = enums[7]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "TEXT_WEIGHT"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 5u); + + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "WEIGHT_ZERO"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "-1"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 0u); + + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "WEIGHT_LOW"); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 0u); + UNIT_ASSERT(!it[1].Value.Defined()); + + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "WEIGHT_NORMAL"); + UNIT_ASSERT_VALUES_EQUAL(it[2].Aliases.size(), 0u); + UNIT_ASSERT(!it[2].Value.Defined()); + } + + // EDuplicateKeys + { + const TEnum& e = enums[8]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EDuplicateKeys"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 5u); + + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Key0"); + UNIT_ASSERT(it[0].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "0"); + UNIT_ASSERT_VALUES_EQUAL(it[0].Aliases.size(), 0u); + + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "Key0Second"); + UNIT_ASSERT(it[1].Value.Defined()); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "Key0"); + UNIT_ASSERT_VALUES_EQUAL(it[1].Aliases.size(), 0u); + } + + // EEmpty + { + const TEnum& e = enums[10]; + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 0u); + } + + // NComposite::NInner::EInCompositeNamespaceSimple + { + const TEnum& e = enums[11]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[0], "NComposite::NInner"); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EInCompositeNamespaceSimple"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "one"); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "2") ; + } + + // NOuterSimple::NComposite::NMiddle::NInner::NInnerSimple::TEnumClass::EVeryDeep + { + const TEnum& e = enums[12]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 4u); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[0], "NOuterSimple"); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[1], "NComposite::NMiddle::NInner"); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[2], "NInnerSimple"); + UNIT_ASSERT_VALUES_EQUAL(e.Scope[3], "TEnumClass"); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "EVeryDeep"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 2u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Key0"); + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "Key1"); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "1"); + } + + // ENonLiteralValues + { + const TEnum& e = enums[13]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "ENonLiteralValues"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 5u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "one"); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "MACRO(1, 2)"); + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "two"); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "2"); + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "three"); + UNIT_ASSERT_VALUES_EQUAL(*it[2].Value, "func(3)"); + UNIT_ASSERT_VALUES_EQUAL(it[3].CppName, "four"); + UNIT_ASSERT_VALUES_EQUAL(it[3].Value.Defined(), false); + UNIT_ASSERT_VALUES_EQUAL(it[4].CppName, "five"); + UNIT_ASSERT_VALUES_EQUAL(it[4].Value, "MACRO(MACRO(1, 2), 2)"); + } + + // NotifyingStatus + { + const TEnum& e = enums[15]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 0u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "NotifyingStatus"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 4u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "NEW"); + UNIT_ASSERT_VALUES_EQUAL(*it[0].Value, "0"); + UNIT_ASSERT_VALUES_EQUAL(it[1].CppName, "FAILED_WILL_RETRY"); + UNIT_ASSERT_VALUES_EQUAL(*it[1].Value, "1"); + UNIT_ASSERT_VALUES_EQUAL(it[2].CppName, "FAILED_NO_MORE_TRIALS"); + UNIT_ASSERT_VALUES_EQUAL(*it[2].Value, "2"); + UNIT_ASSERT_VALUES_EQUAL(it[3].CppName, "SENT"); + UNIT_ASSERT_VALUES_EQUAL(*it[3].Value, "3"); + } + } + + Y_UNIT_TEST(BadCodeParseTest) { + TString text = NResource::Find("/badcode"); + TMemoryInput input(text.data(), text.size()); + TEnumParser parser(input); + const TEnums& enums = parser.Enums; + + UNIT_ASSERT_VALUES_EQUAL(enums.size(), 1u); + + // check <anonymous namespace>::ETest correct parsing + { + const TEnum& e = enums[0]; + UNIT_ASSERT_VALUES_EQUAL(e.Scope.size(), 1u); + UNIT_ASSERT_VALUES_EQUAL(e.CppName, "ETest"); + const TItems& it = e.Items; + UNIT_ASSERT_VALUES_EQUAL(it.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(it[0].CppName, "Http"); + UNIT_ASSERT(it[0].Value.Defined()); + } + + } + + Y_UNIT_TEST(UnbalancedCodeParseTest) { + // Thanks gotmanov@ for providing this example + TString text = NResource::Find("/unbalanced"); + TMemoryInput input(text.data(), text.size()); + try { + TEnumParser parser(input); + UNIT_ASSERT(false); + } catch(...) { + UNIT_ASSERT(CurrentExceptionMessage().Contains("unbalanced scope. Did you miss a closing")); + } + } + + Y_UNIT_TEST(AliasBeforeNameTest) { + TString text = NResource::Find("/alias_before_name"); + TMemoryInput input(text.data(), text.size()); + try { + TEnumParser parser(input); + UNIT_ASSERT(false); + } catch(...) { + UNIT_ASSERT(CurrentExceptionMessage().Contains("https://clubs.at.yandex-team.ru/stackoverflow/2603")); + } + } +} diff --git a/tools/enum_parser/parse_enum/ut/alias_before_name.h b/tools/enum_parser/parse_enum/ut/alias_before_name.h new file mode 100644 index 0000000000..64015c1db6 --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/alias_before_name.h @@ -0,0 +1,7 @@ +#pragma once + +// https://clubs.at.yandex-team.ru/stackoverflow/2603 bad example +enum EStrange { + One, /* "one" */ + Two, /* "two" */ +}; diff --git a/tools/enum_parser/parse_enum/ut/badcode.h b/tools/enum_parser/parse_enum/ut/badcode.h new file mode 100644 index 0000000000..88448c8eae --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/badcode.h @@ -0,0 +1,10 @@ +#pragma once + +// Anonymous namespaces are meaningless, but should not break our parser +namespace { + enum ETest { + Http = 9 /* "http://" "secondary" "old\nvalue" */, + Https = 1 /* "https://" */, + ETestItemCount, + }; +} diff --git a/tools/enum_parser/parse_enum/ut/enums.cpp b/tools/enum_parser/parse_enum/ut/enums.cpp new file mode 100644 index 0000000000..a03045855e --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/enums.cpp @@ -0,0 +1,195 @@ +#include "enums.h" +#include "enums_with_header.h" +#include <tools/enum_parser/parse_enum/ut/enums_with_header.h_serialized.h> + +#include "including_header.h" + +// just to test that generated stuff works +#include <util/generic/serialized_enum.h> +#include <library/cpp/testing/unittest/registar.h> + +#include <util/generic/ptr.h> +#include <util/generic/singleton.h> + + +void FunctionUsingEFwdEnum(EFwdEnum) { +} + +class TEnumSerializationInitializer { +public: + TEnumSerializationInitializer() { + UNIT_ASSERT_VALUES_EQUAL(ToString(EDestructionPriorityTest::first), "first"); + } + ~TEnumSerializationInitializer() { + UNIT_ASSERT_VALUES_EQUAL(ToString(EDestructionPriorityTest::second), "second"); + } +}; + +class TEnumSerializationInitializerHolder { +public: + TEnumSerializationInitializerHolder() { + } + + ~TEnumSerializationInitializerHolder() { + } + + void Init() { Ptr.Reset(new TEnumSerializationInitializer); } +private: + THolder<TEnumSerializationInitializer> Ptr; +}; + + +Y_UNIT_TEST_SUITE(TEnumGeneratorTest) { + + template<typename T> + void CheckToString(const T& value, const TString& strValue) { + UNIT_ASSERT_VALUES_EQUAL(ToString(value), strValue); + } + + Y_UNIT_TEST(ToStringTest) { + // ESimple + CheckToString(Http, "Http"); + CheckToString(Https, "Https"); + CheckToString(ItemCount, "ItemCount"); + + // ESimpleWithComma + CheckToString(ESimpleWithComma::Http, "Http"); + CheckToString(ESimpleWithComma::Https, "Https"); + CheckToString(ESimpleWithComma::Http2, "Http"); // Http2 is an alias for Http + CheckToString(ESimpleWithComma::ItemCount, "ItemCount"); + + // ECustomAliases + CheckToString(CAHttp, "http"); + CheckToString(CAHttps, "https"); + CheckToString(CAItemCount, "CAItemCount"); + + // EMultipleAliases + CheckToString(MAHttp, "http://"); + CheckToString(MAHttps, "https://"); + CheckToString(MAItemCount, "MAItemCount"); + + // EDuplicateKeys + CheckToString(Key0, "Key0"); + CheckToString(Key0Second, "Key0"); // obtain FIRST encountered value with such integer key + CheckToString(Key1, "Key1"); + CheckToString(Key2, "k2"); + CheckToString(Key3, "k2"); // we CANNOT obtain "k3" here (as Key3 == Key2) + } + + template<typename T> + void CheckFromString(const TString& strValue, const T& value) { + UNIT_ASSERT_VALUES_EQUAL(static_cast<int>(FromString<T>(TStringBuf(strValue))), static_cast<int>(value)); + } + + template<typename T> + void CheckFromStringFail(const TString& strValue) { + UNIT_ASSERT_EXCEPTION(FromString<T>(TStringBuf(strValue)), yexception); + } + + template<typename T> + void CheckTryFromString(const TString& strValue, const T& value) { + T x; + UNIT_ASSERT_VALUES_EQUAL(TryFromString(TStringBuf(strValue), x), true); + UNIT_ASSERT_VALUES_EQUAL(x, value); + } + + template<typename T> + void CheckTryFromStringFail(const TString& strValue) { + T x = T(-666); + UNIT_ASSERT_VALUES_EQUAL(TryFromString(TStringBuf(strValue), x), false); + UNIT_ASSERT_VALUES_EQUAL(int(x), -666); + } + + Y_UNIT_TEST(TryFromStringTest) { + // ESimple + CheckFromString("Http", Http); + CheckFromString("Https", Https); + CheckFromString("ItemCount", ItemCount); + CheckFromStringFail<ESimple>("ItemC0unt"); + + CheckTryFromString("Http", Http); + CheckTryFromString("Https", Https); + CheckTryFromString("ItemCount", ItemCount); + CheckTryFromStringFail<ESimple>("ItemC0unt"); + + // ESimpleWithComma + CheckTryFromString("Http", ESimpleWithComma::Http); + CheckTryFromString("Https", ESimpleWithComma::Https); + CheckTryFromString("ItemCount", ESimpleWithComma::ItemCount); + CheckTryFromStringFail<ESimpleWithComma>(""); + + // ECustomAliases + CheckTryFromString("http", CAHttp); + CheckTryFromString("https", CAHttps); + CheckTryFromString("CAItemCount", CAItemCount); + + // EDuplicateKeys + CheckTryFromString("Key0", Key0); + CheckTryFromString("Key0Second", Key0Second); + CheckTryFromString("Key1", Key1); + CheckTryFromString("k2", Key2); + CheckTryFromString("k2.1", Key2); + CheckTryFromString("k3", Key3); + } + + Y_UNIT_TEST(AllNamesValuesTest) { + { + auto allNames = GetEnumAllCppNames<EDuplicateKeys>(); + UNIT_ASSERT(!!allNames); + UNIT_ASSERT_VALUES_EQUAL(allNames.size(), 5u); + UNIT_ASSERT_VALUES_EQUAL(allNames[4], "Key3"); + } + { + auto allNames = GetEnumAllCppNames<ESimpleWithComma>(); + UNIT_ASSERT(!!allNames); + UNIT_ASSERT_VALUES_EQUAL(allNames.size(), 4u); + UNIT_ASSERT_VALUES_EQUAL(allNames[1], "ESimpleWithComma::Http2"); + } + } + + Y_UNIT_TEST(EnumWithHeaderTest) { + UNIT_ASSERT_VALUES_EQUAL(GetEnumItemsCount<EWithHeader>(), 3); + } + + Y_UNIT_TEST(AllNamesValuesWithHeaderTest) { + { + auto allNames = GetEnumAllCppNames<EWithHeader>(); + UNIT_ASSERT_VALUES_EQUAL(allNames.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(allNames.at(2), "HThree"); + } + { + UNIT_ASSERT_VALUES_EQUAL(GetEnumAllNames<EWithHeader>(), "'one', 'HTwo', 'HThree'"); + } + } + + Y_UNIT_TEST(AllValuesTest) { + const auto& allNames = GetEnumNames<EWithHeader>(); + const auto& allValues = GetEnumAllValues<EWithHeader>(); + UNIT_ASSERT_VALUES_EQUAL(allValues.size(), 3u); + UNIT_ASSERT_VALUES_EQUAL(allValues[2], HThree); + size_t size = 0; + for (const EWithHeader value : GetEnumAllValues<EWithHeader>()) { + size += 1; + UNIT_ASSERT_VALUES_EQUAL(allNames.contains(value), true); + } + UNIT_ASSERT_VALUES_EQUAL(size, 3u); + } + + Y_UNIT_TEST(EnumNamesTest) { + const auto& names = GetEnumNames<EWithHeader>(); + UNIT_ASSERT_VALUES_EQUAL(names.size(), 3u); + + UNIT_ASSERT(names.contains(HOne)); + UNIT_ASSERT_VALUES_EQUAL(names.at(HOne), "one"); + + UNIT_ASSERT(names.contains(HTwo)); + UNIT_ASSERT_VALUES_EQUAL(names.at(HTwo), "HTwo"); + + UNIT_ASSERT(names.contains(HThree)); + UNIT_ASSERT_VALUES_EQUAL(names.at(HThree), "HThree"); + } + + Y_UNIT_TEST(EnumSerializerDestructionPriority) { + Singleton<TEnumSerializationInitializerHolder>()->Init(); + } +}; diff --git a/tools/enum_parser/parse_enum/ut/enums.h b/tools/enum_parser/parse_enum/ut/enums.h new file mode 100644 index 0000000000..93d835c78d --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/enums.h @@ -0,0 +1,195 @@ +#pragma once +// Sample file for parse_enum unittests + +#include <util/generic/fwd.h> +#include <util/system/compiler.h> + +// Test template declarations +template<class T> +void Func(T&); + +template<> +void Func(struct ENonDeclared&); + +template<class TClass> class TFwdDecl; + +// Test in-function class declarations +void InexistentFunction(struct TFwdStructDecl); +void InexistentFunction2(struct TFwdStructDecl, class TMegaClass); + + +static inline void Func() { + class TLocal { + int M; + public: + void F() { + // to shut up clang + Y_UNUSED(M); + } + }; + + { + // unnamed block + } +} + +// Test forward declarations, pt 2 +namespace NTestContainer { + struct TStruct; +} + +// Enums +enum ESimple { + Http, + Https, + ItemCount +}; + +enum class ESimpleWithComma { + Http = 3, + Http2 = Http, + Https, // 4 + ItemCount, // 5 +}; + +enum ECustomAliases { + CAHttp = 3 /* "http" */, + CAHttps /* "https" */, + CAItemCount, +}; + +enum EMultipleAliases { + MAHttp = 9 /* "http://" "secondary" "old\nvalue" */, + MAHttps = 1 /* "https://" */, + MAItemCount, +}; + +namespace NEnumNamespace { + enum EInNamespace { + Http = 9 /* "http://" "secondary" "old\nvalue" */, + Https = 1 /* "https://" */, + ItemCount /* "real value" */, + }; +}; + +struct TStruct { + int M; +}; + +namespace NEnumNamespace { + class TEnumClass: public TStruct { + public: + enum EInClass { + Http = 9 /* "http://" "secondary" "old\nvalue" */, + Https1 = NEnumNamespace::Https /* "https://" */, + // holy crap, this will work too: + Https3 = 1 /* "https://" */ + 2, + }; + }; +} + +enum { + One, + Two, + Three, +}; + +struct { + int M; +} SomeStruct; + +static inline void f() { + (void)(SomeStruct); + (void)(f); +} + +// buggy case taken from library/cpp/html/face/parstypes.h +enum TEXT_WEIGHT { + WEIGHT_ZERO=-1,// NOINDEX_RELEV + WEIGHT_LOW, // LOW_RELEV + WEIGHT_NORMAL, // NORMAL_RELEV + WEIGHT_HIGH, // HIGH_RELEV (H1,H2,H3,ADDRESS,CAPTION) + WEIGHT_BEST // BEST_RELEV (TITLE) +}; + +// enum with duplicate keys +enum EDuplicateKeys { + Key0 = 0, + Key0Second = Key0, + Key1, + Key2 = 3 /* "k2" "k2.1" */, + Key3 = 3 /* "k3" */, +}; + +enum class EFwdEnum; +void FunctionUsingEFwdEnum(EFwdEnum); +enum class EFwdEnum { + One, + Two +}; + +// empty enum (bug found by sankear@) +enum EEmpty { +}; + +namespace NComposite::NInner { + enum EInCompositeNamespaceSimple { + one, + two = 2, + three, + }; +} + +namespace NOuterSimple { + namespace NComposite::NMiddle::NInner { + namespace NInnerSimple { + class TEnumClass { + public: + enum EVeryDeep { + Key0 = 0, + Key1 = 1, + }; + }; + } + } +} + + +constexpr int func(int value) { + return value; +} + +#define MACRO(x, y) x + +// enum with nonliteral values +enum ENonLiteralValues { + one = MACRO(1, 2), + two = 2, + three = func(3), + four, + five = MACRO(MACRO(1, 2), 2), +}; + +#undef MACRO + + +enum EDestructionPriorityTest { + first, + second +}; + + +enum class NotifyingStatus +{ + NEW = 0, + FAILED_WILL_RETRY = 1, + FAILED_NO_MORE_TRIALS = 2, + SENT = 3 +}; + +/* + * Still unsupported features: + * + * a) Anonymous namespaces (it is parsed correctly, though) + * b) Enums inside template classes (impossible by design) + **/ diff --git a/tools/enum_parser/parse_enum/ut/enums_with_header.h b/tools/enum_parser/parse_enum/ut/enums_with_header.h new file mode 100644 index 0000000000..26fe5565a9 --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/enums_with_header.h @@ -0,0 +1,8 @@ +#pragma once + +enum EWithHeader { + HOne /* "one" */, + HTwo, + HThree, +}; + diff --git a/tools/enum_parser/parse_enum/ut/including_header.h b/tools/enum_parser/parse_enum/ut/including_header.h new file mode 100644 index 0000000000..b3b2a2129f --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/including_header.h @@ -0,0 +1,9 @@ +#pragma once + +#include <util/generic/serialized_enum.h> +#include <tools/enum_parser/parse_enum/ut/enums_with_header.h_serialized.h> + +int TestEnumWithHeader() { + return GetEnumItemsCount<EWithHeader>(); +} + diff --git a/tools/enum_parser/parse_enum/ut/stringlist.cpp b/tools/enum_parser/parse_enum/ut/stringlist.cpp new file mode 100644 index 0000000000..f69d0fc08d --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/stringlist.cpp @@ -0,0 +1 @@ +"qqqq\nqqqqqq", "test:\\string" diff --git a/tools/enum_parser/parse_enum/ut/unbalanced.h b/tools/enum_parser/parse_enum/ut/unbalanced.h new file mode 100644 index 0000000000..9caf54044c --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/unbalanced.h @@ -0,0 +1,4 @@ +#pragma once + +} + diff --git a/tools/enum_parser/parse_enum/ut/ya.make b/tools/enum_parser/parse_enum/ut/ya.make new file mode 100644 index 0000000000..03ace866d4 --- /dev/null +++ b/tools/enum_parser/parse_enum/ut/ya.make @@ -0,0 +1,33 @@ +UNITTEST() + +OWNER( + g:util + mvel +) + +PEERDIR( + ADDINCL tools/enum_parser/parse_enum + library/cpp/resource +) + +SRCDIR(tools/enum_parser/parse_enum) + +RESOURCE( + enums.h /enums + badcode.h /badcode + unbalanced.h /unbalanced + alias_before_name.h /alias_before_name +) + +# self-test +GENERATE_ENUM_SERIALIZATION(enums.h) + +# test GENERATE_ENUM_SERIALIZATION_WITH_HEADER macro +GENERATE_ENUM_SERIALIZATION_WITH_HEADER(enums_with_header.h) + +SRCS( + parse_enum_ut.cpp + enums.cpp +) + +END() diff --git a/tools/enum_parser/parse_enum/ya.make b/tools/enum_parser/parse_enum/ya.make new file mode 100644 index 0000000000..b8d07c66d2 --- /dev/null +++ b/tools/enum_parser/parse_enum/ya.make @@ -0,0 +1,16 @@ +LIBRARY() + +OWNER( + g:util + mvel +) + +SRCS( + parse_enum.cpp +) + +PEERDIR( + library/cpp/cppparser +) + +END() diff --git a/tools/enum_parser/ya.make b/tools/enum_parser/ya.make new file mode 100644 index 0000000000..762b282b3e --- /dev/null +++ b/tools/enum_parser/ya.make @@ -0,0 +1,6 @@ +RECURSE( + parse_enum + parse_enum/ut + enum_parser + enum_serialization_runtime +) diff --git a/tools/fix_elf/bin/ya.make b/tools/fix_elf/bin/ya.make new file mode 100644 index 0000000000..8348c8b742 --- /dev/null +++ b/tools/fix_elf/bin/ya.make @@ -0,0 +1,17 @@ +OWNER(somov) + +PROGRAM(fix_elf) + +SRCDIR( + tools/fix_elf +) + +SRCS( + patch.cpp +) + +PEERDIR( + library/cpp/getopt/small +) + +END() diff --git a/tools/fix_elf/elf.h b/tools/fix_elf/elf.h new file mode 100644 index 0000000000..c22973533a --- /dev/null +++ b/tools/fix_elf/elf.h @@ -0,0 +1,3172 @@ +#ifndef _ELF_H +#define _ELF_H + +#ifdef __cplusplus +extern "C" { +#endif + +#include <stdint.h> + +typedef uint16_t Elf32_Half; +typedef uint16_t Elf64_Half; + +typedef uint32_t Elf32_Word; +typedef int32_t Elf32_Sword; +typedef uint32_t Elf64_Word; +typedef int32_t Elf64_Sword; + +typedef uint64_t Elf32_Xword; +typedef int64_t Elf32_Sxword; +typedef uint64_t Elf64_Xword; +typedef int64_t Elf64_Sxword; + +typedef uint32_t Elf32_Addr; +typedef uint64_t Elf64_Addr; + +typedef uint32_t Elf32_Off; +typedef uint64_t Elf64_Off; + +typedef uint16_t Elf32_Section; +typedef uint16_t Elf64_Section; + +typedef Elf32_Half Elf32_Versym; +typedef Elf64_Half Elf64_Versym; + +#define EI_NIDENT (16) + +typedef struct { + unsigned char e_ident[EI_NIDENT]; + Elf32_Half e_type; + Elf32_Half e_machine; + Elf32_Word e_version; + Elf32_Addr e_entry; + Elf32_Off e_phoff; + Elf32_Off e_shoff; + Elf32_Word e_flags; + Elf32_Half e_ehsize; + Elf32_Half e_phentsize; + Elf32_Half e_phnum; + Elf32_Half e_shentsize; + Elf32_Half e_shnum; + Elf32_Half e_shstrndx; +} Elf32_Ehdr; + +typedef struct { + unsigned char e_ident[EI_NIDENT]; + Elf64_Half e_type; + Elf64_Half e_machine; + Elf64_Word e_version; + Elf64_Addr e_entry; + Elf64_Off e_phoff; + Elf64_Off e_shoff; + Elf64_Word e_flags; + Elf64_Half e_ehsize; + Elf64_Half e_phentsize; + Elf64_Half e_phnum; + Elf64_Half e_shentsize; + Elf64_Half e_shnum; + Elf64_Half e_shstrndx; +} Elf64_Ehdr; + +#define EI_MAG0 0 +#define ELFMAG0 0x7f + +#define EI_MAG1 1 +#define ELFMAG1 'E' + +#define EI_MAG2 2 +#define ELFMAG2 'L' + +#define EI_MAG3 3 +#define ELFMAG3 'F' + + +#define ELFMAG "\177ELF" +#define SELFMAG 4 + +#define EI_CLASS 4 +#define ELFCLASSNONE 0 +#define ELFCLASS32 1 +#define ELFCLASS64 2 +#define ELFCLASSNUM 3 + +#define EI_DATA 5 +#define ELFDATANONE 0 +#define ELFDATA2LSB 1 +#define ELFDATA2MSB 2 +#define ELFDATANUM 3 + +#define EI_VERSION 6 + + +#define EI_OSABI 7 +#define ELFOSABI_NONE 0 +#define ELFOSABI_SYSV 0 +#define ELFOSABI_HPUX 1 +#define ELFOSABI_NETBSD 2 +#define ELFOSABI_LINUX 3 +#define ELFOSABI_GNU 3 +#define ELFOSABI_SOLARIS 6 +#define ELFOSABI_AIX 7 +#define ELFOSABI_IRIX 8 +#define ELFOSABI_FREEBSD 9 +#define ELFOSABI_TRU64 10 +#define ELFOSABI_MODESTO 11 +#define ELFOSABI_OPENBSD 12 +#define ELFOSABI_ARM 97 +#define ELFOSABI_STANDALONE 255 + +#define EI_ABIVERSION 8 + +#define EI_PAD 9 + + + +#define ET_NONE 0 +#define ET_REL 1 +#define ET_EXEC 2 +#define ET_DYN 3 +#define ET_CORE 4 +#define ET_NUM 5 +#define ET_LOOS 0xfe00 +#define ET_HIOS 0xfeff +#define ET_LOPROC 0xff00 +#define ET_HIPROC 0xffff + + + +#define EM_NONE 0 +#define EM_M32 1 +#define EM_SPARC 2 +#define EM_386 3 +#define EM_68K 4 +#define EM_88K 5 +#define EM_860 7 +#define EM_MIPS 8 +#define EM_S370 9 +#define EM_MIPS_RS3_LE 10 + +#define EM_PARISC 15 +#define EM_VPP500 17 +#define EM_SPARC32PLUS 18 +#define EM_960 19 +#define EM_PPC 20 +#define EM_PPC64 21 +#define EM_S390 22 + +#define EM_V800 36 +#define EM_FR20 37 +#define EM_RH32 38 +#define EM_RCE 39 +#define EM_ARM 40 +#define EM_FAKE_ALPHA 41 +#define EM_SH 42 +#define EM_SPARCV9 43 +#define EM_TRICORE 44 +#define EM_ARC 45 +#define EM_H8_300 46 +#define EM_H8_300H 47 +#define EM_H8S 48 +#define EM_H8_500 49 +#define EM_IA_64 50 +#define EM_MIPS_X 51 +#define EM_COLDFIRE 52 +#define EM_68HC12 53 +#define EM_MMA 54 +#define EM_PCP 55 +#define EM_NCPU 56 +#define EM_NDR1 57 +#define EM_STARCORE 58 +#define EM_ME16 59 +#define EM_ST100 60 +#define EM_TINYJ 61 +#define EM_X86_64 62 +#define EM_PDSP 63 + +#define EM_FX66 66 +#define EM_ST9PLUS 67 +#define EM_ST7 68 +#define EM_68HC16 69 +#define EM_68HC11 70 +#define EM_68HC08 71 +#define EM_68HC05 72 +#define EM_SVX 73 +#define EM_ST19 74 +#define EM_VAX 75 +#define EM_CRIS 76 +#define EM_JAVELIN 77 +#define EM_FIREPATH 78 +#define EM_ZSP 79 +#define EM_MMIX 80 +#define EM_HUANY 81 +#define EM_PRISM 82 +#define EM_AVR 83 +#define EM_FR30 84 +#define EM_D10V 85 +#define EM_D30V 86 +#define EM_V850 87 +#define EM_M32R 88 +#define EM_MN10300 89 +#define EM_MN10200 90 +#define EM_PJ 91 +#define EM_OR1K 92 +#define EM_OPENRISC 92 +#define EM_ARC_A5 93 +#define EM_ARC_COMPACT 93 +#define EM_XTENSA 94 +#define EM_VIDEOCORE 95 +#define EM_TMM_GPP 96 +#define EM_NS32K 97 +#define EM_TPC 98 +#define EM_SNP1K 99 +#define EM_ST200 100 +#define EM_IP2K 101 +#define EM_MAX 102 +#define EM_CR 103 +#define EM_F2MC16 104 +#define EM_MSP430 105 +#define EM_BLACKFIN 106 +#define EM_SE_C33 107 +#define EM_SEP 108 +#define EM_ARCA 109 +#define EM_UNICORE 110 +#define EM_EXCESS 111 +#define EM_DXP 112 +#define EM_ALTERA_NIOS2 113 +#define EM_CRX 114 +#define EM_XGATE 115 +#define EM_C166 116 +#define EM_M16C 117 +#define EM_DSPIC30F 118 +#define EM_CE 119 +#define EM_M32C 120 +#define EM_TSK3000 131 +#define EM_RS08 132 +#define EM_SHARC 133 +#define EM_ECOG2 134 +#define EM_SCORE7 135 +#define EM_DSP24 136 +#define EM_VIDEOCORE3 137 +#define EM_LATTICEMICO32 138 +#define EM_SE_C17 139 +#define EM_TI_C6000 140 +#define EM_TI_C2000 141 +#define EM_TI_C5500 142 +#define EM_TI_ARP32 143 +#define EM_TI_PRU 144 +#define EM_MMDSP_PLUS 160 +#define EM_CYPRESS_M8C 161 +#define EM_R32C 162 +#define EM_TRIMEDIA 163 +#define EM_QDSP6 164 +#define EM_8051 165 +#define EM_STXP7X 166 +#define EM_NDS32 167 +#define EM_ECOG1X 168 +#define EM_MAXQ30 169 +#define EM_XIMO16 170 +#define EM_MANIK 171 +#define EM_CRAYNV2 172 +#define EM_RX 173 +#define EM_METAG 174 +#define EM_MCST_ELBRUS 175 +#define EM_ECOG16 176 +#define EM_CR16 177 +#define EM_ETPU 178 +#define EM_SLE9X 179 +#define EM_L10M 180 +#define EM_K10M 181 +#define EM_AARCH64 183 +#define EM_AVR32 185 +#define EM_STM8 186 +#define EM_TILE64 187 +#define EM_TILEPRO 188 +#define EM_MICROBLAZE 189 +#define EM_CUDA 190 +#define EM_TILEGX 191 +#define EM_CLOUDSHIELD 192 +#define EM_COREA_1ST 193 +#define EM_COREA_2ND 194 +#define EM_ARC_COMPACT2 195 +#define EM_OPEN8 196 +#define EM_RL78 197 +#define EM_VIDEOCORE5 198 +#define EM_78KOR 199 +#define EM_56800EX 200 +#define EM_BA1 201 +#define EM_BA2 202 +#define EM_XCORE 203 +#define EM_MCHP_PIC 204 +#define EM_KM32 210 +#define EM_KMX32 211 +#define EM_EMX16 212 +#define EM_EMX8 213 +#define EM_KVARC 214 +#define EM_CDP 215 +#define EM_COGE 216 +#define EM_COOL 217 +#define EM_NORC 218 +#define EM_CSR_KALIMBA 219 +#define EM_Z80 220 +#define EM_VISIUM 221 +#define EM_FT32 222 +#define EM_MOXIE 223 +#define EM_AMDGPU 224 +#define EM_RISCV 243 +#define EM_BPF 247 +#define EM_NUM 248 + +#define EM_ALPHA 0x9026 + +#define EV_NONE 0 +#define EV_CURRENT 1 +#define EV_NUM 2 + +typedef struct { + Elf32_Word sh_name; + Elf32_Word sh_type; + Elf32_Word sh_flags; + Elf32_Addr sh_addr; + Elf32_Off sh_offset; + Elf32_Word sh_size; + Elf32_Word sh_link; + Elf32_Word sh_info; + Elf32_Word sh_addralign; + Elf32_Word sh_entsize; +} Elf32_Shdr; + +typedef struct { + Elf64_Word sh_name; + Elf64_Word sh_type; + Elf64_Xword sh_flags; + Elf64_Addr sh_addr; + Elf64_Off sh_offset; + Elf64_Xword sh_size; + Elf64_Word sh_link; + Elf64_Word sh_info; + Elf64_Xword sh_addralign; + Elf64_Xword sh_entsize; +} Elf64_Shdr; + + + +#define SHN_UNDEF 0 +#define SHN_LORESERVE 0xff00 +#define SHN_LOPROC 0xff00 +#define SHN_BEFORE 0xff00 + +#define SHN_AFTER 0xff01 + +#define SHN_HIPROC 0xff1f +#define SHN_LOOS 0xff20 +#define SHN_HIOS 0xff3f +#define SHN_ABS 0xfff1 +#define SHN_COMMON 0xfff2 +#define SHN_XINDEX 0xffff +#define SHN_HIRESERVE 0xffff + + + +#define SHT_NULL 0 +#define SHT_PROGBITS 1 +#define SHT_SYMTAB 2 +#define SHT_STRTAB 3 +#define SHT_RELA 4 +#define SHT_HASH 5 +#define SHT_DYNAMIC 6 +#define SHT_NOTE 7 +#define SHT_NOBITS 8 +#define SHT_REL 9 +#define SHT_SHLIB 10 +#define SHT_DYNSYM 11 +#define SHT_INIT_ARRAY 14 +#define SHT_FINI_ARRAY 15 +#define SHT_PREINIT_ARRAY 16 +#define SHT_GROUP 17 +#define SHT_SYMTAB_SHNDX 18 +#define SHT_NUM 19 +#define SHT_LOOS 0x60000000 +#define SHT_GNU_ATTRIBUTES 0x6ffffff5 +#define SHT_GNU_HASH 0x6ffffff6 +#define SHT_GNU_LIBLIST 0x6ffffff7 +#define SHT_CHECKSUM 0x6ffffff8 +#define SHT_LOSUNW 0x6ffffffa +#define SHT_SUNW_move 0x6ffffffa +#define SHT_SUNW_COMDAT 0x6ffffffb +#define SHT_SUNW_syminfo 0x6ffffffc +#define SHT_GNU_verdef 0x6ffffffd +#define SHT_GNU_verneed 0x6ffffffe +#define SHT_GNU_versym 0x6fffffff +#define SHT_HISUNW 0x6fffffff +#define SHT_HIOS 0x6fffffff +#define SHT_LOPROC 0x70000000 +#define SHT_HIPROC 0x7fffffff +#define SHT_LOUSER 0x80000000 +#define SHT_HIUSER 0x8fffffff + +#define SHF_WRITE (1 << 0) +#define SHF_ALLOC (1 << 1) +#define SHF_EXECINSTR (1 << 2) +#define SHF_MERGE (1 << 4) +#define SHF_STRINGS (1 << 5) +#define SHF_INFO_LINK (1 << 6) +#define SHF_LINK_ORDER (1 << 7) +#define SHF_OS_NONCONFORMING (1 << 8) + +#define SHF_GROUP (1 << 9) +#define SHF_TLS (1 << 10) +#define SHF_COMPRESSED (1 << 11) +#define SHF_MASKOS 0x0ff00000 +#define SHF_MASKPROC 0xf0000000 +#define SHF_ORDERED (1 << 30) +#define SHF_EXCLUDE (1U << 31) + +typedef struct { + Elf32_Word ch_type; + Elf32_Word ch_size; + Elf32_Word ch_addralign; +} Elf32_Chdr; + +typedef struct { + Elf64_Word ch_type; + Elf64_Word ch_reserved; + Elf64_Xword ch_size; + Elf64_Xword ch_addralign; +} Elf64_Chdr; + +#define ELFCOMPRESS_ZLIB 1 +#define ELFCOMPRESS_LOOS 0x60000000 +#define ELFCOMPRESS_HIOS 0x6fffffff +#define ELFCOMPRESS_LOPROC 0x70000000 +#define ELFCOMPRESS_HIPROC 0x7fffffff + + +#define GRP_COMDAT 0x1 + +typedef struct { + Elf32_Word st_name; + Elf32_Addr st_value; + Elf32_Word st_size; + unsigned char st_info; + unsigned char st_other; + Elf32_Section st_shndx; +} Elf32_Sym; + +typedef struct { + Elf64_Word st_name; + unsigned char st_info; + unsigned char st_other; + Elf64_Section st_shndx; + Elf64_Addr st_value; + Elf64_Xword st_size; +} Elf64_Sym; + +typedef struct { + Elf32_Half si_boundto; + Elf32_Half si_flags; +} Elf32_Syminfo; + +typedef struct { + Elf64_Half si_boundto; + Elf64_Half si_flags; +} Elf64_Syminfo; + +#define SYMINFO_BT_SELF 0xffff +#define SYMINFO_BT_PARENT 0xfffe +#define SYMINFO_BT_LOWRESERVE 0xff00 + +#define SYMINFO_FLG_DIRECT 0x0001 +#define SYMINFO_FLG_PASSTHRU 0x0002 +#define SYMINFO_FLG_COPY 0x0004 +#define SYMINFO_FLG_LAZYLOAD 0x0008 + +#define SYMINFO_NONE 0 +#define SYMINFO_CURRENT 1 +#define SYMINFO_NUM 2 + +#define ELF32_ST_BIND(val) (((unsigned char) (val)) >> 4) +#define ELF32_ST_TYPE(val) ((val) & 0xf) +#define ELF32_ST_INFO(bind, type) (((bind) << 4) + ((type) & 0xf)) + +#define ELF64_ST_BIND(val) ELF32_ST_BIND (val) +#define ELF64_ST_TYPE(val) ELF32_ST_TYPE (val) +#define ELF64_ST_INFO(bind, type) ELF32_ST_INFO ((bind), (type)) + +#define STB_LOCAL 0 +#define STB_GLOBAL 1 +#define STB_WEAK 2 +#define STB_NUM 3 +#define STB_LOOS 10 +#define STB_GNU_UNIQUE 10 +#define STB_HIOS 12 +#define STB_LOPROC 13 +#define STB_HIPROC 15 + +#define STT_NOTYPE 0 +#define STT_OBJECT 1 +#define STT_FUNC 2 +#define STT_SECTION 3 +#define STT_FILE 4 +#define STT_COMMON 5 +#define STT_TLS 6 +#define STT_NUM 7 +#define STT_LOOS 10 +#define STT_GNU_IFUNC 10 +#define STT_HIOS 12 +#define STT_LOPROC 13 +#define STT_HIPROC 15 + +#define STN_UNDEF 0 + +#define ELF32_ST_VISIBILITY(o) ((o) & 0x03) +#define ELF64_ST_VISIBILITY(o) ELF32_ST_VISIBILITY (o) + +#define STV_DEFAULT 0 +#define STV_INTERNAL 1 +#define STV_HIDDEN 2 +#define STV_PROTECTED 3 + + + + +typedef struct { + Elf32_Addr r_offset; + Elf32_Word r_info; +} Elf32_Rel; + +typedef struct { + Elf64_Addr r_offset; + Elf64_Xword r_info; +} Elf64_Rel; + + + +typedef struct { + Elf32_Addr r_offset; + Elf32_Word r_info; + Elf32_Sword r_addend; +} Elf32_Rela; + +typedef struct { + Elf64_Addr r_offset; + Elf64_Xword r_info; + Elf64_Sxword r_addend; +} Elf64_Rela; + + + +#define ELF32_R_SYM(val) ((val) >> 8) +#define ELF32_R_TYPE(val) ((val) & 0xff) +#define ELF32_R_INFO(sym, type) (((sym) << 8) + ((type) & 0xff)) + +#define ELF64_R_SYM(i) ((i) >> 32) +#define ELF64_R_TYPE(i) ((i) & 0xffffffff) +#define ELF64_R_INFO(sym,type) ((((Elf64_Xword) (sym)) << 32) + (type)) + + + +typedef struct { + Elf32_Word p_type; + Elf32_Off p_offset; + Elf32_Addr p_vaddr; + Elf32_Addr p_paddr; + Elf32_Word p_filesz; + Elf32_Word p_memsz; + Elf32_Word p_flags; + Elf32_Word p_align; +} Elf32_Phdr; + +typedef struct { + Elf64_Word p_type; + Elf64_Word p_flags; + Elf64_Off p_offset; + Elf64_Addr p_vaddr; + Elf64_Addr p_paddr; + Elf64_Xword p_filesz; + Elf64_Xword p_memsz; + Elf64_Xword p_align; +} Elf64_Phdr; + + + +#define PT_NULL 0 +#define PT_LOAD 1 +#define PT_DYNAMIC 2 +#define PT_INTERP 3 +#define PT_NOTE 4 +#define PT_SHLIB 5 +#define PT_PHDR 6 +#define PT_TLS 7 +#define PT_NUM 8 +#define PT_LOOS 0x60000000 +#define PT_GNU_EH_FRAME 0x6474e550 +#define PT_GNU_STACK 0x6474e551 +#define PT_GNU_RELRO 0x6474e552 +#define PT_LOSUNW 0x6ffffffa +#define PT_SUNWBSS 0x6ffffffa +#define PT_SUNWSTACK 0x6ffffffb +#define PT_HISUNW 0x6fffffff +#define PT_HIOS 0x6fffffff +#define PT_LOPROC 0x70000000 +#define PT_HIPROC 0x7fffffff + + +#define PN_XNUM 0xffff + + +#define PF_X (1 << 0) +#define PF_W (1 << 1) +#define PF_R (1 << 2) +#define PF_MASKOS 0x0ff00000 +#define PF_MASKPROC 0xf0000000 + + + +#define NT_PRSTATUS 1 +#define NT_PRFPREG 2 +#define NT_FPREGSET 2 +#define NT_PRPSINFO 3 +#define NT_PRXREG 4 +#define NT_TASKSTRUCT 4 +#define NT_PLATFORM 5 +#define NT_AUXV 6 +#define NT_GWINDOWS 7 +#define NT_ASRS 8 +#define NT_PSTATUS 10 +#define NT_PSINFO 13 +#define NT_PRCRED 14 +#define NT_UTSNAME 15 +#define NT_LWPSTATUS 16 +#define NT_LWPSINFO 17 +#define NT_PRFPXREG 20 +#define NT_SIGINFO 0x53494749 +#define NT_FILE 0x46494c45 +#define NT_PRXFPREG 0x46e62b7f +#define NT_PPC_VMX 0x100 +#define NT_PPC_SPE 0x101 +#define NT_PPC_VSX 0x102 +#define NT_PPC_TAR 0x103 +#define NT_PPC_PPR 0x104 +#define NT_PPC_DSCR 0x105 +#define NT_PPC_EBB 0x106 +#define NT_PPC_PMU 0x107 +#define NT_PPC_TM_CGPR 0x108 +#define NT_PPC_TM_CFPR 0x109 +#define NT_PPC_TM_CVMX 0x10a +#define NT_PPC_TM_CVSX 0x10b +#define NT_PPC_TM_SPR 0x10c +#define NT_PPC_TM_CTAR 0x10d +#define NT_PPC_TM_CPPR 0x10e +#define NT_PPC_TM_CDSCR 0x10f +#define NT_386_TLS 0x200 +#define NT_386_IOPERM 0x201 +#define NT_X86_XSTATE 0x202 +#define NT_S390_HIGH_GPRS 0x300 +#define NT_S390_TIMER 0x301 +#define NT_S390_TODCMP 0x302 +#define NT_S390_TODPREG 0x303 +#define NT_S390_CTRS 0x304 +#define NT_S390_PREFIX 0x305 +#define NT_S390_LAST_BREAK 0x306 +#define NT_S390_SYSTEM_CALL 0x307 +#define NT_S390_TDB 0x308 +#define NT_S390_VXRS_LOW 0x309 +#define NT_S390_VXRS_HIGH 0x30a +#define NT_S390_GS_CB 0x30b +#define NT_S390_GS_BC 0x30c +#define NT_S390_RI_CB 0x30d +#define NT_ARM_VFP 0x400 +#define NT_ARM_TLS 0x401 +#define NT_ARM_HW_BREAK 0x402 +#define NT_ARM_HW_WATCH 0x403 +#define NT_ARM_SYSTEM_CALL 0x404 +#define NT_ARM_SVE 0x405 +#define NT_METAG_CBUF 0x500 +#define NT_METAG_RPIPE 0x501 +#define NT_METAG_TLS 0x502 +#define NT_ARC_V2 0x600 +#define NT_VERSION 1 + + + + +typedef struct { + Elf32_Sword d_tag; + union { + Elf32_Word d_val; + Elf32_Addr d_ptr; + } d_un; +} Elf32_Dyn; + +typedef struct { + Elf64_Sxword d_tag; + union { + Elf64_Xword d_val; + Elf64_Addr d_ptr; + } d_un; +} Elf64_Dyn; + + + +#define DT_NULL 0 +#define DT_NEEDED 1 +#define DT_PLTRELSZ 2 +#define DT_PLTGOT 3 +#define DT_HASH 4 +#define DT_STRTAB 5 +#define DT_SYMTAB 6 +#define DT_RELA 7 +#define DT_RELASZ 8 +#define DT_RELAENT 9 +#define DT_STRSZ 10 +#define DT_SYMENT 11 +#define DT_INIT 12 +#define DT_FINI 13 +#define DT_SONAME 14 +#define DT_RPATH 15 +#define DT_SYMBOLIC 16 +#define DT_REL 17 +#define DT_RELSZ 18 +#define DT_RELENT 19 +#define DT_PLTREL 20 +#define DT_DEBUG 21 +#define DT_TEXTREL 22 +#define DT_JMPREL 23 +#define DT_BIND_NOW 24 +#define DT_INIT_ARRAY 25 +#define DT_FINI_ARRAY 26 +#define DT_INIT_ARRAYSZ 27 +#define DT_FINI_ARRAYSZ 28 +#define DT_RUNPATH 29 +#define DT_FLAGS 30 +#define DT_ENCODING 32 +#define DT_PREINIT_ARRAY 32 +#define DT_PREINIT_ARRAYSZ 33 +#define DT_SYMTAB_SHNDX 34 +#define DT_NUM 35 +#define DT_LOOS 0x6000000d +#define DT_HIOS 0x6ffff000 +#define DT_LOPROC 0x70000000 +#define DT_HIPROC 0x7fffffff +#define DT_PROCNUM DT_MIPS_NUM + +#define DT_VALRNGLO 0x6ffffd00 +#define DT_GNU_PRELINKED 0x6ffffdf5 +#define DT_GNU_CONFLICTSZ 0x6ffffdf6 +#define DT_GNU_LIBLISTSZ 0x6ffffdf7 +#define DT_CHECKSUM 0x6ffffdf8 +#define DT_PLTPADSZ 0x6ffffdf9 +#define DT_MOVEENT 0x6ffffdfa +#define DT_MOVESZ 0x6ffffdfb +#define DT_FEATURE_1 0x6ffffdfc +#define DT_POSFLAG_1 0x6ffffdfd + +#define DT_SYMINSZ 0x6ffffdfe +#define DT_SYMINENT 0x6ffffdff +#define DT_VALRNGHI 0x6ffffdff +#define DT_VALTAGIDX(tag) (DT_VALRNGHI - (tag)) +#define DT_VALNUM 12 + +#define DT_ADDRRNGLO 0x6ffffe00 +#define DT_GNU_HASH 0x6ffffef5 +#define DT_TLSDESC_PLT 0x6ffffef6 +#define DT_TLSDESC_GOT 0x6ffffef7 +#define DT_GNU_CONFLICT 0x6ffffef8 +#define DT_GNU_LIBLIST 0x6ffffef9 +#define DT_CONFIG 0x6ffffefa +#define DT_DEPAUDIT 0x6ffffefb +#define DT_AUDIT 0x6ffffefc +#define DT_PLTPAD 0x6ffffefd +#define DT_MOVETAB 0x6ffffefe +#define DT_SYMINFO 0x6ffffeff +#define DT_ADDRRNGHI 0x6ffffeff +#define DT_ADDRTAGIDX(tag) (DT_ADDRRNGHI - (tag)) +#define DT_ADDRNUM 11 + + + +#define DT_VERSYM 0x6ffffff0 + +#define DT_RELACOUNT 0x6ffffff9 +#define DT_RELCOUNT 0x6ffffffa + + +#define DT_FLAGS_1 0x6ffffffb +#define DT_VERDEF 0x6ffffffc + +#define DT_VERDEFNUM 0x6ffffffd +#define DT_VERNEED 0x6ffffffe + +#define DT_VERNEEDNUM 0x6fffffff +#define DT_VERSIONTAGIDX(tag) (DT_VERNEEDNUM - (tag)) +#define DT_VERSIONTAGNUM 16 + + + +#define DT_AUXILIARY 0x7ffffffd +#define DT_FILTER 0x7fffffff +#define DT_EXTRATAGIDX(tag) ((Elf32_Word)-((Elf32_Sword) (tag) <<1>>1)-1) +#define DT_EXTRANUM 3 + + +#define DF_ORIGIN 0x00000001 +#define DF_SYMBOLIC 0x00000002 +#define DF_TEXTREL 0x00000004 +#define DF_BIND_NOW 0x00000008 +#define DF_STATIC_TLS 0x00000010 + + + +#define DF_1_NOW 0x00000001 +#define DF_1_GLOBAL 0x00000002 +#define DF_1_GROUP 0x00000004 +#define DF_1_NODELETE 0x00000008 +#define DF_1_LOADFLTR 0x00000010 +#define DF_1_INITFIRST 0x00000020 +#define DF_1_NOOPEN 0x00000040 +#define DF_1_ORIGIN 0x00000080 +#define DF_1_DIRECT 0x00000100 +#define DF_1_TRANS 0x00000200 +#define DF_1_INTERPOSE 0x00000400 +#define DF_1_NODEFLIB 0x00000800 +#define DF_1_NODUMP 0x00001000 +#define DF_1_CONFALT 0x00002000 +#define DF_1_ENDFILTEE 0x00004000 +#define DF_1_DISPRELDNE 0x00008000 +#define DF_1_DISPRELPND 0x00010000 +#define DF_1_NODIRECT 0x00020000 +#define DF_1_IGNMULDEF 0x00040000 +#define DF_1_NOKSYMS 0x00080000 +#define DF_1_NOHDR 0x00100000 +#define DF_1_EDITED 0x00200000 +#define DF_1_NORELOC 0x00400000 +#define DF_1_SYMINTPOSE 0x00800000 +#define DF_1_GLOBAUDIT 0x01000000 +#define DF_1_SINGLETON 0x02000000 +#define DF_1_STUB 0x04000000 +#define DF_1_PIE 0x08000000 + +#define DTF_1_PARINIT 0x00000001 +#define DTF_1_CONFEXP 0x00000002 + + +#define DF_P1_LAZYLOAD 0x00000001 +#define DF_P1_GROUPPERM 0x00000002 + + + + +typedef struct { + Elf32_Half vd_version; + Elf32_Half vd_flags; + Elf32_Half vd_ndx; + Elf32_Half vd_cnt; + Elf32_Word vd_hash; + Elf32_Word vd_aux; + Elf32_Word vd_next; +} Elf32_Verdef; + +typedef struct { + Elf64_Half vd_version; + Elf64_Half vd_flags; + Elf64_Half vd_ndx; + Elf64_Half vd_cnt; + Elf64_Word vd_hash; + Elf64_Word vd_aux; + Elf64_Word vd_next; +} Elf64_Verdef; + + + +#define VER_DEF_NONE 0 +#define VER_DEF_CURRENT 1 +#define VER_DEF_NUM 2 + + +#define VER_FLG_BASE 0x1 +#define VER_FLG_WEAK 0x2 + + +#define VER_NDX_LOCAL 0 +#define VER_NDX_GLOBAL 1 +#define VER_NDX_LORESERVE 0xff00 +#define VER_NDX_ELIMINATE 0xff01 + + + +typedef struct { + Elf32_Word vda_name; + Elf32_Word vda_next; +} Elf32_Verdaux; + +typedef struct { + Elf64_Word vda_name; + Elf64_Word vda_next; +} Elf64_Verdaux; + + + + +typedef struct { + Elf32_Half vn_version; + Elf32_Half vn_cnt; + Elf32_Word vn_file; + Elf32_Word vn_aux; + Elf32_Word vn_next; +} Elf32_Verneed; + +typedef struct { + Elf64_Half vn_version; + Elf64_Half vn_cnt; + Elf64_Word vn_file; + Elf64_Word vn_aux; + Elf64_Word vn_next; +} Elf64_Verneed; + + + +#define VER_NEED_NONE 0 +#define VER_NEED_CURRENT 1 +#define VER_NEED_NUM 2 + + + +typedef struct { + Elf32_Word vna_hash; + Elf32_Half vna_flags; + Elf32_Half vna_other; + Elf32_Word vna_name; + Elf32_Word vna_next; +} Elf32_Vernaux; + +typedef struct { + Elf64_Word vna_hash; + Elf64_Half vna_flags; + Elf64_Half vna_other; + Elf64_Word vna_name; + Elf64_Word vna_next; +} Elf64_Vernaux; + + + +#define VER_FLG_WEAK 0x2 + + + +typedef struct { + uint32_t a_type; + union { + uint32_t a_val; + } a_un; +} Elf32_auxv_t; + +typedef struct { + uint64_t a_type; + union { + uint64_t a_val; + } a_un; +} Elf64_auxv_t; + + + +#define AT_NULL 0 +#define AT_IGNORE 1 +#define AT_EXECFD 2 +#define AT_PHDR 3 +#define AT_PHENT 4 +#define AT_PHNUM 5 +#define AT_PAGESZ 6 +#define AT_BASE 7 +#define AT_FLAGS 8 +#define AT_ENTRY 9 +#define AT_NOTELF 10 +#define AT_UID 11 +#define AT_EUID 12 +#define AT_GID 13 +#define AT_EGID 14 +#define AT_CLKTCK 17 + + +#define AT_PLATFORM 15 +#define AT_HWCAP 16 + + + + +#define AT_FPUCW 18 + + +#define AT_DCACHEBSIZE 19 +#define AT_ICACHEBSIZE 20 +#define AT_UCACHEBSIZE 21 + + + +#define AT_IGNOREPPC 22 + +#define AT_SECURE 23 + +#define AT_BASE_PLATFORM 24 + +#define AT_RANDOM 25 + +#define AT_HWCAP2 26 + +#define AT_EXECFN 31 + + + +#define AT_SYSINFO 32 +#define AT_SYSINFO_EHDR 33 + + + +#define AT_L1I_CACHESHAPE 34 +#define AT_L1D_CACHESHAPE 35 +#define AT_L2_CACHESHAPE 36 +#define AT_L3_CACHESHAPE 37 + +#define AT_L1I_CACHESIZE 40 +#define AT_L1I_CACHEGEOMETRY 41 +#define AT_L1D_CACHESIZE 42 +#define AT_L1D_CACHEGEOMETRY 43 +#define AT_L2_CACHESIZE 44 +#define AT_L2_CACHEGEOMETRY 45 +#define AT_L3_CACHESIZE 46 +#define AT_L3_CACHEGEOMETRY 47 + + + +typedef struct { + Elf32_Word n_namesz; + Elf32_Word n_descsz; + Elf32_Word n_type; +} Elf32_Nhdr; + +typedef struct { + Elf64_Word n_namesz; + Elf64_Word n_descsz; + Elf64_Word n_type; +} Elf64_Nhdr; + + + + +#define ELF_NOTE_SOLARIS "SUNW Solaris" + + +#define ELF_NOTE_GNU "GNU" + + + + + +#define ELF_NOTE_PAGESIZE_HINT 1 + + +#define NT_GNU_ABI_TAG 1 +#define ELF_NOTE_ABI NT_GNU_ABI_TAG + + + +#define ELF_NOTE_OS_LINUX 0 +#define ELF_NOTE_OS_GNU 1 +#define ELF_NOTE_OS_SOLARIS2 2 +#define ELF_NOTE_OS_FREEBSD 3 + +#define NT_GNU_BUILD_ID 3 +#define NT_GNU_GOLD_VERSION 4 + + + +typedef struct { + Elf32_Xword m_value; + Elf32_Word m_info; + Elf32_Word m_poffset; + Elf32_Half m_repeat; + Elf32_Half m_stride; +} Elf32_Move; + +typedef struct { + Elf64_Xword m_value; + Elf64_Xword m_info; + Elf64_Xword m_poffset; + Elf64_Half m_repeat; + Elf64_Half m_stride; +} Elf64_Move; + + +#define ELF32_M_SYM(info) ((info) >> 8) +#define ELF32_M_SIZE(info) ((unsigned char) (info)) +#define ELF32_M_INFO(sym, size) (((sym) << 8) + (unsigned char) (size)) + +#define ELF64_M_SYM(info) ELF32_M_SYM (info) +#define ELF64_M_SIZE(info) ELF32_M_SIZE (info) +#define ELF64_M_INFO(sym, size) ELF32_M_INFO (sym, size) + +#define EF_CPU32 0x00810000 + +#define R_68K_NONE 0 +#define R_68K_32 1 +#define R_68K_16 2 +#define R_68K_8 3 +#define R_68K_PC32 4 +#define R_68K_PC16 5 +#define R_68K_PC8 6 +#define R_68K_GOT32 7 +#define R_68K_GOT16 8 +#define R_68K_GOT8 9 +#define R_68K_GOT32O 10 +#define R_68K_GOT16O 11 +#define R_68K_GOT8O 12 +#define R_68K_PLT32 13 +#define R_68K_PLT16 14 +#define R_68K_PLT8 15 +#define R_68K_PLT32O 16 +#define R_68K_PLT16O 17 +#define R_68K_PLT8O 18 +#define R_68K_COPY 19 +#define R_68K_GLOB_DAT 20 +#define R_68K_JMP_SLOT 21 +#define R_68K_RELATIVE 22 +#define R_68K_TLS_GD32 25 +#define R_68K_TLS_GD16 26 +#define R_68K_TLS_GD8 27 +#define R_68K_TLS_LDM32 28 +#define R_68K_TLS_LDM16 29 +#define R_68K_TLS_LDM8 30 +#define R_68K_TLS_LDO32 31 +#define R_68K_TLS_LDO16 32 +#define R_68K_TLS_LDO8 33 +#define R_68K_TLS_IE32 34 +#define R_68K_TLS_IE16 35 +#define R_68K_TLS_IE8 36 +#define R_68K_TLS_LE32 37 +#define R_68K_TLS_LE16 38 +#define R_68K_TLS_LE8 39 +#define R_68K_TLS_DTPMOD32 40 +#define R_68K_TLS_DTPREL32 41 +#define R_68K_TLS_TPREL32 42 +#define R_68K_NUM 43 + +#define R_386_NONE 0 +#define R_386_32 1 +#define R_386_PC32 2 +#define R_386_GOT32 3 +#define R_386_PLT32 4 +#define R_386_COPY 5 +#define R_386_GLOB_DAT 6 +#define R_386_JMP_SLOT 7 +#define R_386_RELATIVE 8 +#define R_386_GOTOFF 9 +#define R_386_GOTPC 10 +#define R_386_32PLT 11 +#define R_386_TLS_TPOFF 14 +#define R_386_TLS_IE 15 +#define R_386_TLS_GOTIE 16 +#define R_386_TLS_LE 17 +#define R_386_TLS_GD 18 +#define R_386_TLS_LDM 19 +#define R_386_16 20 +#define R_386_PC16 21 +#define R_386_8 22 +#define R_386_PC8 23 +#define R_386_TLS_GD_32 24 +#define R_386_TLS_GD_PUSH 25 +#define R_386_TLS_GD_CALL 26 +#define R_386_TLS_GD_POP 27 +#define R_386_TLS_LDM_32 28 +#define R_386_TLS_LDM_PUSH 29 +#define R_386_TLS_LDM_CALL 30 +#define R_386_TLS_LDM_POP 31 +#define R_386_TLS_LDO_32 32 +#define R_386_TLS_IE_32 33 +#define R_386_TLS_LE_32 34 +#define R_386_TLS_DTPMOD32 35 +#define R_386_TLS_DTPOFF32 36 +#define R_386_TLS_TPOFF32 37 +#define R_386_SIZE32 38 +#define R_386_TLS_GOTDESC 39 +#define R_386_TLS_DESC_CALL 40 +#define R_386_TLS_DESC 41 +#define R_386_IRELATIVE 42 +#define R_386_GOT32X 43 +#define R_386_NUM 44 + + + + + +#define STT_SPARC_REGISTER 13 + + + +#define EF_SPARCV9_MM 3 +#define EF_SPARCV9_TSO 0 +#define EF_SPARCV9_PSO 1 +#define EF_SPARCV9_RMO 2 +#define EF_SPARC_LEDATA 0x800000 +#define EF_SPARC_EXT_MASK 0xFFFF00 +#define EF_SPARC_32PLUS 0x000100 +#define EF_SPARC_SUN_US1 0x000200 +#define EF_SPARC_HAL_R1 0x000400 +#define EF_SPARC_SUN_US3 0x000800 + + + +#define R_SPARC_NONE 0 +#define R_SPARC_8 1 +#define R_SPARC_16 2 +#define R_SPARC_32 3 +#define R_SPARC_DISP8 4 +#define R_SPARC_DISP16 5 +#define R_SPARC_DISP32 6 +#define R_SPARC_WDISP30 7 +#define R_SPARC_WDISP22 8 +#define R_SPARC_HI22 9 +#define R_SPARC_22 10 +#define R_SPARC_13 11 +#define R_SPARC_LO10 12 +#define R_SPARC_GOT10 13 +#define R_SPARC_GOT13 14 +#define R_SPARC_GOT22 15 +#define R_SPARC_PC10 16 +#define R_SPARC_PC22 17 +#define R_SPARC_WPLT30 18 +#define R_SPARC_COPY 19 +#define R_SPARC_GLOB_DAT 20 +#define R_SPARC_JMP_SLOT 21 +#define R_SPARC_RELATIVE 22 +#define R_SPARC_UA32 23 + + + +#define R_SPARC_PLT32 24 +#define R_SPARC_HIPLT22 25 +#define R_SPARC_LOPLT10 26 +#define R_SPARC_PCPLT32 27 +#define R_SPARC_PCPLT22 28 +#define R_SPARC_PCPLT10 29 +#define R_SPARC_10 30 +#define R_SPARC_11 31 +#define R_SPARC_64 32 +#define R_SPARC_OLO10 33 +#define R_SPARC_HH22 34 +#define R_SPARC_HM10 35 +#define R_SPARC_LM22 36 +#define R_SPARC_PC_HH22 37 +#define R_SPARC_PC_HM10 38 +#define R_SPARC_PC_LM22 39 +#define R_SPARC_WDISP16 40 +#define R_SPARC_WDISP19 41 +#define R_SPARC_GLOB_JMP 42 +#define R_SPARC_7 43 +#define R_SPARC_5 44 +#define R_SPARC_6 45 +#define R_SPARC_DISP64 46 +#define R_SPARC_PLT64 47 +#define R_SPARC_HIX22 48 +#define R_SPARC_LOX10 49 +#define R_SPARC_H44 50 +#define R_SPARC_M44 51 +#define R_SPARC_L44 52 +#define R_SPARC_REGISTER 53 +#define R_SPARC_UA64 54 +#define R_SPARC_UA16 55 +#define R_SPARC_TLS_GD_HI22 56 +#define R_SPARC_TLS_GD_LO10 57 +#define R_SPARC_TLS_GD_ADD 58 +#define R_SPARC_TLS_GD_CALL 59 +#define R_SPARC_TLS_LDM_HI22 60 +#define R_SPARC_TLS_LDM_LO10 61 +#define R_SPARC_TLS_LDM_ADD 62 +#define R_SPARC_TLS_LDM_CALL 63 +#define R_SPARC_TLS_LDO_HIX22 64 +#define R_SPARC_TLS_LDO_LOX10 65 +#define R_SPARC_TLS_LDO_ADD 66 +#define R_SPARC_TLS_IE_HI22 67 +#define R_SPARC_TLS_IE_LO10 68 +#define R_SPARC_TLS_IE_LD 69 +#define R_SPARC_TLS_IE_LDX 70 +#define R_SPARC_TLS_IE_ADD 71 +#define R_SPARC_TLS_LE_HIX22 72 +#define R_SPARC_TLS_LE_LOX10 73 +#define R_SPARC_TLS_DTPMOD32 74 +#define R_SPARC_TLS_DTPMOD64 75 +#define R_SPARC_TLS_DTPOFF32 76 +#define R_SPARC_TLS_DTPOFF64 77 +#define R_SPARC_TLS_TPOFF32 78 +#define R_SPARC_TLS_TPOFF64 79 +#define R_SPARC_GOTDATA_HIX22 80 +#define R_SPARC_GOTDATA_LOX10 81 +#define R_SPARC_GOTDATA_OP_HIX22 82 +#define R_SPARC_GOTDATA_OP_LOX10 83 +#define R_SPARC_GOTDATA_OP 84 +#define R_SPARC_H34 85 +#define R_SPARC_SIZE32 86 +#define R_SPARC_SIZE64 87 +#define R_SPARC_GNU_VTINHERIT 250 +#define R_SPARC_GNU_VTENTRY 251 +#define R_SPARC_REV32 252 + +#define R_SPARC_NUM 253 + + + +#define DT_SPARC_REGISTER 0x70000001 +#define DT_SPARC_NUM 2 + + +#define EF_MIPS_NOREORDER 1 +#define EF_MIPS_PIC 2 +#define EF_MIPS_CPIC 4 +#define EF_MIPS_XGOT 8 +#define EF_MIPS_64BIT_WHIRL 16 +#define EF_MIPS_ABI2 32 +#define EF_MIPS_ABI_ON32 64 +#define EF_MIPS_FP64 512 +#define EF_MIPS_NAN2008 1024 +#define EF_MIPS_ARCH 0xf0000000 + + + +#define EF_MIPS_ARCH_1 0x00000000 +#define EF_MIPS_ARCH_2 0x10000000 +#define EF_MIPS_ARCH_3 0x20000000 +#define EF_MIPS_ARCH_4 0x30000000 +#define EF_MIPS_ARCH_5 0x40000000 +#define EF_MIPS_ARCH_32 0x50000000 +#define EF_MIPS_ARCH_64 0x60000000 +#define EF_MIPS_ARCH_32R2 0x70000000 +#define EF_MIPS_ARCH_64R2 0x80000000 + + +#define E_MIPS_ARCH_1 0x00000000 +#define E_MIPS_ARCH_2 0x10000000 +#define E_MIPS_ARCH_3 0x20000000 +#define E_MIPS_ARCH_4 0x30000000 +#define E_MIPS_ARCH_5 0x40000000 +#define E_MIPS_ARCH_32 0x50000000 +#define E_MIPS_ARCH_64 0x60000000 + + + +#define SHN_MIPS_ACOMMON 0xff00 +#define SHN_MIPS_TEXT 0xff01 +#define SHN_MIPS_DATA 0xff02 +#define SHN_MIPS_SCOMMON 0xff03 +#define SHN_MIPS_SUNDEFINED 0xff04 + + + +#define SHT_MIPS_LIBLIST 0x70000000 +#define SHT_MIPS_MSYM 0x70000001 +#define SHT_MIPS_CONFLICT 0x70000002 +#define SHT_MIPS_GPTAB 0x70000003 +#define SHT_MIPS_UCODE 0x70000004 +#define SHT_MIPS_DEBUG 0x70000005 +#define SHT_MIPS_REGINFO 0x70000006 +#define SHT_MIPS_PACKAGE 0x70000007 +#define SHT_MIPS_PACKSYM 0x70000008 +#define SHT_MIPS_RELD 0x70000009 +#define SHT_MIPS_IFACE 0x7000000b +#define SHT_MIPS_CONTENT 0x7000000c +#define SHT_MIPS_OPTIONS 0x7000000d +#define SHT_MIPS_SHDR 0x70000010 +#define SHT_MIPS_FDESC 0x70000011 +#define SHT_MIPS_EXTSYM 0x70000012 +#define SHT_MIPS_DENSE 0x70000013 +#define SHT_MIPS_PDESC 0x70000014 +#define SHT_MIPS_LOCSYM 0x70000015 +#define SHT_MIPS_AUXSYM 0x70000016 +#define SHT_MIPS_OPTSYM 0x70000017 +#define SHT_MIPS_LOCSTR 0x70000018 +#define SHT_MIPS_LINE 0x70000019 +#define SHT_MIPS_RFDESC 0x7000001a +#define SHT_MIPS_DELTASYM 0x7000001b +#define SHT_MIPS_DELTAINST 0x7000001c +#define SHT_MIPS_DELTACLASS 0x7000001d +#define SHT_MIPS_DWARF 0x7000001e +#define SHT_MIPS_DELTADECL 0x7000001f +#define SHT_MIPS_SYMBOL_LIB 0x70000020 +#define SHT_MIPS_EVENTS 0x70000021 +#define SHT_MIPS_TRANSLATE 0x70000022 +#define SHT_MIPS_PIXIE 0x70000023 +#define SHT_MIPS_XLATE 0x70000024 +#define SHT_MIPS_XLATE_DEBUG 0x70000025 +#define SHT_MIPS_WHIRL 0x70000026 +#define SHT_MIPS_EH_REGION 0x70000027 +#define SHT_MIPS_XLATE_OLD 0x70000028 +#define SHT_MIPS_PDR_EXCEPTION 0x70000029 + + + +#define SHF_MIPS_GPREL 0x10000000 +#define SHF_MIPS_MERGE 0x20000000 +#define SHF_MIPS_ADDR 0x40000000 +#define SHF_MIPS_STRINGS 0x80000000 +#define SHF_MIPS_NOSTRIP 0x08000000 +#define SHF_MIPS_LOCAL 0x04000000 +#define SHF_MIPS_NAMES 0x02000000 +#define SHF_MIPS_NODUPE 0x01000000 + + + + + +#define STO_MIPS_DEFAULT 0x0 +#define STO_MIPS_INTERNAL 0x1 +#define STO_MIPS_HIDDEN 0x2 +#define STO_MIPS_PROTECTED 0x3 +#define STO_MIPS_PLT 0x8 +#define STO_MIPS_SC_ALIGN_UNUSED 0xff + + +#define STB_MIPS_SPLIT_COMMON 13 + + + +typedef union { + struct { + Elf32_Word gt_current_g_value; + Elf32_Word gt_unused; + } gt_header; + struct { + Elf32_Word gt_g_value; + Elf32_Word gt_bytes; + } gt_entry; +} Elf32_gptab; + + + +typedef struct { + Elf32_Word ri_gprmask; + Elf32_Word ri_cprmask[4]; + Elf32_Sword ri_gp_value; +} Elf32_RegInfo; + + + +typedef struct { + unsigned char kind; + + unsigned char size; + Elf32_Section section; + + Elf32_Word info; +} Elf_Options; + + + +#define ODK_NULL 0 +#define ODK_REGINFO 1 +#define ODK_EXCEPTIONS 2 +#define ODK_PAD 3 +#define ODK_HWPATCH 4 +#define ODK_FILL 5 +#define ODK_TAGS 6 +#define ODK_HWAND 7 +#define ODK_HWOR 8 + + + +#define OEX_FPU_MIN 0x1f +#define OEX_FPU_MAX 0x1f00 +#define OEX_PAGE0 0x10000 +#define OEX_SMM 0x20000 +#define OEX_FPDBUG 0x40000 +#define OEX_PRECISEFP OEX_FPDBUG +#define OEX_DISMISS 0x80000 + +#define OEX_FPU_INVAL 0x10 +#define OEX_FPU_DIV0 0x08 +#define OEX_FPU_OFLO 0x04 +#define OEX_FPU_UFLO 0x02 +#define OEX_FPU_INEX 0x01 + + + +#define OHW_R4KEOP 0x1 +#define OHW_R8KPFETCH 0x2 +#define OHW_R5KEOP 0x4 +#define OHW_R5KCVTL 0x8 + +#define OPAD_PREFIX 0x1 +#define OPAD_POSTFIX 0x2 +#define OPAD_SYMBOL 0x4 + + + +typedef struct { + Elf32_Word hwp_flags1; + Elf32_Word hwp_flags2; +} Elf_Options_Hw; + + + +#define OHWA0_R4KEOP_CHECKED 0x00000001 +#define OHWA1_R4KEOP_CLEAN 0x00000002 + + + +#define R_MIPS_NONE 0 +#define R_MIPS_16 1 +#define R_MIPS_32 2 +#define R_MIPS_REL32 3 +#define R_MIPS_26 4 +#define R_MIPS_HI16 5 +#define R_MIPS_LO16 6 +#define R_MIPS_GPREL16 7 +#define R_MIPS_LITERAL 8 +#define R_MIPS_GOT16 9 +#define R_MIPS_PC16 10 +#define R_MIPS_CALL16 11 +#define R_MIPS_GPREL32 12 + +#define R_MIPS_SHIFT5 16 +#define R_MIPS_SHIFT6 17 +#define R_MIPS_64 18 +#define R_MIPS_GOT_DISP 19 +#define R_MIPS_GOT_PAGE 20 +#define R_MIPS_GOT_OFST 21 +#define R_MIPS_GOT_HI16 22 +#define R_MIPS_GOT_LO16 23 +#define R_MIPS_SUB 24 +#define R_MIPS_INSERT_A 25 +#define R_MIPS_INSERT_B 26 +#define R_MIPS_DELETE 27 +#define R_MIPS_HIGHER 28 +#define R_MIPS_HIGHEST 29 +#define R_MIPS_CALL_HI16 30 +#define R_MIPS_CALL_LO16 31 +#define R_MIPS_SCN_DISP 32 +#define R_MIPS_REL16 33 +#define R_MIPS_ADD_IMMEDIATE 34 +#define R_MIPS_PJUMP 35 +#define R_MIPS_RELGOT 36 +#define R_MIPS_JALR 37 +#define R_MIPS_TLS_DTPMOD32 38 +#define R_MIPS_TLS_DTPREL32 39 +#define R_MIPS_TLS_DTPMOD64 40 +#define R_MIPS_TLS_DTPREL64 41 +#define R_MIPS_TLS_GD 42 +#define R_MIPS_TLS_LDM 43 +#define R_MIPS_TLS_DTPREL_HI16 44 +#define R_MIPS_TLS_DTPREL_LO16 45 +#define R_MIPS_TLS_GOTTPREL 46 +#define R_MIPS_TLS_TPREL32 47 +#define R_MIPS_TLS_TPREL64 48 +#define R_MIPS_TLS_TPREL_HI16 49 +#define R_MIPS_TLS_TPREL_LO16 50 +#define R_MIPS_GLOB_DAT 51 +#define R_MIPS_COPY 126 +#define R_MIPS_JUMP_SLOT 127 + +#define R_MIPS_NUM 128 + + + +#define PT_MIPS_REGINFO 0x70000000 +#define PT_MIPS_RTPROC 0x70000001 +#define PT_MIPS_OPTIONS 0x70000002 +#define PT_MIPS_ABIFLAGS 0x70000003 + + + +#define PF_MIPS_LOCAL 0x10000000 + + + +#define DT_MIPS_RLD_VERSION 0x70000001 +#define DT_MIPS_TIME_STAMP 0x70000002 +#define DT_MIPS_ICHECKSUM 0x70000003 +#define DT_MIPS_IVERSION 0x70000004 +#define DT_MIPS_FLAGS 0x70000005 +#define DT_MIPS_BASE_ADDRESS 0x70000006 +#define DT_MIPS_MSYM 0x70000007 +#define DT_MIPS_CONFLICT 0x70000008 +#define DT_MIPS_LIBLIST 0x70000009 +#define DT_MIPS_LOCAL_GOTNO 0x7000000a +#define DT_MIPS_CONFLICTNO 0x7000000b +#define DT_MIPS_LIBLISTNO 0x70000010 +#define DT_MIPS_SYMTABNO 0x70000011 +#define DT_MIPS_UNREFEXTNO 0x70000012 +#define DT_MIPS_GOTSYM 0x70000013 +#define DT_MIPS_HIPAGENO 0x70000014 +#define DT_MIPS_RLD_MAP 0x70000016 +#define DT_MIPS_DELTA_CLASS 0x70000017 +#define DT_MIPS_DELTA_CLASS_NO 0x70000018 + +#define DT_MIPS_DELTA_INSTANCE 0x70000019 +#define DT_MIPS_DELTA_INSTANCE_NO 0x7000001a + +#define DT_MIPS_DELTA_RELOC 0x7000001b +#define DT_MIPS_DELTA_RELOC_NO 0x7000001c + +#define DT_MIPS_DELTA_SYM 0x7000001d + +#define DT_MIPS_DELTA_SYM_NO 0x7000001e + +#define DT_MIPS_DELTA_CLASSSYM 0x70000020 + +#define DT_MIPS_DELTA_CLASSSYM_NO 0x70000021 + +#define DT_MIPS_CXX_FLAGS 0x70000022 +#define DT_MIPS_PIXIE_INIT 0x70000023 +#define DT_MIPS_SYMBOL_LIB 0x70000024 +#define DT_MIPS_LOCALPAGE_GOTIDX 0x70000025 +#define DT_MIPS_LOCAL_GOTIDX 0x70000026 +#define DT_MIPS_HIDDEN_GOTIDX 0x70000027 +#define DT_MIPS_PROTECTED_GOTIDX 0x70000028 +#define DT_MIPS_OPTIONS 0x70000029 +#define DT_MIPS_INTERFACE 0x7000002a +#define DT_MIPS_DYNSTR_ALIGN 0x7000002b +#define DT_MIPS_INTERFACE_SIZE 0x7000002c +#define DT_MIPS_RLD_TEXT_RESOLVE_ADDR 0x7000002d + +#define DT_MIPS_PERF_SUFFIX 0x7000002e + +#define DT_MIPS_COMPACT_SIZE 0x7000002f +#define DT_MIPS_GP_VALUE 0x70000030 +#define DT_MIPS_AUX_DYNAMIC 0x70000031 + +#define DT_MIPS_PLTGOT 0x70000032 + +#define DT_MIPS_RWPLT 0x70000034 +#define DT_MIPS_RLD_MAP_REL 0x70000035 +#define DT_MIPS_NUM 0x36 + + + +#define RHF_NONE 0 +#define RHF_QUICKSTART (1 << 0) +#define RHF_NOTPOT (1 << 1) +#define RHF_NO_LIBRARY_REPLACEMENT (1 << 2) +#define RHF_NO_MOVE (1 << 3) +#define RHF_SGI_ONLY (1 << 4) +#define RHF_GUARANTEE_INIT (1 << 5) +#define RHF_DELTA_C_PLUS_PLUS (1 << 6) +#define RHF_GUARANTEE_START_INIT (1 << 7) +#define RHF_PIXIE (1 << 8) +#define RHF_DEFAULT_DELAY_LOAD (1 << 9) +#define RHF_REQUICKSTART (1 << 10) +#define RHF_REQUICKSTARTED (1 << 11) +#define RHF_CORD (1 << 12) +#define RHF_NO_UNRES_UNDEF (1 << 13) +#define RHF_RLD_ORDER_SAFE (1 << 14) + + + +typedef struct { + Elf32_Word l_name; + Elf32_Word l_time_stamp; + Elf32_Word l_checksum; + Elf32_Word l_version; + Elf32_Word l_flags; +} Elf32_Lib; + +typedef struct { + Elf64_Word l_name; + Elf64_Word l_time_stamp; + Elf64_Word l_checksum; + Elf64_Word l_version; + Elf64_Word l_flags; +} Elf64_Lib; + + + + +#define LL_NONE 0 +#define LL_EXACT_MATCH (1 << 0) +#define LL_IGNORE_INT_VER (1 << 1) +#define LL_REQUIRE_MINOR (1 << 2) +#define LL_EXPORTS (1 << 3) +#define LL_DELAY_LOAD (1 << 4) +#define LL_DELTA (1 << 5) + + + +typedef Elf32_Addr Elf32_Conflict; + +typedef struct { + Elf32_Half version; + unsigned char isa_level; + unsigned char isa_rev; + unsigned char gpr_size; + unsigned char cpr1_size; + unsigned char cpr2_size; + unsigned char fp_abi; + Elf32_Word isa_ext; + Elf32_Word ases; + Elf32_Word flags1; + Elf32_Word flags2; +} Elf_MIPS_ABIFlags_v0; + +#define MIPS_AFL_REG_NONE 0x00 +#define MIPS_AFL_REG_32 0x01 +#define MIPS_AFL_REG_64 0x02 +#define MIPS_AFL_REG_128 0x03 + +#define MIPS_AFL_ASE_DSP 0x00000001 +#define MIPS_AFL_ASE_DSPR2 0x00000002 +#define MIPS_AFL_ASE_EVA 0x00000004 +#define MIPS_AFL_ASE_MCU 0x00000008 +#define MIPS_AFL_ASE_MDMX 0x00000010 +#define MIPS_AFL_ASE_MIPS3D 0x00000020 +#define MIPS_AFL_ASE_MT 0x00000040 +#define MIPS_AFL_ASE_SMARTMIPS 0x00000080 +#define MIPS_AFL_ASE_VIRT 0x00000100 +#define MIPS_AFL_ASE_MSA 0x00000200 +#define MIPS_AFL_ASE_MIPS16 0x00000400 +#define MIPS_AFL_ASE_MICROMIPS 0x00000800 +#define MIPS_AFL_ASE_XPA 0x00001000 +#define MIPS_AFL_ASE_MASK 0x00001fff + +#define MIPS_AFL_EXT_XLR 1 +#define MIPS_AFL_EXT_OCTEON2 2 +#define MIPS_AFL_EXT_OCTEONP 3 +#define MIPS_AFL_EXT_LOONGSON_3A 4 +#define MIPS_AFL_EXT_OCTEON 5 +#define MIPS_AFL_EXT_5900 6 +#define MIPS_AFL_EXT_4650 7 +#define MIPS_AFL_EXT_4010 8 +#define MIPS_AFL_EXT_4100 9 +#define MIPS_AFL_EXT_3900 10 +#define MIPS_AFL_EXT_10000 11 +#define MIPS_AFL_EXT_SB1 12 +#define MIPS_AFL_EXT_4111 13 +#define MIPS_AFL_EXT_4120 14 +#define MIPS_AFL_EXT_5400 15 +#define MIPS_AFL_EXT_5500 16 +#define MIPS_AFL_EXT_LOONGSON_2E 17 +#define MIPS_AFL_EXT_LOONGSON_2F 18 + +#define MIPS_AFL_FLAGS1_ODDSPREG 1 + +enum +{ + Val_GNU_MIPS_ABI_FP_ANY = 0, + Val_GNU_MIPS_ABI_FP_DOUBLE = 1, + Val_GNU_MIPS_ABI_FP_SINGLE = 2, + Val_GNU_MIPS_ABI_FP_SOFT = 3, + Val_GNU_MIPS_ABI_FP_OLD_64 = 4, + Val_GNU_MIPS_ABI_FP_XX = 5, + Val_GNU_MIPS_ABI_FP_64 = 6, + Val_GNU_MIPS_ABI_FP_64A = 7, + Val_GNU_MIPS_ABI_FP_MAX = 7 +}; + + + + +#define EF_PARISC_TRAPNIL 0x00010000 +#define EF_PARISC_EXT 0x00020000 +#define EF_PARISC_LSB 0x00040000 +#define EF_PARISC_WIDE 0x00080000 +#define EF_PARISC_NO_KABP 0x00100000 + +#define EF_PARISC_LAZYSWAP 0x00400000 +#define EF_PARISC_ARCH 0x0000ffff + + + +#define EFA_PARISC_1_0 0x020b +#define EFA_PARISC_1_1 0x0210 +#define EFA_PARISC_2_0 0x0214 + + + +#define SHN_PARISC_ANSI_COMMON 0xff00 + +#define SHN_PARISC_HUGE_COMMON 0xff01 + + + +#define SHT_PARISC_EXT 0x70000000 +#define SHT_PARISC_UNWIND 0x70000001 +#define SHT_PARISC_DOC 0x70000002 + + + +#define SHF_PARISC_SHORT 0x20000000 +#define SHF_PARISC_HUGE 0x40000000 +#define SHF_PARISC_SBP 0x80000000 + + + +#define STT_PARISC_MILLICODE 13 + +#define STT_HP_OPAQUE (STT_LOOS + 0x1) +#define STT_HP_STUB (STT_LOOS + 0x2) + + + +#define R_PARISC_NONE 0 +#define R_PARISC_DIR32 1 +#define R_PARISC_DIR21L 2 +#define R_PARISC_DIR17R 3 +#define R_PARISC_DIR17F 4 +#define R_PARISC_DIR14R 6 +#define R_PARISC_PCREL32 9 +#define R_PARISC_PCREL21L 10 +#define R_PARISC_PCREL17R 11 +#define R_PARISC_PCREL17F 12 +#define R_PARISC_PCREL14R 14 +#define R_PARISC_DPREL21L 18 +#define R_PARISC_DPREL14R 22 +#define R_PARISC_GPREL21L 26 +#define R_PARISC_GPREL14R 30 +#define R_PARISC_LTOFF21L 34 +#define R_PARISC_LTOFF14R 38 +#define R_PARISC_SECREL32 41 +#define R_PARISC_SEGBASE 48 +#define R_PARISC_SEGREL32 49 +#define R_PARISC_PLTOFF21L 50 +#define R_PARISC_PLTOFF14R 54 +#define R_PARISC_LTOFF_FPTR32 57 +#define R_PARISC_LTOFF_FPTR21L 58 +#define R_PARISC_LTOFF_FPTR14R 62 +#define R_PARISC_FPTR64 64 +#define R_PARISC_PLABEL32 65 +#define R_PARISC_PLABEL21L 66 +#define R_PARISC_PLABEL14R 70 +#define R_PARISC_PCREL64 72 +#define R_PARISC_PCREL22F 74 +#define R_PARISC_PCREL14WR 75 +#define R_PARISC_PCREL14DR 76 +#define R_PARISC_PCREL16F 77 +#define R_PARISC_PCREL16WF 78 +#define R_PARISC_PCREL16DF 79 +#define R_PARISC_DIR64 80 +#define R_PARISC_DIR14WR 83 +#define R_PARISC_DIR14DR 84 +#define R_PARISC_DIR16F 85 +#define R_PARISC_DIR16WF 86 +#define R_PARISC_DIR16DF 87 +#define R_PARISC_GPREL64 88 +#define R_PARISC_GPREL14WR 91 +#define R_PARISC_GPREL14DR 92 +#define R_PARISC_GPREL16F 93 +#define R_PARISC_GPREL16WF 94 +#define R_PARISC_GPREL16DF 95 +#define R_PARISC_LTOFF64 96 +#define R_PARISC_LTOFF14WR 99 +#define R_PARISC_LTOFF14DR 100 +#define R_PARISC_LTOFF16F 101 +#define R_PARISC_LTOFF16WF 102 +#define R_PARISC_LTOFF16DF 103 +#define R_PARISC_SECREL64 104 +#define R_PARISC_SEGREL64 112 +#define R_PARISC_PLTOFF14WR 115 +#define R_PARISC_PLTOFF14DR 116 +#define R_PARISC_PLTOFF16F 117 +#define R_PARISC_PLTOFF16WF 118 +#define R_PARISC_PLTOFF16DF 119 +#define R_PARISC_LTOFF_FPTR64 120 +#define R_PARISC_LTOFF_FPTR14WR 123 +#define R_PARISC_LTOFF_FPTR14DR 124 +#define R_PARISC_LTOFF_FPTR16F 125 +#define R_PARISC_LTOFF_FPTR16WF 126 +#define R_PARISC_LTOFF_FPTR16DF 127 +#define R_PARISC_LORESERVE 128 +#define R_PARISC_COPY 128 +#define R_PARISC_IPLT 129 +#define R_PARISC_EPLT 130 +#define R_PARISC_TPREL32 153 +#define R_PARISC_TPREL21L 154 +#define R_PARISC_TPREL14R 158 +#define R_PARISC_LTOFF_TP21L 162 +#define R_PARISC_LTOFF_TP14R 166 +#define R_PARISC_LTOFF_TP14F 167 +#define R_PARISC_TPREL64 216 +#define R_PARISC_TPREL14WR 219 +#define R_PARISC_TPREL14DR 220 +#define R_PARISC_TPREL16F 221 +#define R_PARISC_TPREL16WF 222 +#define R_PARISC_TPREL16DF 223 +#define R_PARISC_LTOFF_TP64 224 +#define R_PARISC_LTOFF_TP14WR 227 +#define R_PARISC_LTOFF_TP14DR 228 +#define R_PARISC_LTOFF_TP16F 229 +#define R_PARISC_LTOFF_TP16WF 230 +#define R_PARISC_LTOFF_TP16DF 231 +#define R_PARISC_GNU_VTENTRY 232 +#define R_PARISC_GNU_VTINHERIT 233 +#define R_PARISC_TLS_GD21L 234 +#define R_PARISC_TLS_GD14R 235 +#define R_PARISC_TLS_GDCALL 236 +#define R_PARISC_TLS_LDM21L 237 +#define R_PARISC_TLS_LDM14R 238 +#define R_PARISC_TLS_LDMCALL 239 +#define R_PARISC_TLS_LDO21L 240 +#define R_PARISC_TLS_LDO14R 241 +#define R_PARISC_TLS_DTPMOD32 242 +#define R_PARISC_TLS_DTPMOD64 243 +#define R_PARISC_TLS_DTPOFF32 244 +#define R_PARISC_TLS_DTPOFF64 245 +#define R_PARISC_TLS_LE21L R_PARISC_TPREL21L +#define R_PARISC_TLS_LE14R R_PARISC_TPREL14R +#define R_PARISC_TLS_IE21L R_PARISC_LTOFF_TP21L +#define R_PARISC_TLS_IE14R R_PARISC_LTOFF_TP14R +#define R_PARISC_TLS_TPREL32 R_PARISC_TPREL32 +#define R_PARISC_TLS_TPREL64 R_PARISC_TPREL64 +#define R_PARISC_HIRESERVE 255 + + + +#define PT_HP_TLS (PT_LOOS + 0x0) +#define PT_HP_CORE_NONE (PT_LOOS + 0x1) +#define PT_HP_CORE_VERSION (PT_LOOS + 0x2) +#define PT_HP_CORE_KERNEL (PT_LOOS + 0x3) +#define PT_HP_CORE_COMM (PT_LOOS + 0x4) +#define PT_HP_CORE_PROC (PT_LOOS + 0x5) +#define PT_HP_CORE_LOADABLE (PT_LOOS + 0x6) +#define PT_HP_CORE_STACK (PT_LOOS + 0x7) +#define PT_HP_CORE_SHM (PT_LOOS + 0x8) +#define PT_HP_CORE_MMF (PT_LOOS + 0x9) +#define PT_HP_PARALLEL (PT_LOOS + 0x10) +#define PT_HP_FASTBIND (PT_LOOS + 0x11) +#define PT_HP_OPT_ANNOT (PT_LOOS + 0x12) +#define PT_HP_HSL_ANNOT (PT_LOOS + 0x13) +#define PT_HP_STACK (PT_LOOS + 0x14) + +#define PT_PARISC_ARCHEXT 0x70000000 +#define PT_PARISC_UNWIND 0x70000001 + + + +#define PF_PARISC_SBP 0x08000000 + +#define PF_HP_PAGE_SIZE 0x00100000 +#define PF_HP_FAR_SHARED 0x00200000 +#define PF_HP_NEAR_SHARED 0x00400000 +#define PF_HP_CODE 0x01000000 +#define PF_HP_MODIFY 0x02000000 +#define PF_HP_LAZYSWAP 0x04000000 +#define PF_HP_SBP 0x08000000 + + + + + + +#define EF_ALPHA_32BIT 1 +#define EF_ALPHA_CANRELAX 2 + + + + +#define SHT_ALPHA_DEBUG 0x70000001 +#define SHT_ALPHA_REGINFO 0x70000002 + + + +#define SHF_ALPHA_GPREL 0x10000000 + + +#define STO_ALPHA_NOPV 0x80 +#define STO_ALPHA_STD_GPLOAD 0x88 + + + +#define R_ALPHA_NONE 0 +#define R_ALPHA_REFLONG 1 +#define R_ALPHA_REFQUAD 2 +#define R_ALPHA_GPREL32 3 +#define R_ALPHA_LITERAL 4 +#define R_ALPHA_LITUSE 5 +#define R_ALPHA_GPDISP 6 +#define R_ALPHA_BRADDR 7 +#define R_ALPHA_HINT 8 +#define R_ALPHA_SREL16 9 +#define R_ALPHA_SREL32 10 +#define R_ALPHA_SREL64 11 +#define R_ALPHA_GPRELHIGH 17 +#define R_ALPHA_GPRELLOW 18 +#define R_ALPHA_GPREL16 19 +#define R_ALPHA_COPY 24 +#define R_ALPHA_GLOB_DAT 25 +#define R_ALPHA_JMP_SLOT 26 +#define R_ALPHA_RELATIVE 27 +#define R_ALPHA_TLS_GD_HI 28 +#define R_ALPHA_TLSGD 29 +#define R_ALPHA_TLS_LDM 30 +#define R_ALPHA_DTPMOD64 31 +#define R_ALPHA_GOTDTPREL 32 +#define R_ALPHA_DTPREL64 33 +#define R_ALPHA_DTPRELHI 34 +#define R_ALPHA_DTPRELLO 35 +#define R_ALPHA_DTPREL16 36 +#define R_ALPHA_GOTTPREL 37 +#define R_ALPHA_TPREL64 38 +#define R_ALPHA_TPRELHI 39 +#define R_ALPHA_TPRELLO 40 +#define R_ALPHA_TPREL16 41 + +#define R_ALPHA_NUM 46 + + +#define LITUSE_ALPHA_ADDR 0 +#define LITUSE_ALPHA_BASE 1 +#define LITUSE_ALPHA_BYTOFF 2 +#define LITUSE_ALPHA_JSR 3 +#define LITUSE_ALPHA_TLS_GD 4 +#define LITUSE_ALPHA_TLS_LDM 5 + + +#define DT_ALPHA_PLTRO (DT_LOPROC + 0) +#define DT_ALPHA_NUM 1 + + + + +#define EF_PPC_EMB 0x80000000 + + +#define EF_PPC_RELOCATABLE 0x00010000 +#define EF_PPC_RELOCATABLE_LIB 0x00008000 + + + +#define R_PPC_NONE 0 +#define R_PPC_ADDR32 1 +#define R_PPC_ADDR24 2 +#define R_PPC_ADDR16 3 +#define R_PPC_ADDR16_LO 4 +#define R_PPC_ADDR16_HI 5 +#define R_PPC_ADDR16_HA 6 +#define R_PPC_ADDR14 7 +#define R_PPC_ADDR14_BRTAKEN 8 +#define R_PPC_ADDR14_BRNTAKEN 9 +#define R_PPC_REL24 10 +#define R_PPC_REL14 11 +#define R_PPC_REL14_BRTAKEN 12 +#define R_PPC_REL14_BRNTAKEN 13 +#define R_PPC_GOT16 14 +#define R_PPC_GOT16_LO 15 +#define R_PPC_GOT16_HI 16 +#define R_PPC_GOT16_HA 17 +#define R_PPC_PLTREL24 18 +#define R_PPC_COPY 19 +#define R_PPC_GLOB_DAT 20 +#define R_PPC_JMP_SLOT 21 +#define R_PPC_RELATIVE 22 +#define R_PPC_LOCAL24PC 23 +#define R_PPC_UADDR32 24 +#define R_PPC_UADDR16 25 +#define R_PPC_REL32 26 +#define R_PPC_PLT32 27 +#define R_PPC_PLTREL32 28 +#define R_PPC_PLT16_LO 29 +#define R_PPC_PLT16_HI 30 +#define R_PPC_PLT16_HA 31 +#define R_PPC_SDAREL16 32 +#define R_PPC_SECTOFF 33 +#define R_PPC_SECTOFF_LO 34 +#define R_PPC_SECTOFF_HI 35 +#define R_PPC_SECTOFF_HA 36 + + +#define R_PPC_TLS 67 +#define R_PPC_DTPMOD32 68 +#define R_PPC_TPREL16 69 +#define R_PPC_TPREL16_LO 70 +#define R_PPC_TPREL16_HI 71 +#define R_PPC_TPREL16_HA 72 +#define R_PPC_TPREL32 73 +#define R_PPC_DTPREL16 74 +#define R_PPC_DTPREL16_LO 75 +#define R_PPC_DTPREL16_HI 76 +#define R_PPC_DTPREL16_HA 77 +#define R_PPC_DTPREL32 78 +#define R_PPC_GOT_TLSGD16 79 +#define R_PPC_GOT_TLSGD16_LO 80 +#define R_PPC_GOT_TLSGD16_HI 81 +#define R_PPC_GOT_TLSGD16_HA 82 +#define R_PPC_GOT_TLSLD16 83 +#define R_PPC_GOT_TLSLD16_LO 84 +#define R_PPC_GOT_TLSLD16_HI 85 +#define R_PPC_GOT_TLSLD16_HA 86 +#define R_PPC_GOT_TPREL16 87 +#define R_PPC_GOT_TPREL16_LO 88 +#define R_PPC_GOT_TPREL16_HI 89 +#define R_PPC_GOT_TPREL16_HA 90 +#define R_PPC_GOT_DTPREL16 91 +#define R_PPC_GOT_DTPREL16_LO 92 +#define R_PPC_GOT_DTPREL16_HI 93 +#define R_PPC_GOT_DTPREL16_HA 94 +#define R_PPC_TLSGD 95 +#define R_PPC_TLSLD 96 + + +#define R_PPC_EMB_NADDR32 101 +#define R_PPC_EMB_NADDR16 102 +#define R_PPC_EMB_NADDR16_LO 103 +#define R_PPC_EMB_NADDR16_HI 104 +#define R_PPC_EMB_NADDR16_HA 105 +#define R_PPC_EMB_SDAI16 106 +#define R_PPC_EMB_SDA2I16 107 +#define R_PPC_EMB_SDA2REL 108 +#define R_PPC_EMB_SDA21 109 +#define R_PPC_EMB_MRKREF 110 +#define R_PPC_EMB_RELSEC16 111 +#define R_PPC_EMB_RELST_LO 112 +#define R_PPC_EMB_RELST_HI 113 +#define R_PPC_EMB_RELST_HA 114 +#define R_PPC_EMB_BIT_FLD 115 +#define R_PPC_EMB_RELSDA 116 + + +#define R_PPC_DIAB_SDA21_LO 180 +#define R_PPC_DIAB_SDA21_HI 181 +#define R_PPC_DIAB_SDA21_HA 182 +#define R_PPC_DIAB_RELSDA_LO 183 +#define R_PPC_DIAB_RELSDA_HI 184 +#define R_PPC_DIAB_RELSDA_HA 185 + + +#define R_PPC_IRELATIVE 248 + + +#define R_PPC_REL16 249 +#define R_PPC_REL16_LO 250 +#define R_PPC_REL16_HI 251 +#define R_PPC_REL16_HA 252 + + + +#define R_PPC_TOC16 255 + + +#define DT_PPC_GOT (DT_LOPROC + 0) +#define DT_PPC_OPT (DT_LOPROC + 1) +#define DT_PPC_NUM 2 + +#define PPC_OPT_TLS 1 + + +#define R_PPC64_NONE R_PPC_NONE +#define R_PPC64_ADDR32 R_PPC_ADDR32 +#define R_PPC64_ADDR24 R_PPC_ADDR24 +#define R_PPC64_ADDR16 R_PPC_ADDR16 +#define R_PPC64_ADDR16_LO R_PPC_ADDR16_LO +#define R_PPC64_ADDR16_HI R_PPC_ADDR16_HI +#define R_PPC64_ADDR16_HA R_PPC_ADDR16_HA +#define R_PPC64_ADDR14 R_PPC_ADDR14 +#define R_PPC64_ADDR14_BRTAKEN R_PPC_ADDR14_BRTAKEN +#define R_PPC64_ADDR14_BRNTAKEN R_PPC_ADDR14_BRNTAKEN +#define R_PPC64_REL24 R_PPC_REL24 +#define R_PPC64_REL14 R_PPC_REL14 +#define R_PPC64_REL14_BRTAKEN R_PPC_REL14_BRTAKEN +#define R_PPC64_REL14_BRNTAKEN R_PPC_REL14_BRNTAKEN +#define R_PPC64_GOT16 R_PPC_GOT16 +#define R_PPC64_GOT16_LO R_PPC_GOT16_LO +#define R_PPC64_GOT16_HI R_PPC_GOT16_HI +#define R_PPC64_GOT16_HA R_PPC_GOT16_HA + +#define R_PPC64_COPY R_PPC_COPY +#define R_PPC64_GLOB_DAT R_PPC_GLOB_DAT +#define R_PPC64_JMP_SLOT R_PPC_JMP_SLOT +#define R_PPC64_RELATIVE R_PPC_RELATIVE + +#define R_PPC64_UADDR32 R_PPC_UADDR32 +#define R_PPC64_UADDR16 R_PPC_UADDR16 +#define R_PPC64_REL32 R_PPC_REL32 +#define R_PPC64_PLT32 R_PPC_PLT32 +#define R_PPC64_PLTREL32 R_PPC_PLTREL32 +#define R_PPC64_PLT16_LO R_PPC_PLT16_LO +#define R_PPC64_PLT16_HI R_PPC_PLT16_HI +#define R_PPC64_PLT16_HA R_PPC_PLT16_HA + +#define R_PPC64_SECTOFF R_PPC_SECTOFF +#define R_PPC64_SECTOFF_LO R_PPC_SECTOFF_LO +#define R_PPC64_SECTOFF_HI R_PPC_SECTOFF_HI +#define R_PPC64_SECTOFF_HA R_PPC_SECTOFF_HA +#define R_PPC64_ADDR30 37 +#define R_PPC64_ADDR64 38 +#define R_PPC64_ADDR16_HIGHER 39 +#define R_PPC64_ADDR16_HIGHERA 40 +#define R_PPC64_ADDR16_HIGHEST 41 +#define R_PPC64_ADDR16_HIGHESTA 42 +#define R_PPC64_UADDR64 43 +#define R_PPC64_REL64 44 +#define R_PPC64_PLT64 45 +#define R_PPC64_PLTREL64 46 +#define R_PPC64_TOC16 47 +#define R_PPC64_TOC16_LO 48 +#define R_PPC64_TOC16_HI 49 +#define R_PPC64_TOC16_HA 50 +#define R_PPC64_TOC 51 +#define R_PPC64_PLTGOT16 52 +#define R_PPC64_PLTGOT16_LO 53 +#define R_PPC64_PLTGOT16_HI 54 +#define R_PPC64_PLTGOT16_HA 55 + +#define R_PPC64_ADDR16_DS 56 +#define R_PPC64_ADDR16_LO_DS 57 +#define R_PPC64_GOT16_DS 58 +#define R_PPC64_GOT16_LO_DS 59 +#define R_PPC64_PLT16_LO_DS 60 +#define R_PPC64_SECTOFF_DS 61 +#define R_PPC64_SECTOFF_LO_DS 62 +#define R_PPC64_TOC16_DS 63 +#define R_PPC64_TOC16_LO_DS 64 +#define R_PPC64_PLTGOT16_DS 65 +#define R_PPC64_PLTGOT16_LO_DS 66 + + +#define R_PPC64_TLS 67 +#define R_PPC64_DTPMOD64 68 +#define R_PPC64_TPREL16 69 +#define R_PPC64_TPREL16_LO 70 +#define R_PPC64_TPREL16_HI 71 +#define R_PPC64_TPREL16_HA 72 +#define R_PPC64_TPREL64 73 +#define R_PPC64_DTPREL16 74 +#define R_PPC64_DTPREL16_LO 75 +#define R_PPC64_DTPREL16_HI 76 +#define R_PPC64_DTPREL16_HA 77 +#define R_PPC64_DTPREL64 78 +#define R_PPC64_GOT_TLSGD16 79 +#define R_PPC64_GOT_TLSGD16_LO 80 +#define R_PPC64_GOT_TLSGD16_HI 81 +#define R_PPC64_GOT_TLSGD16_HA 82 +#define R_PPC64_GOT_TLSLD16 83 +#define R_PPC64_GOT_TLSLD16_LO 84 +#define R_PPC64_GOT_TLSLD16_HI 85 +#define R_PPC64_GOT_TLSLD16_HA 86 +#define R_PPC64_GOT_TPREL16_DS 87 +#define R_PPC64_GOT_TPREL16_LO_DS 88 +#define R_PPC64_GOT_TPREL16_HI 89 +#define R_PPC64_GOT_TPREL16_HA 90 +#define R_PPC64_GOT_DTPREL16_DS 91 +#define R_PPC64_GOT_DTPREL16_LO_DS 92 +#define R_PPC64_GOT_DTPREL16_HI 93 +#define R_PPC64_GOT_DTPREL16_HA 94 +#define R_PPC64_TPREL16_DS 95 +#define R_PPC64_TPREL16_LO_DS 96 +#define R_PPC64_TPREL16_HIGHER 97 +#define R_PPC64_TPREL16_HIGHERA 98 +#define R_PPC64_TPREL16_HIGHEST 99 +#define R_PPC64_TPREL16_HIGHESTA 100 +#define R_PPC64_DTPREL16_DS 101 +#define R_PPC64_DTPREL16_LO_DS 102 +#define R_PPC64_DTPREL16_HIGHER 103 +#define R_PPC64_DTPREL16_HIGHERA 104 +#define R_PPC64_DTPREL16_HIGHEST 105 +#define R_PPC64_DTPREL16_HIGHESTA 106 +#define R_PPC64_TLSGD 107 +#define R_PPC64_TLSLD 108 +#define R_PPC64_TOCSAVE 109 +#define R_PPC64_ADDR16_HIGH 110 +#define R_PPC64_ADDR16_HIGHA 111 +#define R_PPC64_TPREL16_HIGH 112 +#define R_PPC64_TPREL16_HIGHA 113 +#define R_PPC64_DTPREL16_HIGH 114 +#define R_PPC64_DTPREL16_HIGHA 115 + + +#define R_PPC64_JMP_IREL 247 +#define R_PPC64_IRELATIVE 248 +#define R_PPC64_REL16 249 +#define R_PPC64_REL16_LO 250 +#define R_PPC64_REL16_HI 251 +#define R_PPC64_REL16_HA 252 + +#define EF_PPC64_ABI 3 + +#define DT_PPC64_GLINK (DT_LOPROC + 0) +#define DT_PPC64_OPD (DT_LOPROC + 1) +#define DT_PPC64_OPDSZ (DT_LOPROC + 2) +#define DT_PPC64_OPT (DT_LOPROC + 3) +#define DT_PPC64_NUM 4 + +#define PPC64_OPT_TLS 1 +#define PPC64_OPT_MULTI_TOC 2 +#define PPC64_OPT_LOCALENTRY 4 + +#define STO_PPC64_LOCAL_BIT 5 +#define STO_PPC64_LOCAL_MASK 0xe0 +#define PPC64_LOCAL_ENTRY_OFFSET(x) (1 << (((x)&0xe0)>>5) & 0xfc) + + +#define EF_ARM_RELEXEC 0x01 +#define EF_ARM_HASENTRY 0x02 +#define EF_ARM_INTERWORK 0x04 +#define EF_ARM_APCS_26 0x08 +#define EF_ARM_APCS_FLOAT 0x10 +#define EF_ARM_PIC 0x20 +#define EF_ARM_ALIGN8 0x40 +#define EF_ARM_NEW_ABI 0x80 +#define EF_ARM_OLD_ABI 0x100 +#define EF_ARM_SOFT_FLOAT 0x200 +#define EF_ARM_VFP_FLOAT 0x400 +#define EF_ARM_MAVERICK_FLOAT 0x800 + +#define EF_ARM_ABI_FLOAT_SOFT 0x200 +#define EF_ARM_ABI_FLOAT_HARD 0x400 + + +#define EF_ARM_SYMSARESORTED 0x04 +#define EF_ARM_DYNSYMSUSESEGIDX 0x08 +#define EF_ARM_MAPSYMSFIRST 0x10 +#define EF_ARM_EABIMASK 0XFF000000 + + +#define EF_ARM_BE8 0x00800000 +#define EF_ARM_LE8 0x00400000 + +#define EF_ARM_EABI_VERSION(flags) ((flags) & EF_ARM_EABIMASK) +#define EF_ARM_EABI_UNKNOWN 0x00000000 +#define EF_ARM_EABI_VER1 0x01000000 +#define EF_ARM_EABI_VER2 0x02000000 +#define EF_ARM_EABI_VER3 0x03000000 +#define EF_ARM_EABI_VER4 0x04000000 +#define EF_ARM_EABI_VER5 0x05000000 + + +#define STT_ARM_TFUNC STT_LOPROC +#define STT_ARM_16BIT STT_HIPROC + + +#define SHF_ARM_ENTRYSECT 0x10000000 +#define SHF_ARM_COMDEF 0x80000000 + + + +#define PF_ARM_SB 0x10000000 + +#define PF_ARM_PI 0x20000000 +#define PF_ARM_ABS 0x40000000 + + +#define PT_ARM_EXIDX (PT_LOPROC + 1) + + +#define SHT_ARM_EXIDX (SHT_LOPROC + 1) +#define SHT_ARM_PREEMPTMAP (SHT_LOPROC + 2) +#define SHT_ARM_ATTRIBUTES (SHT_LOPROC + 3) + +#define R_AARCH64_NONE 0 +#define R_AARCH64_P32_ABS32 1 +#define R_AARCH64_P32_COPY 180 +#define R_AARCH64_P32_GLOB_DAT 181 +#define R_AARCH64_P32_JUMP_SLOT 182 +#define R_AARCH64_P32_RELATIVE 183 +#define R_AARCH64_P32_TLS_DTPMOD 184 +#define R_AARCH64_P32_TLS_DTPREL 185 +#define R_AARCH64_P32_TLS_TPREL 186 +#define R_AARCH64_P32_TLSDESC 187 +#define R_AARCH64_P32_IRELATIVE 188 +#define R_AARCH64_ABS64 257 +#define R_AARCH64_ABS32 258 +#define R_AARCH64_ABS16 259 +#define R_AARCH64_PREL64 260 +#define R_AARCH64_PREL32 261 +#define R_AARCH64_PREL16 262 +#define R_AARCH64_MOVW_UABS_G0 263 +#define R_AARCH64_MOVW_UABS_G0_NC 264 +#define R_AARCH64_MOVW_UABS_G1 265 +#define R_AARCH64_MOVW_UABS_G1_NC 266 +#define R_AARCH64_MOVW_UABS_G2 267 +#define R_AARCH64_MOVW_UABS_G2_NC 268 +#define R_AARCH64_MOVW_UABS_G3 269 +#define R_AARCH64_MOVW_SABS_G0 270 +#define R_AARCH64_MOVW_SABS_G1 271 +#define R_AARCH64_MOVW_SABS_G2 272 +#define R_AARCH64_LD_PREL_LO19 273 +#define R_AARCH64_ADR_PREL_LO21 274 +#define R_AARCH64_ADR_PREL_PG_HI21 275 +#define R_AARCH64_ADR_PREL_PG_HI21_NC 276 +#define R_AARCH64_ADD_ABS_LO12_NC 277 +#define R_AARCH64_LDST8_ABS_LO12_NC 278 +#define R_AARCH64_TSTBR14 279 +#define R_AARCH64_CONDBR19 280 +#define R_AARCH64_JUMP26 282 +#define R_AARCH64_CALL26 283 +#define R_AARCH64_LDST16_ABS_LO12_NC 284 +#define R_AARCH64_LDST32_ABS_LO12_NC 285 +#define R_AARCH64_LDST64_ABS_LO12_NC 286 +#define R_AARCH64_MOVW_PREL_G0 287 +#define R_AARCH64_MOVW_PREL_G0_NC 288 +#define R_AARCH64_MOVW_PREL_G1 289 +#define R_AARCH64_MOVW_PREL_G1_NC 290 +#define R_AARCH64_MOVW_PREL_G2 291 +#define R_AARCH64_MOVW_PREL_G2_NC 292 +#define R_AARCH64_MOVW_PREL_G3 293 +#define R_AARCH64_LDST128_ABS_LO12_NC 299 +#define R_AARCH64_MOVW_GOTOFF_G0 300 +#define R_AARCH64_MOVW_GOTOFF_G0_NC 301 +#define R_AARCH64_MOVW_GOTOFF_G1 302 +#define R_AARCH64_MOVW_GOTOFF_G1_NC 303 +#define R_AARCH64_MOVW_GOTOFF_G2 304 +#define R_AARCH64_MOVW_GOTOFF_G2_NC 305 +#define R_AARCH64_MOVW_GOTOFF_G3 306 +#define R_AARCH64_GOTREL64 307 +#define R_AARCH64_GOTREL32 308 +#define R_AARCH64_GOT_LD_PREL19 309 +#define R_AARCH64_LD64_GOTOFF_LO15 310 +#define R_AARCH64_ADR_GOT_PAGE 311 +#define R_AARCH64_LD64_GOT_LO12_NC 312 +#define R_AARCH64_LD64_GOTPAGE_LO15 313 +#define R_AARCH64_TLSGD_ADR_PREL21 512 +#define R_AARCH64_TLSGD_ADR_PAGE21 513 +#define R_AARCH64_TLSGD_ADD_LO12_NC 514 +#define R_AARCH64_TLSGD_MOVW_G1 515 +#define R_AARCH64_TLSGD_MOVW_G0_NC 516 +#define R_AARCH64_TLSLD_ADR_PREL21 517 +#define R_AARCH64_TLSLD_ADR_PAGE21 518 +#define R_AARCH64_TLSLD_ADD_LO12_NC 519 +#define R_AARCH64_TLSLD_MOVW_G1 520 +#define R_AARCH64_TLSLD_MOVW_G0_NC 521 +#define R_AARCH64_TLSLD_LD_PREL19 522 +#define R_AARCH64_TLSLD_MOVW_DTPREL_G2 523 +#define R_AARCH64_TLSLD_MOVW_DTPREL_G1 524 +#define R_AARCH64_TLSLD_MOVW_DTPREL_G1_NC 525 +#define R_AARCH64_TLSLD_MOVW_DTPREL_G0 526 +#define R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC 527 +#define R_AARCH64_TLSLD_ADD_DTPREL_HI12 528 +#define R_AARCH64_TLSLD_ADD_DTPREL_LO12 529 +#define R_AARCH64_TLSLD_ADD_DTPREL_LO12_NC 530 +#define R_AARCH64_TLSLD_LDST8_DTPREL_LO12 531 +#define R_AARCH64_TLSLD_LDST8_DTPREL_LO12_NC 532 +#define R_AARCH64_TLSLD_LDST16_DTPREL_LO12 533 +#define R_AARCH64_TLSLD_LDST16_DTPREL_LO12_NC 534 +#define R_AARCH64_TLSLD_LDST32_DTPREL_LO12 535 +#define R_AARCH64_TLSLD_LDST32_DTPREL_LO12_NC 536 +#define R_AARCH64_TLSLD_LDST64_DTPREL_LO12 537 +#define R_AARCH64_TLSLD_LDST64_DTPREL_LO12_NC 538 +#define R_AARCH64_TLSIE_MOVW_GOTTPREL_G1 539 +#define R_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC 540 +#define R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 541 +#define R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC 542 +#define R_AARCH64_TLSIE_LD_GOTTPREL_PREL19 543 +#define R_AARCH64_TLSLE_MOVW_TPREL_G2 544 +#define R_AARCH64_TLSLE_MOVW_TPREL_G1 545 +#define R_AARCH64_TLSLE_MOVW_TPREL_G1_NC 546 +#define R_AARCH64_TLSLE_MOVW_TPREL_G0 547 +#define R_AARCH64_TLSLE_MOVW_TPREL_G0_NC 548 +#define R_AARCH64_TLSLE_ADD_TPREL_HI12 549 +#define R_AARCH64_TLSLE_ADD_TPREL_LO12 550 +#define R_AARCH64_TLSLE_ADD_TPREL_LO12_NC 551 +#define R_AARCH64_TLSLE_LDST8_TPREL_LO12 552 +#define R_AARCH64_TLSLE_LDST8_TPREL_LO12_NC 553 +#define R_AARCH64_TLSLE_LDST16_TPREL_LO12 554 +#define R_AARCH64_TLSLE_LDST16_TPREL_LO12_NC 555 +#define R_AARCH64_TLSLE_LDST32_TPREL_LO12 556 +#define R_AARCH64_TLSLE_LDST32_TPREL_LO12_NC 557 +#define R_AARCH64_TLSLE_LDST64_TPREL_LO12 558 +#define R_AARCH64_TLSLE_LDST64_TPREL_LO12_NC 559 +#define R_AARCH64_TLSDESC_LD_PREL19 560 +#define R_AARCH64_TLSDESC_ADR_PREL21 561 +#define R_AARCH64_TLSDESC_ADR_PAGE21 562 +#define R_AARCH64_TLSDESC_LD64_LO12 563 +#define R_AARCH64_TLSDESC_ADD_LO12 564 +#define R_AARCH64_TLSDESC_OFF_G1 565 +#define R_AARCH64_TLSDESC_OFF_G0_NC 566 +#define R_AARCH64_TLSDESC_LDR 567 +#define R_AARCH64_TLSDESC_ADD 568 +#define R_AARCH64_TLSDESC_CALL 569 +#define R_AARCH64_TLSLE_LDST128_TPREL_LO12 570 +#define R_AARCH64_TLSLE_LDST128_TPREL_LO12_NC 571 +#define R_AARCH64_TLSLD_LDST128_DTPREL_LO12 572 +#define R_AARCH64_TLSLD_LDST128_DTPREL_LO12_NC 573 +#define R_AARCH64_COPY 1024 +#define R_AARCH64_GLOB_DAT 1025 +#define R_AARCH64_JUMP_SLOT 1026 +#define R_AARCH64_RELATIVE 1027 +#define R_AARCH64_TLS_DTPMOD 1028 +#define R_AARCH64_TLS_DTPMOD64 1028 +#define R_AARCH64_TLS_DTPREL 1029 +#define R_AARCH64_TLS_DTPREL64 1029 +#define R_AARCH64_TLS_TPREL 1030 +#define R_AARCH64_TLS_TPREL64 1030 +#define R_AARCH64_TLSDESC 1031 + + +#define R_ARM_NONE 0 +#define R_ARM_PC24 1 +#define R_ARM_ABS32 2 +#define R_ARM_REL32 3 +#define R_ARM_PC13 4 +#define R_ARM_ABS16 5 +#define R_ARM_ABS12 6 +#define R_ARM_THM_ABS5 7 +#define R_ARM_ABS8 8 +#define R_ARM_SBREL32 9 +#define R_ARM_THM_PC22 10 +#define R_ARM_THM_PC8 11 +#define R_ARM_AMP_VCALL9 12 +#define R_ARM_TLS_DESC 13 +#define R_ARM_THM_SWI8 14 +#define R_ARM_XPC25 15 +#define R_ARM_THM_XPC22 16 +#define R_ARM_TLS_DTPMOD32 17 +#define R_ARM_TLS_DTPOFF32 18 +#define R_ARM_TLS_TPOFF32 19 +#define R_ARM_COPY 20 +#define R_ARM_GLOB_DAT 21 +#define R_ARM_JUMP_SLOT 22 +#define R_ARM_RELATIVE 23 +#define R_ARM_GOTOFF 24 +#define R_ARM_GOTPC 25 +#define R_ARM_GOT32 26 +#define R_ARM_PLT32 27 +#define R_ARM_CALL 28 +#define R_ARM_JUMP24 29 +#define R_ARM_THM_JUMP24 30 +#define R_ARM_BASE_ABS 31 +#define R_ARM_ALU_PCREL_7_0 32 +#define R_ARM_ALU_PCREL_15_8 33 +#define R_ARM_ALU_PCREL_23_15 34 +#define R_ARM_LDR_SBREL_11_0 35 +#define R_ARM_ALU_SBREL_19_12 36 +#define R_ARM_ALU_SBREL_27_20 37 +#define R_ARM_TARGET1 38 +#define R_ARM_SBREL31 39 +#define R_ARM_V4BX 40 +#define R_ARM_TARGET2 41 +#define R_ARM_PREL31 42 +#define R_ARM_MOVW_ABS_NC 43 +#define R_ARM_MOVT_ABS 44 +#define R_ARM_MOVW_PREL_NC 45 +#define R_ARM_MOVT_PREL 46 +#define R_ARM_THM_MOVW_ABS_NC 47 +#define R_ARM_THM_MOVT_ABS 48 +#define R_ARM_THM_MOVW_PREL_NC 49 +#define R_ARM_THM_MOVT_PREL 50 +#define R_ARM_THM_JUMP19 51 +#define R_ARM_THM_JUMP6 52 +#define R_ARM_THM_ALU_PREL_11_0 53 +#define R_ARM_THM_PC12 54 +#define R_ARM_ABS32_NOI 55 +#define R_ARM_REL32_NOI 56 +#define R_ARM_ALU_PC_G0_NC 57 +#define R_ARM_ALU_PC_G0 58 +#define R_ARM_ALU_PC_G1_NC 59 +#define R_ARM_ALU_PC_G1 60 +#define R_ARM_ALU_PC_G2 61 +#define R_ARM_LDR_PC_G1 62 +#define R_ARM_LDR_PC_G2 63 +#define R_ARM_LDRS_PC_G0 64 +#define R_ARM_LDRS_PC_G1 65 +#define R_ARM_LDRS_PC_G2 66 +#define R_ARM_LDC_PC_G0 67 +#define R_ARM_LDC_PC_G1 68 +#define R_ARM_LDC_PC_G2 69 +#define R_ARM_ALU_SB_G0_NC 70 +#define R_ARM_ALU_SB_G0 71 +#define R_ARM_ALU_SB_G1_NC 72 +#define R_ARM_ALU_SB_G1 73 +#define R_ARM_ALU_SB_G2 74 +#define R_ARM_LDR_SB_G0 75 +#define R_ARM_LDR_SB_G1 76 +#define R_ARM_LDR_SB_G2 77 +#define R_ARM_LDRS_SB_G0 78 +#define R_ARM_LDRS_SB_G1 79 +#define R_ARM_LDRS_SB_G2 80 +#define R_ARM_LDC_SB_G0 81 +#define R_ARM_LDC_SB_G1 82 +#define R_ARM_LDC_SB_G2 83 +#define R_ARM_MOVW_BREL_NC 84 +#define R_ARM_MOVT_BREL 85 +#define R_ARM_MOVW_BREL 86 +#define R_ARM_THM_MOVW_BREL_NC 87 +#define R_ARM_THM_MOVT_BREL 88 +#define R_ARM_THM_MOVW_BREL 89 +#define R_ARM_TLS_GOTDESC 90 +#define R_ARM_TLS_CALL 91 +#define R_ARM_TLS_DESCSEQ 92 +#define R_ARM_THM_TLS_CALL 93 +#define R_ARM_PLT32_ABS 94 +#define R_ARM_GOT_ABS 95 +#define R_ARM_GOT_PREL 96 +#define R_ARM_GOT_BREL12 97 +#define R_ARM_GOTOFF12 98 +#define R_ARM_GOTRELAX 99 +#define R_ARM_GNU_VTENTRY 100 +#define R_ARM_GNU_VTINHERIT 101 +#define R_ARM_THM_PC11 102 +#define R_ARM_THM_PC9 103 +#define R_ARM_TLS_GD32 104 + +#define R_ARM_TLS_LDM32 105 + +#define R_ARM_TLS_LDO32 106 + +#define R_ARM_TLS_IE32 107 + +#define R_ARM_TLS_LE32 108 +#define R_ARM_TLS_LDO12 109 +#define R_ARM_TLS_LE12 110 +#define R_ARM_TLS_IE12GP 111 +#define R_ARM_ME_TOO 128 +#define R_ARM_THM_TLS_DESCSEQ 129 +#define R_ARM_THM_TLS_DESCSEQ16 129 +#define R_ARM_THM_TLS_DESCSEQ32 130 +#define R_ARM_THM_GOT_BREL12 131 +#define R_ARM_IRELATIVE 160 +#define R_ARM_RXPC25 249 +#define R_ARM_RSBREL32 250 +#define R_ARM_THM_RPC22 251 +#define R_ARM_RREL32 252 +#define R_ARM_RABS22 253 +#define R_ARM_RPC24 254 +#define R_ARM_RBASE 255 + +#define R_ARM_NUM 256 + + + + +#define EF_IA_64_MASKOS 0x0000000f +#define EF_IA_64_ABI64 0x00000010 +#define EF_IA_64_ARCH 0xff000000 + + +#define PT_IA_64_ARCHEXT (PT_LOPROC + 0) +#define PT_IA_64_UNWIND (PT_LOPROC + 1) +#define PT_IA_64_HP_OPT_ANOT (PT_LOOS + 0x12) +#define PT_IA_64_HP_HSL_ANOT (PT_LOOS + 0x13) +#define PT_IA_64_HP_STACK (PT_LOOS + 0x14) + + +#define PF_IA_64_NORECOV 0x80000000 + + +#define SHT_IA_64_EXT (SHT_LOPROC + 0) +#define SHT_IA_64_UNWIND (SHT_LOPROC + 1) + + +#define SHF_IA_64_SHORT 0x10000000 +#define SHF_IA_64_NORECOV 0x20000000 + + +#define DT_IA_64_PLT_RESERVE (DT_LOPROC + 0) +#define DT_IA_64_NUM 1 + + +#define R_IA64_NONE 0x00 +#define R_IA64_IMM14 0x21 +#define R_IA64_IMM22 0x22 +#define R_IA64_IMM64 0x23 +#define R_IA64_DIR32MSB 0x24 +#define R_IA64_DIR32LSB 0x25 +#define R_IA64_DIR64MSB 0x26 +#define R_IA64_DIR64LSB 0x27 +#define R_IA64_GPREL22 0x2a +#define R_IA64_GPREL64I 0x2b +#define R_IA64_GPREL32MSB 0x2c +#define R_IA64_GPREL32LSB 0x2d +#define R_IA64_GPREL64MSB 0x2e +#define R_IA64_GPREL64LSB 0x2f +#define R_IA64_LTOFF22 0x32 +#define R_IA64_LTOFF64I 0x33 +#define R_IA64_PLTOFF22 0x3a +#define R_IA64_PLTOFF64I 0x3b +#define R_IA64_PLTOFF64MSB 0x3e +#define R_IA64_PLTOFF64LSB 0x3f +#define R_IA64_FPTR64I 0x43 +#define R_IA64_FPTR32MSB 0x44 +#define R_IA64_FPTR32LSB 0x45 +#define R_IA64_FPTR64MSB 0x46 +#define R_IA64_FPTR64LSB 0x47 +#define R_IA64_PCREL60B 0x48 +#define R_IA64_PCREL21B 0x49 +#define R_IA64_PCREL21M 0x4a +#define R_IA64_PCREL21F 0x4b +#define R_IA64_PCREL32MSB 0x4c +#define R_IA64_PCREL32LSB 0x4d +#define R_IA64_PCREL64MSB 0x4e +#define R_IA64_PCREL64LSB 0x4f +#define R_IA64_LTOFF_FPTR22 0x52 +#define R_IA64_LTOFF_FPTR64I 0x53 +#define R_IA64_LTOFF_FPTR32MSB 0x54 +#define R_IA64_LTOFF_FPTR32LSB 0x55 +#define R_IA64_LTOFF_FPTR64MSB 0x56 +#define R_IA64_LTOFF_FPTR64LSB 0x57 +#define R_IA64_SEGREL32MSB 0x5c +#define R_IA64_SEGREL32LSB 0x5d +#define R_IA64_SEGREL64MSB 0x5e +#define R_IA64_SEGREL64LSB 0x5f +#define R_IA64_SECREL32MSB 0x64 +#define R_IA64_SECREL32LSB 0x65 +#define R_IA64_SECREL64MSB 0x66 +#define R_IA64_SECREL64LSB 0x67 +#define R_IA64_REL32MSB 0x6c +#define R_IA64_REL32LSB 0x6d +#define R_IA64_REL64MSB 0x6e +#define R_IA64_REL64LSB 0x6f +#define R_IA64_LTV32MSB 0x74 +#define R_IA64_LTV32LSB 0x75 +#define R_IA64_LTV64MSB 0x76 +#define R_IA64_LTV64LSB 0x77 +#define R_IA64_PCREL21BI 0x79 +#define R_IA64_PCREL22 0x7a +#define R_IA64_PCREL64I 0x7b +#define R_IA64_IPLTMSB 0x80 +#define R_IA64_IPLTLSB 0x81 +#define R_IA64_COPY 0x84 +#define R_IA64_SUB 0x85 +#define R_IA64_LTOFF22X 0x86 +#define R_IA64_LDXMOV 0x87 +#define R_IA64_TPREL14 0x91 +#define R_IA64_TPREL22 0x92 +#define R_IA64_TPREL64I 0x93 +#define R_IA64_TPREL64MSB 0x96 +#define R_IA64_TPREL64LSB 0x97 +#define R_IA64_LTOFF_TPREL22 0x9a +#define R_IA64_DTPMOD64MSB 0xa6 +#define R_IA64_DTPMOD64LSB 0xa7 +#define R_IA64_LTOFF_DTPMOD22 0xaa +#define R_IA64_DTPREL14 0xb1 +#define R_IA64_DTPREL22 0xb2 +#define R_IA64_DTPREL64I 0xb3 +#define R_IA64_DTPREL32MSB 0xb4 +#define R_IA64_DTPREL32LSB 0xb5 +#define R_IA64_DTPREL64MSB 0xb6 +#define R_IA64_DTPREL64LSB 0xb7 +#define R_IA64_LTOFF_DTPREL22 0xba + + +#define EF_SH_MACH_MASK 0x1f +#define EF_SH_UNKNOWN 0x0 +#define EF_SH1 0x1 +#define EF_SH2 0x2 +#define EF_SH3 0x3 +#define EF_SH_DSP 0x4 +#define EF_SH3_DSP 0x5 +#define EF_SH4AL_DSP 0x6 +#define EF_SH3E 0x8 +#define EF_SH4 0x9 +#define EF_SH2E 0xb +#define EF_SH4A 0xc +#define EF_SH2A 0xd +#define EF_SH4_NOFPU 0x10 +#define EF_SH4A_NOFPU 0x11 +#define EF_SH4_NOMMU_NOFPU 0x12 +#define EF_SH2A_NOFPU 0x13 +#define EF_SH3_NOMMU 0x14 +#define EF_SH2A_SH4_NOFPU 0x15 +#define EF_SH2A_SH3_NOFPU 0x16 +#define EF_SH2A_SH4 0x17 +#define EF_SH2A_SH3E 0x18 + +#define R_SH_NONE 0 +#define R_SH_DIR32 1 +#define R_SH_REL32 2 +#define R_SH_DIR8WPN 3 +#define R_SH_IND12W 4 +#define R_SH_DIR8WPL 5 +#define R_SH_DIR8WPZ 6 +#define R_SH_DIR8BP 7 +#define R_SH_DIR8W 8 +#define R_SH_DIR8L 9 +#define R_SH_SWITCH16 25 +#define R_SH_SWITCH32 26 +#define R_SH_USES 27 +#define R_SH_COUNT 28 +#define R_SH_ALIGN 29 +#define R_SH_CODE 30 +#define R_SH_DATA 31 +#define R_SH_LABEL 32 +#define R_SH_SWITCH8 33 +#define R_SH_GNU_VTINHERIT 34 +#define R_SH_GNU_VTENTRY 35 +#define R_SH_TLS_GD_32 144 +#define R_SH_TLS_LD_32 145 +#define R_SH_TLS_LDO_32 146 +#define R_SH_TLS_IE_32 147 +#define R_SH_TLS_LE_32 148 +#define R_SH_TLS_DTPMOD32 149 +#define R_SH_TLS_DTPOFF32 150 +#define R_SH_TLS_TPOFF32 151 +#define R_SH_GOT32 160 +#define R_SH_PLT32 161 +#define R_SH_COPY 162 +#define R_SH_GLOB_DAT 163 +#define R_SH_JMP_SLOT 164 +#define R_SH_RELATIVE 165 +#define R_SH_GOTOFF 166 +#define R_SH_GOTPC 167 +#define R_SH_GOT20 201 +#define R_SH_GOTOFF20 202 +#define R_SH_GOTFUNCDESC 203 +#define R_SH_GOTFUNCDEST20 204 +#define R_SH_GOTOFFFUNCDESC 205 +#define R_SH_GOTOFFFUNCDEST20 206 +#define R_SH_FUNCDESC 207 +#define R_SH_FUNCDESC_VALUE 208 + +#define R_SH_NUM 256 + + + +#define R_390_NONE 0 +#define R_390_8 1 +#define R_390_12 2 +#define R_390_16 3 +#define R_390_32 4 +#define R_390_PC32 5 +#define R_390_GOT12 6 +#define R_390_GOT32 7 +#define R_390_PLT32 8 +#define R_390_COPY 9 +#define R_390_GLOB_DAT 10 +#define R_390_JMP_SLOT 11 +#define R_390_RELATIVE 12 +#define R_390_GOTOFF32 13 +#define R_390_GOTPC 14 +#define R_390_GOT16 15 +#define R_390_PC16 16 +#define R_390_PC16DBL 17 +#define R_390_PLT16DBL 18 +#define R_390_PC32DBL 19 +#define R_390_PLT32DBL 20 +#define R_390_GOTPCDBL 21 +#define R_390_64 22 +#define R_390_PC64 23 +#define R_390_GOT64 24 +#define R_390_PLT64 25 +#define R_390_GOTENT 26 +#define R_390_GOTOFF16 27 +#define R_390_GOTOFF64 28 +#define R_390_GOTPLT12 29 +#define R_390_GOTPLT16 30 +#define R_390_GOTPLT32 31 +#define R_390_GOTPLT64 32 +#define R_390_GOTPLTENT 33 +#define R_390_PLTOFF16 34 +#define R_390_PLTOFF32 35 +#define R_390_PLTOFF64 36 +#define R_390_TLS_LOAD 37 +#define R_390_TLS_GDCALL 38 + +#define R_390_TLS_LDCALL 39 + +#define R_390_TLS_GD32 40 + +#define R_390_TLS_GD64 41 + +#define R_390_TLS_GOTIE12 42 + +#define R_390_TLS_GOTIE32 43 + +#define R_390_TLS_GOTIE64 44 + +#define R_390_TLS_LDM32 45 + +#define R_390_TLS_LDM64 46 + +#define R_390_TLS_IE32 47 + +#define R_390_TLS_IE64 48 + +#define R_390_TLS_IEENT 49 + +#define R_390_TLS_LE32 50 + +#define R_390_TLS_LE64 51 + +#define R_390_TLS_LDO32 52 + +#define R_390_TLS_LDO64 53 + +#define R_390_TLS_DTPMOD 54 +#define R_390_TLS_DTPOFF 55 +#define R_390_TLS_TPOFF 56 + +#define R_390_20 57 +#define R_390_GOT20 58 +#define R_390_GOTPLT20 59 +#define R_390_TLS_GOTIE20 60 + + +#define R_390_NUM 61 + + + +#define R_CRIS_NONE 0 +#define R_CRIS_8 1 +#define R_CRIS_16 2 +#define R_CRIS_32 3 +#define R_CRIS_8_PCREL 4 +#define R_CRIS_16_PCREL 5 +#define R_CRIS_32_PCREL 6 +#define R_CRIS_GNU_VTINHERIT 7 +#define R_CRIS_GNU_VTENTRY 8 +#define R_CRIS_COPY 9 +#define R_CRIS_GLOB_DAT 10 +#define R_CRIS_JUMP_SLOT 11 +#define R_CRIS_RELATIVE 12 +#define R_CRIS_16_GOT 13 +#define R_CRIS_32_GOT 14 +#define R_CRIS_16_GOTPLT 15 +#define R_CRIS_32_GOTPLT 16 +#define R_CRIS_32_GOTREL 17 +#define R_CRIS_32_PLT_GOTREL 18 +#define R_CRIS_32_PLT_PCREL 19 + +#define R_CRIS_NUM 20 + + + +#define R_X86_64_NONE 0 +#define R_X86_64_64 1 +#define R_X86_64_PC32 2 +#define R_X86_64_GOT32 3 +#define R_X86_64_PLT32 4 +#define R_X86_64_COPY 5 +#define R_X86_64_GLOB_DAT 6 +#define R_X86_64_JUMP_SLOT 7 +#define R_X86_64_RELATIVE 8 +#define R_X86_64_GOTPCREL 9 + +#define R_X86_64_32 10 +#define R_X86_64_32S 11 +#define R_X86_64_16 12 +#define R_X86_64_PC16 13 +#define R_X86_64_8 14 +#define R_X86_64_PC8 15 +#define R_X86_64_DTPMOD64 16 +#define R_X86_64_DTPOFF64 17 +#define R_X86_64_TPOFF64 18 +#define R_X86_64_TLSGD 19 + +#define R_X86_64_TLSLD 20 + +#define R_X86_64_DTPOFF32 21 +#define R_X86_64_GOTTPOFF 22 + +#define R_X86_64_TPOFF32 23 +#define R_X86_64_PC64 24 +#define R_X86_64_GOTOFF64 25 +#define R_X86_64_GOTPC32 26 +#define R_X86_64_GOT64 27 +#define R_X86_64_GOTPCREL64 28 +#define R_X86_64_GOTPC64 29 +#define R_X86_64_GOTPLT64 30 +#define R_X86_64_PLTOFF64 31 +#define R_X86_64_SIZE32 32 +#define R_X86_64_SIZE64 33 + +#define R_X86_64_GOTPC32_TLSDESC 34 +#define R_X86_64_TLSDESC_CALL 35 + +#define R_X86_64_TLSDESC 36 +#define R_X86_64_IRELATIVE 37 +#define R_X86_64_RELATIVE64 38 +#define R_X86_64_GOTPCRELX 41 +#define R_X86_64_REX_GOTPCRELX 42 +#define R_X86_64_NUM 43 + + + +#define R_MN10300_NONE 0 +#define R_MN10300_32 1 +#define R_MN10300_16 2 +#define R_MN10300_8 3 +#define R_MN10300_PCREL32 4 +#define R_MN10300_PCREL16 5 +#define R_MN10300_PCREL8 6 +#define R_MN10300_GNU_VTINHERIT 7 +#define R_MN10300_GNU_VTENTRY 8 +#define R_MN10300_24 9 +#define R_MN10300_GOTPC32 10 +#define R_MN10300_GOTPC16 11 +#define R_MN10300_GOTOFF32 12 +#define R_MN10300_GOTOFF24 13 +#define R_MN10300_GOTOFF16 14 +#define R_MN10300_PLT32 15 +#define R_MN10300_PLT16 16 +#define R_MN10300_GOT32 17 +#define R_MN10300_GOT24 18 +#define R_MN10300_GOT16 19 +#define R_MN10300_COPY 20 +#define R_MN10300_GLOB_DAT 21 +#define R_MN10300_JMP_SLOT 22 +#define R_MN10300_RELATIVE 23 + +#define R_MN10300_NUM 24 + + + +#define R_M32R_NONE 0 +#define R_M32R_16 1 +#define R_M32R_32 2 +#define R_M32R_24 3 +#define R_M32R_10_PCREL 4 +#define R_M32R_18_PCREL 5 +#define R_M32R_26_PCREL 6 +#define R_M32R_HI16_ULO 7 +#define R_M32R_HI16_SLO 8 +#define R_M32R_LO16 9 +#define R_M32R_SDA16 10 +#define R_M32R_GNU_VTINHERIT 11 +#define R_M32R_GNU_VTENTRY 12 + +#define R_M32R_16_RELA 33 +#define R_M32R_32_RELA 34 +#define R_M32R_24_RELA 35 +#define R_M32R_10_PCREL_RELA 36 +#define R_M32R_18_PCREL_RELA 37 +#define R_M32R_26_PCREL_RELA 38 +#define R_M32R_HI16_ULO_RELA 39 +#define R_M32R_HI16_SLO_RELA 40 +#define R_M32R_LO16_RELA 41 +#define R_M32R_SDA16_RELA 42 +#define R_M32R_RELA_GNU_VTINHERIT 43 +#define R_M32R_RELA_GNU_VTENTRY 44 +#define R_M32R_REL32 45 + +#define R_M32R_GOT24 48 +#define R_M32R_26_PLTREL 49 +#define R_M32R_COPY 50 +#define R_M32R_GLOB_DAT 51 +#define R_M32R_JMP_SLOT 52 +#define R_M32R_RELATIVE 53 +#define R_M32R_GOTOFF 54 +#define R_M32R_GOTPC24 55 +#define R_M32R_GOT16_HI_ULO 56 + +#define R_M32R_GOT16_HI_SLO 57 + +#define R_M32R_GOT16_LO 58 +#define R_M32R_GOTPC_HI_ULO 59 + +#define R_M32R_GOTPC_HI_SLO 60 + +#define R_M32R_GOTPC_LO 61 + +#define R_M32R_GOTOFF_HI_ULO 62 + +#define R_M32R_GOTOFF_HI_SLO 63 + +#define R_M32R_GOTOFF_LO 64 +#define R_M32R_NUM 256 + +#define R_MICROBLAZE_NONE 0 +#define R_MICROBLAZE_32 1 +#define R_MICROBLAZE_32_PCREL 2 +#define R_MICROBLAZE_64_PCREL 3 +#define R_MICROBLAZE_32_PCREL_LO 4 +#define R_MICROBLAZE_64 5 +#define R_MICROBLAZE_32_LO 6 +#define R_MICROBLAZE_SRO32 7 +#define R_MICROBLAZE_SRW32 8 +#define R_MICROBLAZE_64_NONE 9 +#define R_MICROBLAZE_32_SYM_OP_SYM 10 +#define R_MICROBLAZE_GNU_VTINHERIT 11 +#define R_MICROBLAZE_GNU_VTENTRY 12 +#define R_MICROBLAZE_GOTPC_64 13 +#define R_MICROBLAZE_GOT_64 14 +#define R_MICROBLAZE_PLT_64 15 +#define R_MICROBLAZE_REL 16 +#define R_MICROBLAZE_JUMP_SLOT 17 +#define R_MICROBLAZE_GLOB_DAT 18 +#define R_MICROBLAZE_GOTOFF_64 19 +#define R_MICROBLAZE_GOTOFF_32 20 +#define R_MICROBLAZE_COPY 21 +#define R_MICROBLAZE_TLS 22 +#define R_MICROBLAZE_TLSGD 23 +#define R_MICROBLAZE_TLSLD 24 +#define R_MICROBLAZE_TLSDTPMOD32 25 +#define R_MICROBLAZE_TLSDTPREL32 26 +#define R_MICROBLAZE_TLSDTPREL64 27 +#define R_MICROBLAZE_TLSGOTTPREL32 28 +#define R_MICROBLAZE_TLSTPREL32 29 + +#define DT_NIOS2_GP 0x70000002 + +#define R_NIOS2_NONE 0 +#define R_NIOS2_S16 1 +#define R_NIOS2_U16 2 +#define R_NIOS2_PCREL16 3 +#define R_NIOS2_CALL26 4 +#define R_NIOS2_IMM5 5 +#define R_NIOS2_CACHE_OPX 6 +#define R_NIOS2_IMM6 7 +#define R_NIOS2_IMM8 8 +#define R_NIOS2_HI16 9 +#define R_NIOS2_LO16 10 +#define R_NIOS2_HIADJ16 11 +#define R_NIOS2_BFD_RELOC_32 12 +#define R_NIOS2_BFD_RELOC_16 13 +#define R_NIOS2_BFD_RELOC_8 14 +#define R_NIOS2_GPREL 15 +#define R_NIOS2_GNU_VTINHERIT 16 +#define R_NIOS2_GNU_VTENTRY 17 +#define R_NIOS2_UJMP 18 +#define R_NIOS2_CJMP 19 +#define R_NIOS2_CALLR 20 +#define R_NIOS2_ALIGN 21 +#define R_NIOS2_GOT16 22 +#define R_NIOS2_CALL16 23 +#define R_NIOS2_GOTOFF_LO 24 +#define R_NIOS2_GOTOFF_HA 25 +#define R_NIOS2_PCREL_LO 26 +#define R_NIOS2_PCREL_HA 27 +#define R_NIOS2_TLS_GD16 28 +#define R_NIOS2_TLS_LDM16 29 +#define R_NIOS2_TLS_LDO16 30 +#define R_NIOS2_TLS_IE16 31 +#define R_NIOS2_TLS_LE16 32 +#define R_NIOS2_TLS_DTPMOD 33 +#define R_NIOS2_TLS_DTPREL 34 +#define R_NIOS2_TLS_TPREL 35 +#define R_NIOS2_COPY 36 +#define R_NIOS2_GLOB_DAT 37 +#define R_NIOS2_JUMP_SLOT 38 +#define R_NIOS2_RELATIVE 39 +#define R_NIOS2_GOTOFF 40 +#define R_NIOS2_CALL26_NOAT 41 +#define R_NIOS2_GOT_LO 42 +#define R_NIOS2_GOT_HA 43 +#define R_NIOS2_CALL_LO 44 +#define R_NIOS2_CALL_HA 45 + +#define R_OR1K_NONE 0 +#define R_OR1K_32 1 +#define R_OR1K_16 2 +#define R_OR1K_8 3 +#define R_OR1K_LO_16_IN_INSN 4 +#define R_OR1K_HI_16_IN_INSN 5 +#define R_OR1K_INSN_REL_26 6 +#define R_OR1K_GNU_VTENTRY 7 +#define R_OR1K_GNU_VTINHERIT 8 +#define R_OR1K_32_PCREL 9 +#define R_OR1K_16_PCREL 10 +#define R_OR1K_8_PCREL 11 +#define R_OR1K_GOTPC_HI16 12 +#define R_OR1K_GOTPC_LO16 13 +#define R_OR1K_GOT16 14 +#define R_OR1K_PLT26 15 +#define R_OR1K_GOTOFF_HI16 16 +#define R_OR1K_GOTOFF_LO16 17 +#define R_OR1K_COPY 18 +#define R_OR1K_GLOB_DAT 19 +#define R_OR1K_JMP_SLOT 20 +#define R_OR1K_RELATIVE 21 +#define R_OR1K_TLS_GD_HI16 22 +#define R_OR1K_TLS_GD_LO16 23 +#define R_OR1K_TLS_LDM_HI16 24 +#define R_OR1K_TLS_LDM_LO16 25 +#define R_OR1K_TLS_LDO_HI16 26 +#define R_OR1K_TLS_LDO_LO16 27 +#define R_OR1K_TLS_IE_HI16 28 +#define R_OR1K_TLS_IE_LO16 29 +#define R_OR1K_TLS_LE_HI16 30 +#define R_OR1K_TLS_LE_LO16 31 +#define R_OR1K_TLS_TPOFF 32 +#define R_OR1K_TLS_DTPOFF 33 +#define R_OR1K_TLS_DTPMOD 34 + +#define R_BPF_NONE 0 +#define R_BPF_MAP_FD 1 + +#ifdef __cplusplus +} +#endif + + +#endif diff --git a/tools/fix_elf/patch.cpp b/tools/fix_elf/patch.cpp new file mode 100644 index 0000000000..d49ebab307 --- /dev/null +++ b/tools/fix_elf/patch.cpp @@ -0,0 +1,269 @@ +#include "patch.h" + +#include <library/cpp/getopt/last_getopt.h> + +#include <util/generic/algorithm.h> +#include <util/generic/hash.h> +#include <util/stream/null.h> +#include <util/string/cast.h> +#include <util/system/defaults.h> + +namespace NElf { + +bool IsElf(const TString& path) { + TUnbufferedFileInput in(path); + char buffer[EI_NIDENT]; + size_t nread = in.Load(buffer, sizeof(buffer)); + + if (nread != sizeof(buffer) || TStringBuf(buffer, SELFMAG) != ELFMAG) { + Cerr << "fix_elf skip " << path << " (not an ELF file)"; + return false; + } + + if (buffer[EI_CLASS] != ELFCLASS64) { + Cerr << "fix_elf skip " << path << " (ELF class is not ELF64)"; + return false; + } + +#ifdef _little_endian_ + if (buffer[EI_DATA] != ELFDATA2LSB) { + Cerr << "fix_elf skip " << path << " (ELF byte order is not native LSB)"; + return false; + } +#else + if (buffer[EI_DATA] != ELFDATA2MSB) { + Cerr << "fix_elf skip " << path << " (ELF byte order is not native MSB)"; + return false; + } +#endif + + if (buffer[EI_VERSION] != 1) { + Cerr << "fix_elf skip " << path << " (ELF version is not 1)"; + return false; + } + + return true; +} + +} // namespace NElf + +using namespace NElf; + +void ReadNum(TStringBuf& src, TStringBuf& dst) { + const char* c = src.data(); + while (isdigit(*c)) { + ++c; + } + size_t len = c - src.data(); + + dst = TStringBuf(src.data(), len); + src.Skip(len); +} + +int NumericStrCmp(TStringBuf s1, TStringBuf s2) { + while (!s1.empty() || !s2.empty()) { + char c1 = *s1.data(); + char c2 = *s2.data(); + + if (isdigit(c1) && isdigit(c2)) { + TStringBuf num1, num2; + ReadNum(s1, num1); + ReadNum(s2, num2); + + int c = FromString<int>(num1) - FromString<int>(num2); + if (c) { + return c; + } + + } else { + int c = int(c1) - int(c2); + if (c) { + return c; + } + } + + s1.Skip(1); + s2.Skip(1); + } + + return 0; +} + +class TVernauxCmp { +public: + TVernauxCmp(TSection strSect) + : StrSect(strSect) + { + } + + bool operator()(Elf64_Vernaux* v1, Elf64_Vernaux* v2) { + TStringBuf s1 = StrSect.GetStr(v1->vna_name); + TStringBuf s2 = StrSect.GetStr(v2->vna_name); + + return NumericStrCmp(s1, s2) < 0; + } + +private: + TSection StrSect; +}; + +void Patch(const TString& path, const TString& library, IOutputStream& verboseOut) { + TElf elf(path); + + TVerneedSection verneedSect(&elf); + if (verneedSect.IsNull()) { + verboseOut << "No symbol versions section" << Endl; + return; + } + + TSection verStrings(&elf, elf.GetSection(verneedSect.GetLink())); + + TStringBuf skipFrom("GLIBC_2.14"); + TStringBuf patchFrom("GLIBC_2.2.5"); + + TVector<Elf64_Vernaux*> patchAux; + + Elf64_Vernaux* patchFromAux = nullptr; + + Elf64_Verneed* verneed = verneedSect.GetFirstVerneed(); + while (verneed) { + + TStringBuf file = verStrings.GetStr(verneed->vn_file); + verboseOut << file; + + if (file != library) { + verboseOut << " skipped" << Endl; + + } else { + verboseOut << Endl; + + Elf64_Vernaux* vernaux = verneedSect.GetFirstVernaux(verneed); + while (vernaux) { + + TStringBuf name = verStrings.GetStr(vernaux->vna_name); + verboseOut << "\t" << name; + + if (!patchFromAux && name == patchFrom) { + verboseOut << " taken as patch source" << Endl; + patchFromAux = vernaux; + + } else { + + if (NumericStrCmp(name, skipFrom) < 0) { + verboseOut << " skipped" << Endl; + + } else { + verboseOut << " will be patched" << Endl; + patchAux.push_back(vernaux); + } + } + vernaux = verneedSect.GetNextVernaux(vernaux); + } + } + verneed = verneedSect.GetNextVerneed(verneed); + } + + if (patchAux.empty()) { + verboseOut << "Nothing to patch" << Endl; + return; + } + + if (!patchFromAux) { + ythrow yexception() << path << ": no ELF64_Vernaux source to patch from"; + } + + TSection dynsymSect(&elf, elf.GetSectionByType(SHT_DYNSYM)); + TSection symstrSect(&elf, elf.GetSection(dynsymSect.GetLink())); + TSection dynverSect(&elf, elf.GetSectionByType(SHT_GNU_versym)); + + for (size_t i = 0, c = dynsymSect.GetEntryCount(); i < c; ++i) { + Elf64_Sym* sym = dynsymSect.GetEntry<Elf64_Sym>(i); + Elf64_Half* ver = dynverSect.GetEntry<Elf64_Half>(i); + for (auto aux : patchAux) { + if (*ver == aux->vna_other) { + *ver = 0; + verboseOut << "Symbol " << i << ": " << symstrSect.GetStr(sym->st_name) + << "@" << verStrings.GetStr(aux->vna_name) << " version removed" << Endl; + } + } + } + + for (auto aux : patchAux) { + TStringBuf name = verStrings.GetStr(aux->vna_name); + aux->vna_name = patchFromAux->vna_name; + aux->vna_hash = patchFromAux->vna_hash; + verboseOut << "Version dependence " << name << " [" << aux->vna_other + << "] patched from " << patchFrom << " [" << patchFromAux->vna_other << "]" << Endl; + } +} + +void PatchGnuUnique(const TString& path, IOutputStream& verboseOut) { + TElf elf(path); + + for (Elf64_Shdr* it = elf.GetSectionBegin(), *end = elf.GetSectionEnd(); it != end; ++it) { + if (it->sh_type == SHT_SYMTAB) { + + TSection section{&elf, it}; + verboseOut << "Found symbol section [" << section.GetName() << ']' << Endl; + + for (size_t i = 0, count = section.GetEntryCount(); i < count; ++i) { + Elf64_Sym* symbol = section.GetEntry<Elf64_Sym>(i); + auto& info = symbol->st_info; + + if (ELF64_ST_BIND(info) == STB_GNU_UNIQUE) { + verboseOut << "Found GNU unique symbol #" << i << Endl; + info = ELF64_ST_INFO(STB_GLOBAL, ELF64_ST_TYPE(info)); + } + } + } + } +} + +int main(int argc, char* argv[]) { + bool verbose = false; + bool rewrite_unique = false; + + using namespace NLastGetopt; + + TOpts opts = NLastGetopt::TOpts::Default(); + opts.AddHelpOption(); + + opts.AddLongOption('v', "verbose").NoArgument().StoreValue(&verbose, true); + opts.AddLongOption('u', "rewrite-gnu-unique", "Change STB_GNU_UNIQUE to STB_GLOBAL").NoArgument().StoreValue(&rewrite_unique, true); + + opts.SetFreeArgsMin(1); + opts.SetFreeArgTitle(0, "<file>", "File"); + + TOptsParseResult res(&opts, argc, argv); + TVector<TString> files = res.GetFreeArgs(); + + IOutputStream& verboseOut = verbose ? Cout : Cnull; + + bool first = true; + for (auto path : files) { + + if (!IsElf(path)) { + continue; + } + + if (!first) { + verboseOut << Endl; + } + first = false; + + verboseOut << "Patching " << path << Endl; + + try { + if (rewrite_unique) { + PatchGnuUnique(path, verboseOut); + } else { + Patch(path, "libc.so.6", verboseOut); + Patch(path, "libm.so.6", verboseOut); + } + } catch (const yexception& e) { + Cerr << "Patching failed: " << e.what() << Endl; + } + } + + return 0; +} diff --git a/tools/fix_elf/patch.h b/tools/fix_elf/patch.h new file mode 100644 index 0000000000..c3dcd24224 --- /dev/null +++ b/tools/fix_elf/patch.h @@ -0,0 +1,175 @@ +#pragma once + +#include "elf.h" + +#include <util/generic/string.h> +#include <util/stream/file.h> +#include <util/system/filemap.h> + +namespace NElf { + +template<typename TTo, typename TFrom> +inline TTo Offset(TFrom from, size_t off) { + return reinterpret_cast<TTo>(reinterpret_cast<char*>(from) + off); +} + +bool IsElf(const TString& path); + +class TElf { +public: + TElf(const TString& path) + : Map(path, TFileMap::oRdWr) + { + Map.Map(0, Map.Length()); + Begin = reinterpret_cast<char*>(Map.Ptr()); + + if (Map.Length() < static_cast<i64>(sizeof(Elf64_Ehdr)) || TStringBuf(Begin, SELFMAG) != ELFMAG) { + ythrow yexception() << path << " is not an ELF file"; + } + } + + Elf64_Ehdr* GetHeader() const noexcept { + return reinterpret_cast<Elf64_Ehdr*>(Begin); + } + + char* GetPtr(size_t offset = 0) const noexcept { + return Begin + offset; + } + + Elf64_Shdr* GetSectionByType(Elf64_Word type) const { + Elf64_Shdr* r = nullptr; + + for (Elf64_Shdr* p = GetSectionBegin(), *end = GetSectionEnd(); p != end; ++p) { + if (p->sh_type == type) { + if (r) { + ythrow yexception() << "More than one section of type " << type << Endl; + } + + r = p; + } + } + + return r; + } + + size_t GetSectionCount() const noexcept { + size_t count = GetHeader()->e_shnum; + if (count == 0) { + count = GetSection(0)->sh_size; + } + + return count; + } + + Elf64_Shdr* GetSectionBegin() const noexcept { + return reinterpret_cast<Elf64_Shdr*>(Begin + GetHeader()->e_shoff); + } + + Elf64_Shdr* GetSectionEnd() const noexcept { + return reinterpret_cast<Elf64_Shdr*>(Begin + GetHeader()->e_shoff) + GetSectionCount(); + } + + Elf64_Shdr* GetSection(size_t i) const noexcept { + return GetSectionBegin() + i; + } + + Elf64_Shdr* GetSectionsNameSection() const noexcept { + size_t index = GetHeader()->e_shstrndx; + if (index == SHN_XINDEX) { + index = GetSection(0)->sh_link; + } + return GetSection(index); + } + +private: + TFileMap Map; + char* Begin; +}; + +class TSection { +public: + TSection(TElf* elf, Elf64_Shdr* this_) + : Elf(elf) + , This(this_) + { + } + + bool IsNull() const noexcept { + return !This; + } + + char* GetPtr(size_t offset = 0) const noexcept { + return Elf->GetPtr(This->sh_offset) + offset; + } + + TStringBuf GetStr(size_t offset) const noexcept { + return GetPtr(offset); + } + + TStringBuf GetName() const noexcept { + return TSection{Elf, Elf->GetSectionsNameSection()}.GetPtr(This->sh_name); + } + + size_t GetLink() const noexcept { + return This->sh_link; + } + + size_t GetSize() const noexcept { + return This->sh_size; + } + + size_t GetEntryCount() const noexcept { + return GetSize() / This->sh_entsize; + } + + template<typename TTo = char> + TTo* GetEntry(size_t i) const noexcept { + return reinterpret_cast<TTo*>(GetPtr(i * This->sh_entsize)); + } + +private: + TElf* Elf; + Elf64_Shdr* This; +}; + +class TVerneedSection : public TSection { +public: + TVerneedSection(TElf* elf) + : TSection(elf, elf->GetSectionByType(SHT_GNU_verneed)) + { + } + + Elf64_Verneed* GetFirstVerneed() const noexcept { + if (!GetSize()) { + return nullptr; + } + + return reinterpret_cast<Elf64_Verneed*>(GetPtr()); + } + + Elf64_Verneed* GetNextVerneed(Elf64_Verneed* v) const noexcept { + if (!v->vn_next) { + return nullptr; + } + + return Offset<Elf64_Verneed*>(v, v->vn_next); + } + + Elf64_Vernaux* GetFirstVernaux(Elf64_Verneed* v) const noexcept { + if (!v->vn_cnt) { + return nullptr; + } + + return Offset<Elf64_Vernaux*>(v, v->vn_aux); + } + + Elf64_Vernaux* GetNextVernaux(Elf64_Vernaux* v) const noexcept { + if (!v->vna_next) { + return nullptr; + } + + return Offset<Elf64_Vernaux*>(v, v->vna_next); + } +}; + +} diff --git a/tools/fix_elf/ya.make b/tools/fix_elf/ya.make new file mode 100644 index 0000000000..747323d868 --- /dev/null +++ b/tools/fix_elf/ya.make @@ -0,0 +1,13 @@ +OWNER(somov) + +IF (USE_PREBUILT_TOOLS) + INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/fix_elf/ya.make.prebuilt) +ENDIF() + +IF (NOT PREBUILT) + INCLUDE(${ARCADIA_ROOT}/tools/fix_elf/bin/ya.make) +ENDIF() + +RECURSE( + bin +) diff --git a/tools/rescompressor/bin/ya.make b/tools/rescompressor/bin/ya.make new file mode 100644 index 0000000000..0cf12b4918 --- /dev/null +++ b/tools/rescompressor/bin/ya.make @@ -0,0 +1,17 @@ +OWNER(heretic g:ymake) + +PROGRAM(rescompressor) + +PEERDIR( + library/cpp/resource +) + +SRCDIR( + tools/rescompressor +) + +SRCS( + main.cpp +) + +END() diff --git a/tools/rescompressor/main.cpp b/tools/rescompressor/main.cpp new file mode 100644 index 0000000000..9aba1002c5 --- /dev/null +++ b/tools/rescompressor/main.cpp @@ -0,0 +1,150 @@ +#include <library/cpp/resource/registry.h> +#include <util/stream/file.h> +#include <util/folder/path.h> + +using namespace NResource; + +class TAsmWriter { +private: + IOutputStream& AsmOut; + TString AsmPrefix; + +public: + TAsmWriter(IOutputStream& out, const TString& prefix) : AsmOut(out), AsmPrefix(prefix) + { + } + + void Write(TStringBuf filename, const TString& data, bool raw) { + TString constname(Basename(filename)); + if (constname.rfind('.') != TStringBuf::npos) { + constname = constname.substr(0, constname.rfind('.')); + } + WriteHeader(constname); + if (raw) { + WriteRaw(constname, data); + } else { + WriteIncBin(constname, filename, data); + } + WriteFooter(constname); + WriteSymbolSize(constname); + } + +private: + void WriteHeader(const TStringBuf& constname) { + AsmOut << "global " << AsmPrefix << constname << "\n"; + AsmOut << "global " << AsmPrefix << constname << "Size\n"; + AsmOut << "SECTION .rodata\n"; + } + + void WriteFooter(TStringBuf constname) { + AsmOut << AsmPrefix << constname << "Size:\n"; + AsmOut << "dd " << AsmPrefix << constname << ".end - " << AsmPrefix << constname << "\n"; + } + + void WriteSymbolSize(TStringBuf constname) { + AsmOut << "%ifidn __OUTPUT_FORMAT__,elf64\n"; + AsmOut << "size " << AsmPrefix << constname << " " << AsmPrefix << constname << ".end - " << AsmPrefix << constname << "\n"; + AsmOut << "size " << AsmPrefix << constname << "Size 4\n"; + AsmOut << "%endif\n"; + } + + void WriteIncBin(TStringBuf constname, TStringBuf filename, const TString& data) { + AsmOut << AsmPrefix << constname << ":\nincbin \"" << Basename(filename) << "\"\n"; + AsmOut << ".end:\n"; + TFixedBufferFileOutput out(filename.data()); + out << data; + } + + void WriteRaw(TStringBuf constname, const TString& data) { + AsmOut << AsmPrefix << constname << ":\ndb "; + for (size_t i = 0; i < data.size() - 1; i++) { + unsigned char c = static_cast<unsigned char>(data[i]); + AsmOut << IntToString<10, unsigned char>(c) << ","; + } + AsmOut << IntToString<10, unsigned char>(static_cast<unsigned char>(data[data.size() - 1])) << "\n"; + AsmOut << ".end:\n"; + } + + TString Basename(TStringBuf origin) { + TString result(origin); + if (result.rfind('/') != TString::npos) { + result = result.substr(result.rfind('/') + 1); + } else if (result.rfind('\\') != TString::npos) { + result = result.substr(result.rfind('\\') + 1); + } + return result; + } +}; + +static TString CompressPath(const TVector<TStringBuf>& replacements, TStringBuf in) { + for (auto r : replacements) { + TStringBuf from, to; + r.Split('=', from, to); + if (in.StartsWith(from)) { + return Compress(TString(to) + in.SubStr(from.Size())); + } + } + + return Compress(in); +} + +int main(int argc, char** argv) { + int ind = 0; + if (argc < 4) { + Cerr << "usage: " << argv[ind] << "asm_output --prefix? [-? origin_resource ro_resource]+" << Endl; + return 1; + } + + TVector<TStringBuf> replacements; + + ind++; + TFixedBufferFileOutput asmout(argv[ind]); + ind++; + TString prefix; + if (TStringBuf(argv[ind]) == "--prefix") { + prefix = "_"; + ind++; + } + else { + prefix = ""; + } + + while (TStringBuf(argv[ind]).StartsWith("--replace=")) { + replacements.push_back(TStringBuf(argv[ind]).SubStr(TStringBuf("--replace=").Size())); + ind++; + } + + TAsmWriter aw(asmout, prefix); + bool raw; + bool error = false; + while (ind < argc) { + TString compressed; + if ("-"sv == argv[ind]) { + ind++; + if (ind >= argc) { + error = true; + break; + } + compressed = CompressPath(replacements, TStringBuf(argv[ind])); + raw = true; + } + else { + TUnbufferedFileInput inp(argv[ind]); + TString data = inp.ReadAll(); + compressed = Compress(TStringBuf(data.data(), data.size())); + raw = false; + } + ind++; + if (ind >= argc) { + error = true; + break; + } + aw.Write(argv[ind], compressed, raw); + ind++; + } + if (error) { + Cerr << "Incorrect number of parameters at argument " << ind - 1 << argv[ind-1] << Endl; + return 1; + } + return 0; +} diff --git a/tools/rescompressor/ya.make b/tools/rescompressor/ya.make new file mode 100644 index 0000000000..4c118c0bc6 --- /dev/null +++ b/tools/rescompressor/ya.make @@ -0,0 +1,13 @@ +OWNER(heretic g:ymake) + +IF (USE_PREBUILT_TOOLS) + INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/rescompressor/ya.make.prebuilt) +ENDIF() + +IF (NOT PREBUILT) + INCLUDE(${ARCADIA_ROOT}/tools/rescompressor/bin/ya.make) +ENDIF() + +RECURSE( + bin +) diff --git a/tools/rorescompiler/bin/ya.make b/tools/rorescompiler/bin/ya.make new file mode 100644 index 0000000000..f9d20f4696 --- /dev/null +++ b/tools/rorescompiler/bin/ya.make @@ -0,0 +1,19 @@ +OWNER(heretic g:ymake) + +PROGRAM(rorescompiler) + +PEERDIR( + library/cpp/resource +) + +SRCDIR( + tools/rorescompiler +) + +SRCS( + main.cpp +) + +INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/rorescompiler/ya.make.induced_deps) + +END() diff --git a/tools/rorescompiler/main.cpp b/tools/rorescompiler/main.cpp new file mode 100644 index 0000000000..7ca5346e4c --- /dev/null +++ b/tools/rorescompiler/main.cpp @@ -0,0 +1,39 @@ +#include <library/cpp/resource/registry.h> + +#include <util/digest/city.h> +#include <util/stream/output.h> +#include <util/stream/file.h> +#include <util/string/escape.h> +#include <util/string/vector.h> +#include <util/string/split.h> + +using namespace NResource; + +void GenOne(const TString& raw, const TString& key, IOutputStream& out) { + TString size = raw + "Size"; + TString name = ToString(CityHash64(key.data(), key.size())); + out << "extern \"C\" const char " << raw << "[];\n" + << "extern \"C\" const unsigned int " << size << ";\n" + << "static const NResource::TRegHelper REG_name" << name + << "(\"" << EscapeC(key) << "\", TStringBuf(" << raw << ", " << size << "));\n" + << "\n"; +}; + +int main(int argc, char** argv) { + if (argc < 3) { + Cerr << "usage: " << argv[0] << " outfile [key=value]+" << Endl; + + return 1; + } + + TFixedBufferFileOutput out(argv[1]); + + argv = argv + 2; + out << "#include <library/cpp/resource/registry.h>\n\n"; + + while (*argv) { + TVector<TString> items = StringSplitter(TString(*(argv))).Split('=').Limit(2).ToList<TString>(); + GenOne(items[0], items[1], out); + argv++; + } +} diff --git a/tools/rorescompiler/ya.make b/tools/rorescompiler/ya.make new file mode 100644 index 0000000000..7e372666f9 --- /dev/null +++ b/tools/rorescompiler/ya.make @@ -0,0 +1,13 @@ +OWNER(heretic g:ymake) + +IF (USE_PREBUILT_TOOLS) + INCLUDE(${ARCADIA_ROOT}/build/prebuilt/tools/rorescompiler/ya.make.prebuilt) +ENDIF() + +IF (NOT PREBUILT) + INCLUDE(${ARCADIA_ROOT}/tools/rorescompiler/bin/ya.make) +ENDIF() + +RECURSE( + bin +) diff --git a/tools/ya.make b/tools/ya.make new file mode 100644 index 0000000000..51a6b8b426 --- /dev/null +++ b/tools/ya.make @@ -0,0 +1,189 @@ +RECURSE( + acceleo + arcdocidstrip + archiver + archiver/alignment_test + archiver/tests + base64 + bigram_compiler + blender + bmdump + bstr + c++filt + calendar_extractor + check_formula_md5 + check_json + check_yaml + checktrigrams + clustermaster + coldiff + compress + convert2html + cproxy + crc32 + crx_creator + curl_to_ab + diaprintkeys + directindexer + doc_handle_decode + doc_handle_decode/ut + doc_url_index_print + dolbilo + domschemec + domschemec/ut + drawrichtree + dsindexer + easyparser + enforce_fsync + enum_parser + event2cpp + fast_diff + fastcksum + filter_nonucs2 + fix_elf + fml_sweeper_api + frq_index_print + geo + geodb_ops + geodb_ops/tests + geograph_compiler + go_test_miner + go_fake_xcrun + groupgen + hilite + host_canonizer + hostdump + hostpire + html2cpp + html2text + idl + idx_relemmatizer + inflector + is_holiday + jsv8 + json_to_jsonlines + langdiscr-test + lemmas_merger_builder + lemmer-test + lemmer-test/tests + lenval_debug + lua + memcheck + mirrorsWrapper + misc_index_print + mkdocs_builder + mkdocs_builder/arcadium_helper_plugin + mkdocs_builder/mkdocs_yandex + mkdocs_builder/theme + mstand + mtime0 + mx_bin2info + nehc + nlp_test + nodeiter_test + nodeiter_test/tests + normalize_requests + nots + oauth_token + pgmigrate + pire + print_ranking_features + printcorpus + printdocstat + printdom + printkeys + printlinks + printphones + printreqs + printreqs/tests + printrichnode + printrichnode/tests + printtrie + printurls + printwzrd + printwzrd/scripts + printwzrd/tests + printxmap + printxref + prngrp_index_print + prog_rule + protobin2mr + prwordsfr + pure_compiler + pure_fingerprints + pycron + python-netconfig-static + qlz + query_marker_builder + queryrectest + queryrectest/tests + queryrectest/tests/data + rcgtest + re_check + recode + refaww_index_print + refdmap_index_print + reflerf_index_print + releaser + relev_fml_codegen + relev_fml_unused + remorphc + remorphparser + rescompiler + rescompressor + rorescompiler + sandboxctl + sanitizer + segutils + seinfo + sent_index_print + showmime + shutter_jing_plugin + snipmake + spamfilt + stdin + struct2fieldcalc + syntaxer + tarccreate + tarcview + templater + test_norm + test_relev + testlangmodel + thresher + titleseq_index_print + tokenize + tokenize/tests + tomaparsertest + trans_str + triecompiler + triecompiler/build_tool + triecompiler/lib + trie_ops + trie_ops/lib + trie_ops/tests + trigram_index_print + uc + unpackrichtree + unpackrrr + unpack_staff_cert + untranslit_test + untranslit_test/tests + url + urlmenuindexer + urlseq_print + voice + webxmltest + wizard_yt + ygetparam + ylzocat + yson_pp + zk_client + idx_print +) + +IF (NOT OS_WINDOWS) + RECURSE( + netgdb + ) +ENDIF() |