diff options
author | prettyboy <prettyboy@yandex-team.com> | 2023-09-08 00:22:12 +0300 |
---|---|---|
committer | prettyboy <prettyboy@yandex-team.com> | 2023-09-08 00:46:04 +0300 |
commit | 3a6cd865171eed9b89bf536cd242285f8b583a91 (patch) | |
tree | 25e2756c125f7484fb118e0d5724212199662389 /library/python/testing | |
parent | 67f3f216950849664a29035458cfaa5d12a62846 (diff) | |
download | ydb-3a6cd865171eed9b89bf536cd242285f8b583a91.tar.gz |
[build/plugins/ytest] Allow prebuilt linters for opensource
Без этого, ydb или не сможет запускать flake8 с помощью ya make.
Или к ним поедет сборка flake8.
Возможно последнее и не так плохо, но сейчас предлагается пока так
Diffstat (limited to 'library/python/testing')
-rw-r--r-- | library/python/testing/custom_linter_util/linter_params.py | 81 | ||||
-rw-r--r-- | library/python/testing/custom_linter_util/reporter.py | 39 | ||||
-rw-r--r-- | library/python/testing/custom_linter_util/ya.make | 12 |
3 files changed, 132 insertions, 0 deletions
diff --git a/library/python/testing/custom_linter_util/linter_params.py b/library/python/testing/custom_linter_util/linter_params.py new file mode 100644 index 00000000000..522e6da9ed8 --- /dev/null +++ b/library/python/testing/custom_linter_util/linter_params.py @@ -0,0 +1,81 @@ +import argparse +import json +from dataclasses import dataclass +from typing import Optional + + +@dataclass +class LinterArgs: + source_root: str + project_path: str + output_path: str + lint_name: str + depends: dict[str, str] + global_resources: dict[str, str] + configs: list[str] + extra_params: dict[str, str] + report_file: str + files: list[str] + + +def get_params(raw_args: Optional[list[str]] = None) -> LinterArgs: + parser = argparse.ArgumentParser() + parser.add_argument("--params") + parser.add_argument("--source-root") + parser.add_argument("--project-path") + parser.add_argument("--output-path") + parser.add_argument("--lint-name", default="") + parser.add_argument("--depends", action="append") + parser.add_argument("--global-resource", action="append", dest="global_resources") + parser.add_argument("--config", action="append", dest="configs") + parser.add_argument("--extra-param", action="append", dest="extra_params") + parser.add_argument("--report-file", default="-") + parser.add_argument("files", nargs="*") + args = parser.parse_args(raw_args) + + if args.params: + with open(args.params) as f: + params = json.load(f) + source_root = params["source_root"] + project_path = params["project_path"] + output_path = params["output_path"] + lint_name = params.get("lint_name", "") + depends = params.get("depends", {}) + global_resources = params.get("global_resources", {}) + configs = params.get("configs", []) + extra_params = params.get("extra_params", {}) + report_file = params["report_file"] + files = params["files"] + else: + source_root = args.source_root + project_path = args.project_path + output_path = args.output_path + lint_name = args.lint_name + depends = _parse_kv_arg(args.depends, ":") + global_resources = _parse_kv_arg(args.global_resources, ":") + configs = args.configs if args.configs else [] + extra_params = _parse_kv_arg(args.extra_params, "=") + report_file = args.report_file + files = args.files + + return LinterArgs( + source_root=source_root, + project_path=project_path, + output_path=output_path, + lint_name=lint_name, + depends=depends, + global_resources=global_resources, + configs=configs, + extra_params=extra_params, + report_file=report_file, + files=files, + ) + + +def _parse_kv_arg(arg, sep): + result = {} + if arg: + for item in arg: + var, val = item.split(sep, 1) + result[var] = val + return result diff --git a/library/python/testing/custom_linter_util/reporter.py b/library/python/testing/custom_linter_util/reporter.py new file mode 100644 index 00000000000..8ae559bca0b --- /dev/null +++ b/library/python/testing/custom_linter_util/reporter.py @@ -0,0 +1,39 @@ +import json +import sys +from enum import Enum +from typing import Optional + + +class LintStatus(Enum): + GOOD = "GOOD" + FAIL = "FAIL" + SKIPPED = "SKIPPED" + + +class LintReport(): + def __init__(self): + self._report = {} + + def add(self, file_name: str, status: LintStatus, message: str = "", elapsed: float = 0.0): + self._report[file_name] = { + "status": status.value, + "message": message, + "elapsed": elapsed, + } + + def dump(self, report_file, pretty: Optional[bool] = None): + data = { + "report": self._report, + } + if report_file == "-": + if pretty is None: + pretty = True + self._do_dump(sys.stdout, data, pretty) + else: + with open(report_file, "w") as f: + self._do_dump(f, data, pretty) + + @staticmethod + def _do_dump(dest, data, pretty): + indent = 4 if pretty else None + json.dump(data, dest, indent=indent) diff --git a/library/python/testing/custom_linter_util/ya.make b/library/python/testing/custom_linter_util/ya.make new file mode 100644 index 00000000000..c761b09afcd --- /dev/null +++ b/library/python/testing/custom_linter_util/ya.make @@ -0,0 +1,12 @@ +PY3_LIBRARY() + +PY_SRCS( + linter_params.py + reporter.py +) + +END() + +RECURSE_FOR_TESTS( + tests +) |