aboutsummaryrefslogtreecommitdiffstats
path: root/library/python/testing
diff options
context:
space:
mode:
authorprettyboy <prettyboy@yandex-team.com>2023-09-08 00:22:12 +0300
committerprettyboy <prettyboy@yandex-team.com>2023-09-08 00:46:04 +0300
commit3a6cd865171eed9b89bf536cd242285f8b583a91 (patch)
tree25e2756c125f7484fb118e0d5724212199662389 /library/python/testing
parent67f3f216950849664a29035458cfaa5d12a62846 (diff)
downloadydb-3a6cd865171eed9b89bf536cd242285f8b583a91.tar.gz
[build/plugins/ytest] Allow prebuilt linters for opensource
Без этого, ydb или не сможет запускать flake8 с помощью ya make. Или к ним поедет сборка flake8. Возможно последнее и не так плохо, но сейчас предлагается пока так
Diffstat (limited to 'library/python/testing')
-rw-r--r--library/python/testing/custom_linter_util/linter_params.py81
-rw-r--r--library/python/testing/custom_linter_util/reporter.py39
-rw-r--r--library/python/testing/custom_linter_util/ya.make12
3 files changed, 132 insertions, 0 deletions
diff --git a/library/python/testing/custom_linter_util/linter_params.py b/library/python/testing/custom_linter_util/linter_params.py
new file mode 100644
index 00000000000..522e6da9ed8
--- /dev/null
+++ b/library/python/testing/custom_linter_util/linter_params.py
@@ -0,0 +1,81 @@
+import argparse
+import json
+from dataclasses import dataclass
+from typing import Optional
+
+
+@dataclass
+class LinterArgs:
+ source_root: str
+ project_path: str
+ output_path: str
+ lint_name: str
+ depends: dict[str, str]
+ global_resources: dict[str, str]
+ configs: list[str]
+ extra_params: dict[str, str]
+ report_file: str
+ files: list[str]
+
+
+def get_params(raw_args: Optional[list[str]] = None) -> LinterArgs:
+ parser = argparse.ArgumentParser()
+ parser.add_argument("--params")
+ parser.add_argument("--source-root")
+ parser.add_argument("--project-path")
+ parser.add_argument("--output-path")
+ parser.add_argument("--lint-name", default="")
+ parser.add_argument("--depends", action="append")
+ parser.add_argument("--global-resource", action="append", dest="global_resources")
+ parser.add_argument("--config", action="append", dest="configs")
+ parser.add_argument("--extra-param", action="append", dest="extra_params")
+ parser.add_argument("--report-file", default="-")
+ parser.add_argument("files", nargs="*")
+ args = parser.parse_args(raw_args)
+
+ if args.params:
+ with open(args.params) as f:
+ params = json.load(f)
+ source_root = params["source_root"]
+ project_path = params["project_path"]
+ output_path = params["output_path"]
+ lint_name = params.get("lint_name", "")
+ depends = params.get("depends", {})
+ global_resources = params.get("global_resources", {})
+ configs = params.get("configs", [])
+ extra_params = params.get("extra_params", {})
+ report_file = params["report_file"]
+ files = params["files"]
+ else:
+ source_root = args.source_root
+ project_path = args.project_path
+ output_path = args.output_path
+ lint_name = args.lint_name
+ depends = _parse_kv_arg(args.depends, ":")
+ global_resources = _parse_kv_arg(args.global_resources, ":")
+ configs = args.configs if args.configs else []
+ extra_params = _parse_kv_arg(args.extra_params, "=")
+ report_file = args.report_file
+ files = args.files
+
+ return LinterArgs(
+ source_root=source_root,
+ project_path=project_path,
+ output_path=output_path,
+ lint_name=lint_name,
+ depends=depends,
+ global_resources=global_resources,
+ configs=configs,
+ extra_params=extra_params,
+ report_file=report_file,
+ files=files,
+ )
+
+
+def _parse_kv_arg(arg, sep):
+ result = {}
+ if arg:
+ for item in arg:
+ var, val = item.split(sep, 1)
+ result[var] = val
+ return result
diff --git a/library/python/testing/custom_linter_util/reporter.py b/library/python/testing/custom_linter_util/reporter.py
new file mode 100644
index 00000000000..8ae559bca0b
--- /dev/null
+++ b/library/python/testing/custom_linter_util/reporter.py
@@ -0,0 +1,39 @@
+import json
+import sys
+from enum import Enum
+from typing import Optional
+
+
+class LintStatus(Enum):
+ GOOD = "GOOD"
+ FAIL = "FAIL"
+ SKIPPED = "SKIPPED"
+
+
+class LintReport():
+ def __init__(self):
+ self._report = {}
+
+ def add(self, file_name: str, status: LintStatus, message: str = "", elapsed: float = 0.0):
+ self._report[file_name] = {
+ "status": status.value,
+ "message": message,
+ "elapsed": elapsed,
+ }
+
+ def dump(self, report_file, pretty: Optional[bool] = None):
+ data = {
+ "report": self._report,
+ }
+ if report_file == "-":
+ if pretty is None:
+ pretty = True
+ self._do_dump(sys.stdout, data, pretty)
+ else:
+ with open(report_file, "w") as f:
+ self._do_dump(f, data, pretty)
+
+ @staticmethod
+ def _do_dump(dest, data, pretty):
+ indent = 4 if pretty else None
+ json.dump(data, dest, indent=indent)
diff --git a/library/python/testing/custom_linter_util/ya.make b/library/python/testing/custom_linter_util/ya.make
new file mode 100644
index 00000000000..c761b09afcd
--- /dev/null
+++ b/library/python/testing/custom_linter_util/ya.make
@@ -0,0 +1,12 @@
+PY3_LIBRARY()
+
+PY_SRCS(
+ linter_params.py
+ reporter.py
+)
+
+END()
+
+RECURSE_FOR_TESTS(
+ tests
+)