From 52d8c0808dc223cb7e4d2cb4c4af7eb6f636f85b Mon Sep 17 00:00:00 2001 From: Kirill Volokh Date: Tue, 5 Dec 2023 00:11:36 +0300 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=B8=D0=BB=20?= =?UTF-8?q?=D1=83=D0=BF=D1=80=D0=B0=D0=B2=D0=BB=D1=8F=D1=8E=D1=89=D0=B8?= =?UTF-8?q?=D0=B9=20=D1=81=D0=B5=D1=80=D0=B2=D0=B8=D1=81?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- services/control/context.py | 19 +++++++++ services/control/create_context.py | 62 +++++++++++++++++++++++++++ services/control/response.py | 26 ++++++++++++ services/control/server.py | 67 ++++++++++++++++++++++++++++++ 4 files changed, 174 insertions(+) create mode 100644 services/control/context.py create mode 100644 services/control/create_context.py create mode 100644 services/control/response.py create mode 100644 services/control/server.py diff --git a/services/control/context.py b/services/control/context.py new file mode 100644 index 0000000..a0dc228 --- /dev/null +++ b/services/control/context.py @@ -0,0 +1,19 @@ +from modules.pipelines.pipe_manager import PipeManager +from modules.pipelines.pipeline_manager import PipelineManager +from modules.handlers.handler_manager import HandlerManager +from modules.storages.storage import Storage + +class Context: + """ + Контекст управляющего сервиса + """ + + def __init__(self): + """ + Конструктор + """ + + self.pipe_manager = None + self.pipeline_manager = None + self.handler_manager = None + self.storage = None diff --git a/services/control/create_context.py b/services/control/create_context.py new file mode 100644 index 0000000..d319ba4 --- /dev/null +++ b/services/control/create_context.py @@ -0,0 +1,62 @@ +from modules.pipelines.pipe_manager import PipeManager +from modules.pipelines.pipeline_manager import PipelineManager +from modules.pipelines.pipes.preprocessing import * + +from modules.handlers.handler_manager import HandlerManager +from modules.handlers.pipelines.create_pipeline import CreatePipeline +from modules.handlers.pipelines.get_pipelines import GetPipelines +from modules.handlers.pipelines.get_pipes import GetPipes +from modules.handlers.pipelines.run_pipeline import RunPipeline + +from services.control.context import Context + +def CreatePipeManager() -> PipeManager: + """ + Создание заполненного менеджера пайп + :return: Менеджер пайп + """ + + manager = PipeManager() + manager.add(RemovePunctuationMarks()) + manager.add(RemoveStopWords()) + manager.add(Stem()) + manager.add(ToLowerCase()) + manager.add(SplitBySpace()) + + return manager + +def CreatePipelineManager(pipe_manager) -> PipelineManager: + """ + Создание заполненного менеджера пайплайнов + :param pipe_manager: Менеджер пайп + :return: Менеджер пайплайнов + """ + + manager = PipelineManager(pipe_manager) + return manager + +def CreateHandlerManager() -> HandlerManager: + """ + Создание менеджера хэндлеров + :return: Менеджер хэндлеров + """ + manager = HandlerManager() + manager.add(CreatePipeline()) + manager.add(GetPipelines()) + manager.add(GetPipes()) + manager.add(RunPipeline()) + + return manager + +def CreateContext() -> Context: + """ + Создание заполненного контекста + :return: Контекст + """ + + context = Context() + context.pipe_manager = CreatePipeManager() + context.pipeline_manager = CreatePipelineManager(context.pipe_manager) + context.handler_manager = CreateHandlerManager() + + return context diff --git a/services/control/response.py b/services/control/response.py new file mode 100644 index 0000000..f479b74 --- /dev/null +++ b/services/control/response.py @@ -0,0 +1,26 @@ +import json + +def SuccessResponse(result: str) -> str: + """ + Создание успешного ответа + :param result: Тело ответа + :return: Ответ + """ + + return json.dumps({ + "status": "ok", + "result": result + }) + +def ErrorResponse(status: str, message: str) -> str: + """ + Создание ответа с ошибкой + :param status: Код ошибки + :param message: Сообщение об ошибке + :return: + """ + + return json.dumps({ + "status": status, + "message": message + }) diff --git a/services/control/server.py b/services/control/server.py new file mode 100644 index 0000000..d493901 --- /dev/null +++ b/services/control/server.py @@ -0,0 +1,67 @@ +import asyncio +import json + +from modules.storages.storage import Storage +from modules.transports.server import Server +from services.control.context import * +from services.control.create_context import * +from services.control.response import * + +def Handle(context, request): + """ + Обработка запроса + :param context: Контекст сервиса + :param request: Запрос + :return: Ответ + """ + + # Парсим запрос + try: + request = json.loads(request) + except Exception as e: + return ErrorResponse("invalid request", "failed to parse request") + + # Проверяем наличие нужных ключей + for key in ["handler", "parameters"]: + if key not in request: + return ErrorResponse("invalid request", f"key '{key}' is required") + + # Проверяем наличие обработчика с указанным именем + handler_name = request["handler"] + if not context.handler_manager.contains(handler_name): + return ErrorResponse("not found", f"there is no handler with name {handler_name}") + + # Достаём нужного обработчика + handler = context.handler_manager.get(handler_name) + + # Запускаем обработку + try: + result = handler.do(context, request["parameters"]) + return SuccessResponse(result) + except Exception as e: + return ErrorResponse("handling failed", str(e)) + +def main(): + server = Server("localhost", 8081, Handle) + + # Создаём контекст + context = CreateContext() + + # Подключаемся к хранилищу + context.storage = Storage("localhost", "5432", "log_analysis", "postgres", "postgres") + + # Заполняем пайплайны + query = "select name, pipes from pipelines;" + pipelines = context.storage.do(query, should_return=True) + + for name, pipes in pipelines: + context.pipeline_manager.create(name, json.loads(pipes)) + + # Указываем контекст в сервере + server.context = context + + # Запускаем сервер + asyncio.run(server.run()) + +if __name__ == "__main__": + main()