From 6aefcc87932d15443d96f62d507aeae46c09f3ce Mon Sep 17 00:00:00 2001 From: Kirill Volokh Date: Sat, 9 Dec 2023 16:59:35 +0300 Subject: [PATCH] =?UTF-8?q?=D0=9E=D0=B1=D0=BD=D0=BE=D0=B2=D0=BB=D0=B5?= =?UTF-8?q?=D0=BD=D0=B8=D0=B5=20=D1=83=D0=BF=D1=80=D0=B0=D0=B2=D0=BB=D1=8F?= =?UTF-8?q?=D1=8E=D1=89=D0=B5=D0=B3=D0=BE=20=D1=81=D0=B5=D1=80=D0=B2=D0=B8?= =?UTF-8?q?=D1=81=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- services/control/control.py | 130 ++++++++++++++++++++++++++++++++++++ services/control/server.py | 67 ------------------- 2 files changed, 130 insertions(+), 67 deletions(-) create mode 100644 services/control/control.py delete mode 100644 services/control/server.py diff --git a/services/control/control.py b/services/control/control.py new file mode 100644 index 0000000..c8235e8 --- /dev/null +++ b/services/control/control.py @@ -0,0 +1,130 @@ +import argparse +import asyncio +import json + +from modules.logging.logger import * +from modules.storages.storage import Storage +from modules.transports.server import Server +from services.control.context import * +from services.control.create_context import * +from services.control.response import * + +def Handle(context, request): + """ + Обработка запроса + :param context: Контекст сервиса + :param request: Запрос + :return: Ответ + """ + + # Парсим запрос + try: + request = json.loads(request) + except Exception as e: + return ErrorResponse("invalid request", "failed to parse request") + + # Проверяем наличие нужных ключей + for key in ["handler", "parameters"]: + if key not in request: + return ErrorResponse("invalid request", f"key '{key}' is required") + + # Проверяем наличие обработчика с указанным именем + handler_name = request["handler"] + if not context.handler_manager.contains(handler_name): + return ErrorResponse("not found", f"there is no handler with name {handler_name}") + + # Достаём нужного обработчика + handler = context.handler_manager.get(handler_name) + + # Запускаем обработку + try: + result = handler.do(context, request["parameters"]) + return SuccessResponse(result) + except Exception as e: + return ErrorResponse("handling failed", str(e)) + + +def ParseArguments(): + parser = argparse.ArgumentParser(description="Console client for Log Analysis") + + # Данные сервера + parser.add_argument("--host", type=str, required=True, help="server's host") + parser.add_argument("--port", type=int, required=True, help="server's port") + + # Данные для подключения к базе данных + parser.add_argument("--psql-host", type=str, required=True, help="postgresql's host") + parser.add_argument("--psql-port", type=str, required=True, help="postgresql's port") + parser.add_argument("--psql-database", type=str, required=True, help="postgresql's database") + parser.add_argument("--psql-user", type=str, required=True, help="postgresql's user") + parser.add_argument("--psql-password", type=str, required=True, help="postgresql's password") + + arguments = parser.parse_args() + return arguments + +class PostgreSqlSettings: + def __init__(self): + self.host = None + self.port = None + self.database = None + self.user = None + self.password = None + +class Settings: + def __init__(self): + self.host = None + self.port = None + self.postgresql_settings = None + +def CreateSettings(): + arguments = ParseArguments() + + postgresql_settings = PostgreSqlSettings() + postgresql_settings.host = arguments.psql_host + postgresql_settings.port = arguments.psql_port + postgresql_settings.database = arguments.psql_database + postgresql_settings.user = arguments.psql_user + postgresql_settings.password = arguments.psql_password + + settings = Settings() + settings.host = arguments.host + settings.port = arguments.port + settings.postgresql_settings = postgresql_settings + + return settings + +def LogCallback(level, message): + print(f"level: {level}, message: {message}") + +def main(): + settings = CreateSettings() + + server = Server(settings.host, settings.port, Handle) + server.setLogger(LogLevel.Warning, LogCallback) + + # Создаём контекст + context = CreateContext() + + # Подключаемся к хранилищу + context.storage = Storage( + settings.postgresql_settings.host, + settings.postgresql_settings.port, + settings.postgresql_settings.database, + settings.postgresql_settings.user, + settings.postgresql_settings.password + ) + + # Заполняем пайплайны + query = "select name, pipes from pipelines;" + pipelines = context.storage.do(query, should_return=True) + + for name, pipes in pipelines: + context.pipeline_manager.create(name, json.loads(pipes)) + + # Указываем контекст в сервере + server.context = context + + # Запускаем сервер + asyncio.run(server.run()) + +if __name__ == "__main__": + main() diff --git a/services/control/server.py b/services/control/server.py deleted file mode 100644 index d493901..0000000 --- a/services/control/server.py +++ /dev/null @@ -1,67 +0,0 @@ -import asyncio -import json - -from modules.storages.storage import Storage -from modules.transports.server import Server -from services.control.context import * -from services.control.create_context import * -from services.control.response import * - -def Handle(context, request): - """ - Обработка запроса - :param context: Контекст сервиса - :param request: Запрос - :return: Ответ - """ - - # Парсим запрос - try: - request = json.loads(request) - except Exception as e: - return ErrorResponse("invalid request", "failed to parse request") - - # Проверяем наличие нужных ключей - for key in ["handler", "parameters"]: - if key not in request: - return ErrorResponse("invalid request", f"key '{key}' is required") - - # Проверяем наличие обработчика с указанным именем - handler_name = request["handler"] - if not context.handler_manager.contains(handler_name): - return ErrorResponse("not found", f"there is no handler with name {handler_name}") - - # Достаём нужного обработчика - handler = context.handler_manager.get(handler_name) - - # Запускаем обработку - try: - result = handler.do(context, request["parameters"]) - return SuccessResponse(result) - except Exception as e: - return ErrorResponse("handling failed", str(e)) - -def main(): - server = Server("localhost", 8081, Handle) - - # Создаём контекст - context = CreateContext() - - # Подключаемся к хранилищу - context.storage = Storage("localhost", "5432", "log_analysis", "postgres", "postgres") - - # Заполняем пайплайны - query = "select name, pipes from pipelines;" - pipelines = context.storage.do(query, should_return=True) - - for name, pipes in pipelines: - context.pipeline_manager.create(name, json.loads(pipes)) - - # Указываем контекст в сервере - server.context = context - - # Запускаем сервер - asyncio.run(server.run()) - -if __name__ == "__main__": - main()