Integrate Watchtower logging into swarms

swarms/agents/ape_agent.py

@@ -8,9 +8,9 @@
 from swarms.prompts.prompt_generator_optimizer import (
     prompt_generator_sys_prompt,
 )
-from swarms.utils.loguru_logger import initialize_logger
+from swarms.utils.loguru_logger import initialize_logger, initialize_watchtower_logger
 
-logger = initialize_logger(log_folder="ape_agent")
+logger = initialize_watchtower_logger(log_folder="ape_agent")
 
 
 @retry(

swarms/agents/tool_agent.py

@@ -1,9 +1,9 @@
 from typing import Any, Optional, Callable
 from swarms.tools.json_former import Jsonformer
-from swarms.utils.loguru_logger import initialize_logger
+from swarms.utils.loguru_logger import initialize_logger, initialize_watchtower_logger
 from swarms.utils.lazy_loader import lazy_import_decorator
 
-logger = initialize_logger(log_folder="tool_agent")
+logger = initialize_watchtower_logger(log_folder="tool_agent")
 
 
 @lazy_import_decorator

swarms/structs/agent.py

@@ -53,6 +53,7 @@
 from swarms.utils.wrapper_clusterop import (
     exec_callable_with_clusterops,
 )
+from swarms.utils.loguru_logger import initialize_watchtower_logger
 
 
 # Utils

swarms/utils/loguru_logger.py

@@ -1,9 +1,14 @@
 import os
 import uuid
 from loguru import logger
+import watchtower
 
+def initialize_watchtower_logger(log_group: str = "swarms_logs"):
+    handler = watchtower.CloudWatchLogHandler(log_group=log_group)
+    logger.add(handler)
+    return logger
 
-def initialize_logger(log_folder: str = "logs"):
+def initialize_logger(log_folder: str = "logs", use_watchtower: bool = False, log_group: str = "swarms_logs"):
 
     AGENT_WORKSPACE = "agent_workspace"
 
@@ -34,4 +39,8 @@ def initialize_logger(log_folder: str = "logs"):
         retention="10 days",
         # compression="zip",
     )
+
+    if use_watchtower:
+        initialize_watchtower_logger(log_group)
+
     return logger

terraform/logging.tf

@@ -0,0 +1,53 @@
+provider "aws" {
+  region = "us-west-2"
+}
+
+resource "aws_cloudwatch_log_group" "swarms_log_group" {
+  name              = "swarms-log-group"
+  retention_in_days = 14
+}
+
+resource "aws_iam_role" "swarms_logging_role" {
+  name = "swarms-logging-role"
+
+  assume_role_policy = jsonencode({
+    Version = "2012-10-17"
+    Statement = [
+      {
+        Action = "sts:AssumeRole"
+        Effect = "Allow"
+        Principal = {
+          Service = "ec2.amazonaws.com"
+        }
+      }
+    ]
+  })
+}
+
+resource "aws_iam_policy" "swarms_logging_policy" {
+  name        = "swarms-logging-policy"
+  description = "Policy for allowing swarms to create and manage CloudWatch log groups"
+  policy      = jsonencode({
+    Version = "2012-10-17"
+    Statement = [
+      {
+        Action = [
+          "logs:CreateLogGroup",
+          "logs:CreateLogStream",
+          "logs:PutLogEvents",
+          "logs:DescribeLogGroups",
+          "logs:DescribeLogStreams",
+          "logs:PutRetentionPolicy",
+          "logs:TagLogGroup"
+        ]
+        Effect   = "Allow"
+        Resource = "*"
+      }
+    ]
+  })
+}
+
+resource "aws_iam_role_policy_attachment" "swarms_logging_role_attachment" {
+  role       = aws_iam_role.swarms_logging_role.name
+  policy_arn = aws_iam_policy.swarms_logging_policy.arn
+}