feat(aws): AWSX-1592 Move eks support to logs-backend

Signed-off-by: Vincent Boutour <vincent.boutour@datadoghq.com>

Author: ViBiOh

aws/logs_monitoring/steps/enums.py

@@ -7,7 +7,6 @@ class AwsEventSource(Enum):
     CLOUDFRONT = "cloudfront"
     CLOUDTRAIL = "cloudtrail"
     CLOUDWATCH = "cloudwatch"
-    EKS = "eks"
     ELASTICSEARCH = "elasticsearch"
     ELB = "elb"
     FARGATE = "fargate"
@@ -88,8 +87,6 @@ def __init__(self, string, event_source):
 
     # e.g. /aws/codebuild/my-project
     CLOUDTRAIL = ("_CloudTrail_", AwsEventSource.CLOUDTRAIL)
-    # e.g. /aws/eks/yourClusterName/profile
-    EKS = ("/aws/eks", AwsEventSource.EKS)
     # e.g. /aws/kinesisfirehose/dev
     KINESIS = ("/aws/kinesis", AwsEventSource.KINESIS)
     # e.g. /aws/lambda/helloDatadog

aws/logs_monitoring/steps/handlers/awslogs_handler.py

@@ -59,11 +59,6 @@ def handle(self, event):
         # then rebuild the arn of the monitored lambda using that name.
         if metadata[DD_SOURCE] == str(AwsEventSource.LAMBDA):
             self.process_lambda_logs(metadata, aws_attributes)
-        # The EKS log group contains various sources from the K8S control plane.
-        # In order to have these automatically trigger the correct pipelines they
-        # need to send their events with the correct log source.
-        if metadata[DD_SOURCE] == str(AwsEventSource.EKS):
-            self.process_eks_logs(metadata, aws_attributes)
         # Create and send structured logs to Datadog
         for log in logs["logEvents"]:
             merged = merge_dicts(log, aws_attributes.to_dict())
@@ -182,20 +177,6 @@ def get_state_machine_arn(self, aws_attributes):
             logger.debug("Unable to get state_machine_arn: %s" % e)
         return ""
 
-    def process_eks_logs(self, metadata, aws_attributes):
-        log_stream = aws_attributes.get_log_stream()
-        if log_stream.startswith("kube-apiserver-audit-"):
-            metadata[DD_SOURCE] = "kubernetes.audit"
-        elif log_stream.startswith("kube-scheduler-"):
-            metadata[DD_SOURCE] = "kube_scheduler"
-        elif log_stream.startswith("kube-apiserver-"):
-            metadata[DD_SOURCE] = "kube-apiserver"
-        elif log_stream.startswith("kube-controller-manager-"):
-            metadata[DD_SOURCE] = "kube-controller-manager"
-        elif log_stream.startswith("authenticator-"):
-            metadata[DD_SOURCE] = "aws-iam-authenticator"
-        # In case the conditions above don't match we maintain eks as the source
-
     # Lambda logs can be from either default or customized log group
     def process_lambda_logs(self, metadata, aws_attributes):
         lower_cased_lambda_function_name = self.get_lower_cased_lambda_function_name(

aws/logs_monitoring/tests/test_parsing.py

@@ -192,15 +192,6 @@ def test_cloudfront_event(self):
             str(AwsEventSource.S3),
         )
 
-    def test_eks_event(self):
-        self.assertEqual(
-            parse_event_source(
-                {"awslogs": "logs"},
-                "/aws/eks/control-plane/cluster",
-            ),
-            str(AwsEventSource.EKS),
-        )
-
     def test_elasticsearch_event(self):
         self.assertEqual(
             parse_event_source({"awslogs": "logs"}, "/elasticsearch/domain"),