9736407ef3
* Initial Yaml Support
194 lines
7.3 KiB
Python
194 lines
7.3 KiB
Python
# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
|
# or more contributor license agreements. Licensed under the Elastic License
|
|
# 2.0; you may not use this file except in compliance with the Elastic License
|
|
# 2.0.
|
|
|
|
"""Dataclasses for Action."""
|
|
|
|
from dataclasses import dataclass
|
|
from datetime import datetime
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
import pytoml # type: ignore[reportMissingTypeStubs]
|
|
from marshmallow import EXCLUDE
|
|
|
|
from .config import parse_rules_config
|
|
from .mixins import MarshmallowDataclassMixin
|
|
from .schemas import definitions
|
|
from .utils import ensure_yaml_suffix, save_yaml
|
|
|
|
RULES_CONFIG = parse_rules_config()
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class ActionConnectorMeta(MarshmallowDataclassMixin):
|
|
"""Data stored in an Action Connector's [metadata] section of TOML."""
|
|
|
|
creation_date: definitions.Date
|
|
action_connector_name: str
|
|
rule_ids: list[definitions.UUIDString]
|
|
rule_names: list[str]
|
|
updated_date: definitions.Date
|
|
|
|
# Optional fields
|
|
deprecation_date: definitions.Date | None = None
|
|
comments: str | None = None
|
|
maturity: definitions.Maturity | None = None
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class ActionConnector(MarshmallowDataclassMixin):
|
|
"""Data object for rule Action Connector."""
|
|
|
|
id: str
|
|
attributes: dict[str, Any]
|
|
frequency: dict[str, Any] | None = None
|
|
managed: bool | None = None
|
|
type: str | None = None
|
|
references: list[Any] | None = None
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class TOMLActionConnectorContents(MarshmallowDataclassMixin):
|
|
"""Object for action connector from TOML file."""
|
|
|
|
metadata: ActionConnectorMeta
|
|
action_connectors: list[ActionConnector]
|
|
|
|
@classmethod
|
|
def from_action_connector_dict(
|
|
cls, actions_dict: dict[str, Any], rule_list: list[dict[str, Any]]
|
|
) -> "TOMLActionConnectorContents":
|
|
"""Create a TOMLActionContents from a kibana rule resource."""
|
|
rule_ids: list[str] = []
|
|
rule_names: list[str] = []
|
|
|
|
for rule in rule_list:
|
|
rule_ids.append(rule["id"])
|
|
rule_names.append(rule["name"])
|
|
|
|
# Format date to match schema
|
|
creation_date = datetime.strptime(actions_dict["created_at"], "%Y-%m-%dT%H:%M:%S.%fZ").strftime("%Y/%m/%d") # noqa: DTZ007
|
|
updated_date = datetime.strptime(actions_dict["updated_at"], "%Y-%m-%dT%H:%M:%S.%fZ").strftime("%Y/%m/%d") # noqa: DTZ007
|
|
metadata = {
|
|
"creation_date": creation_date,
|
|
"rule_ids": rule_ids,
|
|
"rule_names": rule_names,
|
|
"updated_date": updated_date,
|
|
"action_connector_name": f"Action Connector {actions_dict.get('id')}",
|
|
}
|
|
|
|
return cls.from_dict({"metadata": metadata, "action_connectors": [actions_dict]}, unknown=EXCLUDE)
|
|
|
|
def to_api_format(self) -> list[dict[str, Any]]:
|
|
"""Convert the TOML Action Connector to the API format."""
|
|
return [action.to_dict() for action in self.action_connectors]
|
|
|
|
|
|
@dataclass(frozen=True)
|
|
class TOMLActionConnector:
|
|
"""Object for action connector from TOML file."""
|
|
|
|
contents: TOMLActionConnectorContents
|
|
path: Path
|
|
|
|
@property
|
|
def name(self) -> str:
|
|
return self.contents.metadata.action_connector_name
|
|
|
|
def save_toml(self) -> None:
|
|
"""Save the action to a TOML file."""
|
|
if not self.path:
|
|
raise ValueError(f"Can't save action for {self.name} without a path")
|
|
# Check if self.path has a .toml extension
|
|
path = self.path
|
|
if path.suffix != ".toml":
|
|
# If it doesn't, add one
|
|
path = path.with_suffix(".toml")
|
|
with path.open("w", encoding="utf-8") as f:
|
|
contents_dict = self.contents.to_dict()
|
|
# Sort the dictionary so that 'metadata' is at the top
|
|
sorted_dict = dict(sorted(contents_dict.items(), key=lambda item: item[0] != "metadata"))
|
|
pytoml.dump(sorted_dict, f) # type: ignore[reportUnknownMemberType]
|
|
|
|
def save_yaml(self, path: Path | None = None) -> None:
|
|
"""Save the action to a YAML file."""
|
|
target_path = path or self.path
|
|
if not target_path:
|
|
raise ValueError(f"Can't save action for {self.name} without a path")
|
|
api_format = self.contents.to_api_format()
|
|
# If single item, write as dict; if multiple, write as list
|
|
content = api_format[0] if len(api_format) == 1 else api_format
|
|
save_yaml(ensure_yaml_suffix(target_path), content)
|
|
|
|
|
|
def parse_action_connector_results_from_api(
|
|
results: list[dict[str, Any]],
|
|
) -> tuple[list[dict[str, Any]], list[dict[str, Any]]]:
|
|
"""Filter Kibana export rule results for action connector dictionaries."""
|
|
action_results: list[dict[str, Any]] = []
|
|
non_action_results: list[dict[str, Any]] = []
|
|
for result in results:
|
|
if result.get("type") != "action":
|
|
non_action_results.append(result)
|
|
else:
|
|
action_results.append(result)
|
|
|
|
return action_results, non_action_results
|
|
|
|
|
|
def build_action_connector_objects( # noqa: PLR0913
|
|
action_connectors: list[dict[str, Any]],
|
|
action_connector_rule_table: dict[str, Any],
|
|
action_connectors_directory: Path | None,
|
|
save_toml: bool = False,
|
|
skip_errors: bool = False,
|
|
verbose: bool = False,
|
|
) -> tuple[list[TOMLActionConnector], list[str], list[str]]:
|
|
"""Build TOMLActionConnector objects from a list of action connector dictionaries."""
|
|
output: list[str] = []
|
|
errors: list[str] = []
|
|
toml_action_connectors: list[TOMLActionConnector] = []
|
|
for action_connector_dict in action_connectors:
|
|
try:
|
|
connector_id = action_connector_dict["id"]
|
|
rule_list = action_connector_rule_table.get(connector_id)
|
|
if not rule_list:
|
|
output.append(f"Warning action connector {connector_id} has no associated rules. Loading skipped.")
|
|
continue
|
|
contents = TOMLActionConnectorContents.from_action_connector_dict(action_connector_dict, rule_list)
|
|
filename = f"{connector_id}_actions.toml"
|
|
if RULES_CONFIG.action_connector_dir is None and not action_connectors_directory:
|
|
raise FileNotFoundError( # noqa: TRY301
|
|
"No Action Connector directory is specified. Please specify either in the config or CLI."
|
|
)
|
|
actions_path = (
|
|
Path(action_connectors_directory) / filename
|
|
if action_connectors_directory
|
|
else RULES_CONFIG.action_connector_dir / filename
|
|
)
|
|
if verbose:
|
|
output.append(f"[+] Building action connector(s) for {actions_path}")
|
|
|
|
ac_object = TOMLActionConnector(
|
|
contents=contents,
|
|
path=actions_path,
|
|
)
|
|
if save_toml:
|
|
ac_object.save_toml()
|
|
|
|
toml_action_connectors.append(ac_object)
|
|
|
|
except Exception as e:
|
|
if skip_errors:
|
|
output.append(f"- skipping actions_connector export - {type(e).__name__}")
|
|
if not action_connectors_directory:
|
|
errors.append(f"- no actions connector directory found - {e}")
|
|
else:
|
|
errors.append(f"- actions connector export - {e}")
|
|
continue
|
|
raise
|
|
|
|
return toml_action_connectors, output, errors
|