2020-06-29 23:19:23 -06:00
|
|
|
# Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
2021-03-03 22:12:11 -09:00
|
|
|
# or more contributor license agreements. Licensed under the Elastic License
|
|
|
|
|
# 2.0; you may not use this file except in compliance with the Elastic License
|
|
|
|
|
# 2.0.
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
"""Test util time functions."""
|
2025-07-01 15:20:55 +02:00
|
|
|
|
2020-06-29 23:19:23 -06:00
|
|
|
import random
|
|
|
|
|
import time
|
|
|
|
|
import unittest
|
|
|
|
|
|
|
|
|
|
from detection_rules.ecs import get_kql_schema
|
2025-07-01 15:20:55 +02:00
|
|
|
from detection_rules.eswrap import Events
|
|
|
|
|
from detection_rules.utils import cached, normalize_timing_and_sort
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestTimeUtils(unittest.TestCase):
|
|
|
|
|
"""Test util time functions."""
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
2025-07-01 15:20:55 +02:00
|
|
|
def get_events(timestamp_field="@timestamp"):
|
2020-06-29 23:19:23 -06:00
|
|
|
"""Get test data."""
|
|
|
|
|
date_formats = {
|
2025-07-01 15:20:55 +02:00
|
|
|
"epoch_millis": lambda x: int(round(time.time(), 3) + x) * 1000,
|
|
|
|
|
"epoch_second": lambda x: round(time.time()) + x,
|
|
|
|
|
"unix_micros": lambda x: time.time() + x,
|
|
|
|
|
"unix_millis": lambda x: round(time.time(), 3) + x,
|
|
|
|
|
"strict_date_optional_time": lambda x: "2020-05-13T04:36:" + str(15 + x) + ".394Z",
|
2020-06-29 23:19:23 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
def _get_data(func):
|
|
|
|
|
data = [
|
2025-07-01 15:20:55 +02:00
|
|
|
{timestamp_field: func(0), "foo": "bar", "id": 1},
|
|
|
|
|
{timestamp_field: func(1), "foo": "bar", "id": 2},
|
|
|
|
|
{timestamp_field: func(2), "foo": "bar", "id": 3},
|
|
|
|
|
{timestamp_field: func(3), "foo": "bar", "id": 4},
|
|
|
|
|
{timestamp_field: func(4), "foo": "bar", "id": 5},
|
|
|
|
|
{timestamp_field: func(5), "foo": "bar", "id": 6},
|
2020-06-29 23:19:23 -06:00
|
|
|
]
|
|
|
|
|
random.shuffle(data)
|
|
|
|
|
return data
|
|
|
|
|
|
|
|
|
|
return {fmt: _get_data(func) for fmt, func in date_formats.items()}
|
|
|
|
|
|
|
|
|
|
def assert_sort(self, normalized_events, date_format):
|
|
|
|
|
"""Assert normalize and sort."""
|
2025-07-01 15:20:55 +02:00
|
|
|
order = [e["id"] for e in normalized_events]
|
|
|
|
|
self.assertListEqual([1, 2, 3, 4, 5, 6], order, f"Sorting failed for date_format: {date_format}")
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
def test_time_normalize(self):
|
|
|
|
|
"""Test normalize_timing_from_date_format."""
|
|
|
|
|
events_data = self.get_events()
|
|
|
|
|
for date_format, events in events_data.items():
|
|
|
|
|
normalized = normalize_timing_and_sort(events)
|
|
|
|
|
self.assert_sort(normalized, date_format)
|
|
|
|
|
|
|
|
|
|
def test_event_class_normalization(self):
|
|
|
|
|
"""Test that events are normalized properly within Events."""
|
|
|
|
|
events_data = self.get_events()
|
|
|
|
|
for date_format, events in events_data.items():
|
2025-07-01 15:20:55 +02:00
|
|
|
normalized = Events({"winlogbeat": events})
|
|
|
|
|
self.assert_sort(normalized.events["winlogbeat"], date_format)
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
def test_schema_multifields(self):
|
|
|
|
|
"""Tests that schemas are loading multifields correctly."""
|
|
|
|
|
schema = get_kql_schema(version="1.4.0")
|
|
|
|
|
self.assertEqual(schema.get("process.name"), "keyword")
|
|
|
|
|
self.assertEqual(schema.get("process.name.text"), "text")
|
|
|
|
|
|
|
|
|
|
def test_caching(self):
|
|
|
|
|
"""Test that caching is working."""
|
|
|
|
|
counter = 0
|
|
|
|
|
|
|
|
|
|
@cached
|
|
|
|
|
def increment(*args, **kwargs):
|
|
|
|
|
nonlocal counter
|
|
|
|
|
|
|
|
|
|
counter += 1
|
|
|
|
|
return counter
|
|
|
|
|
|
|
|
|
|
self.assertEqual(increment(), 1)
|
|
|
|
|
self.assertEqual(increment(), 1)
|
|
|
|
|
self.assertEqual(increment(), 1)
|
|
|
|
|
|
|
|
|
|
self.assertEqual(increment(["hello", "world"]), 2)
|
|
|
|
|
self.assertEqual(increment(["hello", "world"]), 2)
|
|
|
|
|
self.assertEqual(increment(["hello", "world"]), 2)
|
|
|
|
|
|
|
|
|
|
self.assertEqual(increment(), 1)
|
|
|
|
|
self.assertEqual(increment(["hello", "world"]), 2)
|
|
|
|
|
|
2025-07-01 15:20:55 +02:00
|
|
|
self.assertEqual(increment({"hello": [("world",)]}), 3)
|
|
|
|
|
self.assertEqual(increment({"hello": [("world",)]}), 3)
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
self.assertEqual(increment(), 1)
|
|
|
|
|
self.assertEqual(increment(["hello", "world"]), 2)
|
2025-07-01 15:20:55 +02:00
|
|
|
self.assertEqual(increment({"hello": [("world",)]}), 3)
|
2020-06-29 23:19:23 -06:00
|
|
|
|
|
|
|
|
increment.clear()
|
2025-07-01 15:20:55 +02:00
|
|
|
self.assertEqual(increment({"hello": [("world",)]}), 4)
|
2020-06-29 23:19:23 -06:00
|
|
|
self.assertEqual(increment(["hello", "world"]), 5)
|
|
|
|
|
self.assertEqual(increment(), 6)
|
|
|
|
|
self.assertEqual(increment(None), 7)
|
|
|
|
|
self.assertEqual(increment(1), 8)
|