# Output backends for sigmac # Copyright 2016-2018 Thomas Patzke, Florian Roth # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Lesser General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Lesser General Public License for more details. # You should have received a copy of the GNU Lesser General Public License # along with this program. If not, see . import sigma from .mixins import RulenameCommentMixin, QuoteCharMixin class BackendOptions(dict): """Object contains all options that should be passed to the backend from command line (or other user interfaces)""" def __init__(self, options): """ Receives the argparser result from the backend option paramater value list (nargs=*) and builds the dict from it. There are two option types: * key=value: self{key} = value * key: self{key} = True """ if options == None: return for option in options: parsed = option.split("=", 1) try: self[parsed[0]] = parsed[1] except IndexError: self[parsed[0]] = True ### Generic backend base classes class BaseBackend: """Base class for all backends""" identifier = "base" active = False index_field = None # field name that is used to address indices file_list = None options = tuple() # a list of tuples with following elements: option name, default value, help text, target attribute name (option name if None) def __init__(self, sigmaconfig, backend_options=None): """ Initialize backend. This gets a sigmaconfig object, which is notified about the used backend class by passing the object instance to it. """ super().__init__() if not isinstance(sigmaconfig, (sigma.configuration.SigmaConfiguration, None)): raise TypeError("SigmaConfiguration object expected") self.backend_options = backend_options self.sigmaconfig = sigmaconfig self.sigmaconfig.set_backend(self) # Parse options for option, default_value, _, target in self.options: if target is None: target = option setattr(self, target, self.backend_options.setdefault(option, default_value)) def generate(self, sigmaparser): """Method is called for each sigma rule and receives the parsed rule (SigmaParser)""" for parsed in sigmaparser.condparsed: query = self.generateQuery(parsed) before = self.generateBefore(parsed) after = self.generateAfter(parsed) result = "" if before is not None: result = before if query is not None: result += query if after is not None: result += after return result def generateQuery(self, parsed): result = self.generateNode(parsed.parsedSearch) if parsed.parsedAgg: result += self.generateAggregation(parsed.parsedAgg) return result def generateNode(self, node): if type(node) == sigma.parser.condition.ConditionAND: return self.generateANDNode(node) elif type(node) == sigma.parser.condition.ConditionOR: return self.generateORNode(node) elif type(node) == sigma.parser.condition.ConditionNOT: return self.generateNOTNode(node) elif type(node) == sigma.parser.condition.ConditionNULLValue: return self.generateNULLValueNode(node) elif type(node) == sigma.parser.condition.ConditionNotNULLValue: return self.generateNotNULLValueNode(node) elif type(node) == sigma.parser.condition.NodeSubexpression: return self.generateSubexpressionNode(node) elif type(node) == tuple: return self.generateMapItemNode(node) elif type(node) in (str, int): return self.generateValueNode(node) elif type(node) == list: return self.generateListNode(node) else: raise TypeError("Node type %s was not expected in Sigma parse tree" % (str(type(node)))) def generateANDNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateORNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateNOTNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateSubexpressionNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateListNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateMapItemNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateValueNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateNULLValueNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateNotNULLValueNode(self, node): raise NotImplementedError("Node type not implemented for this backend") def generateAggregation(self, agg): raise NotImplementedError("Aggregations not implemented for this backend") def generateBefore(self, parsed): return "" def generateAfter(self, parsed): return "" def finalize(self): """ Is called after the last file was processed with generate(). The right place if this backend is not intended to look isolated at each rule, but generates an output which incorporates multiple rules, e.g. dashboards. """ pass class SingleTextQueryBackend(RulenameCommentMixin, BaseBackend, QuoteCharMixin): """Base class for backends that generate one text-based expression from a Sigma rule""" identifier = "base-textquery" active = False # the following class variables define the generation and behavior of queries from a parse tree some are prefilled with default values that are quite usual andToken = None # Token used for linking expressions with logical AND orToken = None # Same for OR notToken = None # Same for NOT subExpression = None # Syntax for subexpressions, usually parenthesis around it. %s is inner expression listExpression = None # Syntax for lists, %s are list items separated with listSeparator listSeparator = None # Character for separation of list items valueExpression = None # Expression of values, %s represents value nullExpression = None # Expression of queries for null values or non-existing fields. %s is field name notNullExpression = None # Expression of queries for not null values. %s is field name mapExpression = None # Syntax for field/value conditions. First %s is fieldname, second is value mapListsSpecialHandling = False # Same handling for map items with list values as for normal values (strings, integers) if True, generateMapItemListNode method is called with node mapListValueExpression = None # Syntax for field/value condititons where map value is a list def generateANDNode(self, node): generated = [ self.generateNode(val) for val in node ] filtered = [ g for g in generated if g is not None ] if filtered: return self.andToken.join(filtered) else: return None def generateORNode(self, node): generated = [ self.generateNode(val) for val in node ] filtered = [ g for g in generated if g is not None ] if filtered: return self.orToken.join(filtered) else: return None def generateNOTNode(self, node): generated = self.generateNode(node.item) if generated is not None: return self.notToken + generated else: return None def generateSubexpressionNode(self, node): generated = self.generateNode(node.items) if generated: return self.subExpression % generated else: return None def generateListNode(self, node): if not set([type(value) for value in node]).issubset({str, int}): raise TypeError("List values must be strings or numbers") return self.listExpression % (self.listSeparator.join([self.generateNode(value) for value in node])) def generateMapItemNode(self, node): fieldname, value = node transformed_fieldname = self.fieldNameMapping(fieldname, value) if self.mapListsSpecialHandling == False and type(value) in (str, int, list) or self.mapListsSpecialHandling == True and type(value) in (str, int): return self.mapExpression % (transformed_fieldname, self.generateNode(value)) elif type(value) == list: return self.generateMapItemListNode(transformed_fieldname, value) else: raise TypeError("Backend does not support map values of type " + str(type(value))) def generateMapItemListNode(self, fieldname, value): return self.mapListValueExpression % (fieldname, self.generateNode(value)) def generateValueNode(self, node): return self.valueExpression % (self.cleanValue(str(node))) def generateNULLValueNode(self, node): return self.nullExpression % (node.item) def generateNotNULLValueNode(self, node): return self.notNullExpression % (node.item) def fieldNameMapping(self, fieldname, value): """ Alter field names depending on the value(s). Backends may use this method to perform a final transformation of the field name in addition to the field mapping defined in the conversion configuration. The field name passed to this method was already transformed from the original name given in the Sigma rule. """ return fieldname