[FR] Independently package kql / kibana and bump to py3.12 (#3514)

(cherry picked from commit d26981f712)

.github/CODEOWNERS

@@ -1,13 +1,15 @@
 # detection-rules code owners
 # POC: Elastic Security Intelligence and Analytics Team
 
-tests/**/*.py     @brokensound77 @mikaayenson @terrancedejesus
-detection_rules/  @brokensound77 @mikaayenson @terrancedejesus
-tests/            @brokensound77 @mikaayenson @terrancedejesus
+tests/**/*.py     @brokensound77 @mikaayenson @eric-forte-elastic
+detection_rules/  @brokensound77 @mikaayenson @eric-forte-elastic
+tests/            @brokensound77 @mikaayenson @eric-forte-elastic
+lib/              @brokensound77 @mikaayenson @eric-forte-elastic
+rta/              @brokensound77 @mikaayenson @eric-forte-elastic
 
 # skip rta-mapping to avoid the spam
-detection_rules/etc/packages.yml  @brokensound77 @mikaayenson @terrancedejesus
-detection_rules/etc/*.json        @brokensound77 @mikaayenson @terrancedejesus
-detection_rules/etc/*.json        @brokensound77 @mikaayenson @terrancedejesus
-detection_rules/etc/*/*           @brokensound77 @mikaayenson @terrancedejesus
+detection_rules/etc/packages.yml  @brokensound77 @mikaayenson @eric-forte-elastic
+detection_rules/etc/*.json        @brokensound77 @mikaayenson @eric-forte-elastic
+detection_rules/etc/*.json        @brokensound77 @mikaayenson @eric-forte-elastic
+detection_rules/etc/*/*           @brokensound77 @mikaayenson @eric-forte-elastic
 

.github/workflows/backport.yml

@@ -90,10 +90,16 @@ jobs:
           # Move it to the staging area
           git reset --soft HEAD^
 
+      - name: Setup Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip install .[dev]
+          pip install lib/kql lib/kibana
 
       - name: Prune non-${{matrix.target_branch}} rules
         env:

.github/workflows/get-target-branches.yml

@@ -16,16 +16,17 @@ jobs:
     steps:
       - uses: actions/checkout@v2
 
-      - name: Set up Python 3.8
-        uses: actions/setup-python@v2
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: '3.12'
 
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip cache purge
           pip install .[dev]
+          pip install lib/kql lib/kibana
 
       - id: get-branch-list
         run: |

.github/workflows/lock-versions.yml

@@ -26,10 +26,10 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Set up Python 3.8
-        uses: actions/setup-python@v2
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: '3.12'
 
       - name: Install dependencies
         run: |

.github/workflows/manual-backport.yml

@@ -45,11 +45,17 @@ jobs:
           # Move it to the staging area
           git reset --soft HEAD^
 
+      - name: Setup Python 3.12
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
           pip cache purge
           pip install .[dev]
+          pip install lib/kql lib/kibana
 
       - name: Prune non-"${{github.event.inputs.target_branch}}" rules
         env:

.github/workflows/pythonpackage.yml

@@ -14,16 +14,17 @@ jobs:
     steps:
     - uses: actions/checkout@v2
 
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v2
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v5
       with:
-        python-version: 3.8
+        python-version: '3.12'
 
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
         pip cache purge
         pip install .[dev]
+        pip install lib/kql lib/kibana
 
     - name: Python Lint
       run: |

.github/workflows/release-docs.yml

@@ -37,10 +37,10 @@ jobs:
           fetch-depth: 0
           ref: ${{ github.event.inputs.target_branch }}
 
-      - name: Set up Python 3.8
-        uses: actions/setup-python@v2
+      - name: Set up Python 3.12
+        uses: actions/setup-python@v5
         with:
-          python-version: 3.8
+          python-version: '3.12'
 
       - name: Install Python dependencies
         run: |
@@ -48,6 +48,7 @@ jobs:
           python -m pip install --upgrade pip
           pip cache purge
           pip install .[dev]
+          pip install lib/kql lib/kibana
 
       - name: Build Integration Docs
         env:

.github/workflows/release-fleet.yml

@@ -73,10 +73,10 @@ jobs:
             path: integrations
             fetch-depth: 0
 
-        - name: Set up Python 3.8
-          uses: actions/setup-python@v2
+        - name: Set up Python 3.12
+          uses: actions/setup-python@v5
           with:
-            python-version: 3.8
+            python-version: '3.12'
 
         - name: Install Python dependencies
           run: |
@@ -84,6 +84,7 @@ jobs:
             python -m pip install --upgrade pip
             pip cache purge
             pip install .[dev]
+            pip install lib/kql lib/kibana
 
         - name: Bump prebuilt rules package version
           env: