security-analytics/.github/workflows/ci.yml at main · toepkerd/security-analytics · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
name: Build and Test
on:
  push:
    branches:
      - "*"
  pull_request:
    branches:
      - "*"

jobs:
  Get-CI-Image-Tag:
    uses: opensearch-project/opensearch-build/.github/workflows/get-ci-image-tag.yml@main
    with:
      product: opensearch

  build-linux:
    needs: Get-CI-Image-Tag
    strategy:
      # This setting says that all jobs should finish, even if one fails
      fail-fast: false
      matrix:
        java: [21, 25]
        os:
          - ubuntu-24.04-arm  # arm64-preview
          - ubuntu-24.04  # x64

    name: Build and Test security-analytics with JDK ${{ matrix.java }} on ${{ matrix.os }}
    runs-on: ${{ matrix.os }}
    container:
      # using the same image which is used by opensearch-build team to build the OpenSearch Distribution
      # this image tag is subject to change as more dependencies and updates will arrive over time
      image: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-version-linux }}
      # need to switch to root so that github actions can install runner binary on container without permission issues.
      options: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-options }}

    steps:
      - name: Run start commands
        run: ${{ needs.Get-CI-Image-Tag.outputs.ci-image-start-command }}

      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup Java ${{ matrix.java }}
        uses: actions/setup-java@v4
        with:
          distribution: temurin # Temurin is a distribution of adoptium
          java-version: ${{ matrix.java }}

      - name: Build and Test
        run: |
          chown -R 1000:1000 `pwd`
          su `id -un 1000` -c "whoami && java -version && ./gradlew build"

      - name: Create Artifact Path
        run: |
          mkdir -p security-analytics-artifacts
          cp ./build/distributions/*.zip security-analytics-artifacts

      - name: Upload Coverage Report
        uses: codecov/codecov-action@v4
        with:
          token: ${{ secrets.CODECOV_TOKEN }}

      - name: Upload failed logs
        uses: actions/upload-artifact@v4
        if: failure()
        with:
          name: logs-ubuntu
          path: build/testclusters/integTest-*/logs/*
          overwrite: true

      - name: Upload Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: security-analytics-plugin-${{ matrix.os }}-${{ matrix.java }}
          path: security-analytics-artifacts
          overwrite: true

  build-windows-macos:
    env:
      BUILD_ARGS: ${{ matrix.os_build_args }}
      WORKING_DIR: ${{ matrix.working_directory }}.
    strategy:
      matrix:
        java: [21, 25]
        os: [ windows-latest, macos-latest ]
        include:
          - os: windows-latest
            os_build_args: -x integTest
            os_java_options: -Xmx4096M
          - os: macos-latest
            os_build_args: -x jacocoTestReport

    name: Build and Test security-analytics with JDK ${{ matrix.java }} on ${{ matrix.os }}
    runs-on: ${{ matrix.os }}

    steps:
      - name: Checkout Branch
        uses: actions/checkout@v4

      - name: Setup Java ${{ matrix.java }}
        uses: actions/setup-java@v4
        with:
          distribution: temurin
          java-version: ${{ matrix.java }}

      - name: Build and Test
        working-directory: ${{ env.WORKING_DIR }}
        run: |
          if [[ "$RUNNER_OS" == "macOS" ]]; then
            sudo launchctl limit maxfiles 65536 200000
            ulimit -n 65536
          fi
          ./gradlew build ${{ env.BUILD_ARGS }}
        shell: bash
        env:
          _JAVA_OPTIONS: ${{ matrix.os_java_options }}

      - name: Create Artifact Path
        run: |
          mkdir -p security-analytics-artifacts
          cp ./build/distributions/*.zip security-analytics-artifacts

      - name: Upload failed logs
        uses: actions/upload-artifact@v4
        if: ${{ failure() && matrix.os == 'macos-latest' }}
        with:
          name: logs-mac
          path: build/testclusters/integTest-*/logs/*
          overwrite: true

      - name: Upload failed logs
        uses: actions/upload-artifact@v4
        if: ${{ failure() && matrix.os == 'windows-latest' }}
        with:
          name: logs-windows
          path: build\testclusters\integTest-*\logs\*
          overwrite: true

      - name: Upload Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: security-analytics-plugin-${{ matrix.os }}-${{ matrix.java }}
          path: security-analytics-artifacts
          overwrite: true