summaryrefslogtreecommitdiffstats
path: root/.github/workflows/build_binaries.yml
blob: d24242e9df1860c0ed682c2f5c54b9d0ca7f2020 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
name: Build Binaries
on:
  workflow_call:
    inputs:
      build-target:
        description: 'Path to build target (e.g., ydb/apps/ydb)'
        type: string
        required: true
      binary-name:
        description: 'Binary name (e.g., ydb). Windows binary will be {binary-name}.exe'
        type: string
        required: true
      ref:
        description: 'Git ref to checkout'
        type: string
        required: true
      build-linux-amd:
        type: boolean
        default: true
      build-linux-arm:
        type: boolean
        default: true
      build-darwin-amd:
        type: boolean
        default: true
      build-darwin-arm:
        type: boolean
        default: true
      build-windows-amd:
        type: boolean
        default: true
      macos-runner:
        description: 'macOS runner to use'
        type: string
        default: 'macos-latest'
defaults:
  run:
    shell: bash

jobs:
  build-matrix:
    name: Platform matrix
    runs-on: ubuntu-latest
    outputs:
      matrix: ${{ steps.set-matrix.outputs.matrix }}
    steps:
      - name: Create file with future platform list
        id: set-matrix
        run: |
          BINARY="${{ inputs.binary-name }}"
          BINARY_WIN="${{ inputs.binary-name }}.exe"
          MACOS_RUNNER="${{ inputs.macos-runner }}"
          MATRIX='{"include":[]}'
          if [ "${{ inputs.build-linux-amd }}" == "true" ]; then
            MATRIX=$(echo $MATRIX | jq -c --arg binary "$BINARY" '.include += [{"os": "linux-amd", "runner": "ubuntu-latest", "shell": "bash", "binary": $binary, "platform": "DEFAULT-LINUX-X86_64"}]')
            echo "Matrix after adding linux-amd: $MATRIX"
          fi
          if [ "${{ inputs.build-linux-arm }}" == "true" ]; then
            MATRIX=$(echo $MATRIX | jq -c --arg binary "$BINARY" '.include += [{"os": "linux-arm", "runner": "ubuntu-latest", "shell": "bash", "binary": $binary, "platform": "DEFAULT-LINUX-AARCH64"}]')
            echo "Matrix after adding linux-arm: $MATRIX"
          fi
          if [ "${{ inputs.build-darwin-amd }}" == "true" ]; then
            MATRIX=$(echo $MATRIX | jq -c --arg binary "$BINARY" --arg runner "$MACOS_RUNNER" '.include += [{"os": "darwin-amd", "runner": $runner, "shell": "bash", "binary": $binary, "platform": "DEFAULT-DARWIN-X86_64"}]')
            echo "Matrix after adding darwin-amd: $MATRIX"
          fi
          if [ "${{ inputs.build-darwin-arm }}" == "true" ]; then
            MATRIX=$(echo $MATRIX | jq -c --arg binary "$BINARY" --arg runner "$MACOS_RUNNER" '.include += [{"os": "darwin-arm", "runner": $runner, "shell": "bash", "binary": $binary, "platform": "DEFAULT-DARWIN-ARM64"}]')
            echo "Matrix after adding darwin-arm: $MATRIX"
          fi
          if [ "${{ inputs.build-windows-amd }}" == "true" ]; then
            MATRIX=$(echo $MATRIX | jq -c --arg binary "$BINARY_WIN" '.include += [{"os": "windows-amd", "runner": "windows-latest", "shell": "bash", "binary": $binary, "platform": "DEFAULT-WIN-X86_64"}]')
            echo "Matrix after adding windows-amd: $MATRIX"
          fi
          echo "Final output matrix: $MATRIX"
          echo "matrix=$MATRIX" >> "$GITHUB_OUTPUT"
          MATRIX=$(echo $MATRIX | jq '.')
          echo "Final pretty printed matrix: $MATRIX"
          echo "Platform matrix: $MATRIX" >> "$GITHUB_STEP_SUMMARY"

  build-platform-specific-binary:
    strategy:
      matrix: ${{ fromJSON(needs.build-matrix.outputs.matrix) }}
    name: ${{ matrix.os }}
    needs: build-matrix
    runs-on: ${{ matrix.runner }}
    defaults:
      run:
        shell: ${{ matrix.shell }}
    steps:
    - name: Checkout
      uses: actions/checkout@v5
      with:
        ref: ${{ inputs.ref }}
    - name: Print debug information
      run: |
        uname -a
        VERSION_FILE="${{ inputs.build-target }}/version.txt"
        if [ -f "$VERSION_FILE" ]; then
          echo "Version: $(cat "$VERSION_FILE") (read from $VERSION_FILE)"
        fi
    # Turns out it is crucial to prepare VS environment and build in one step due to env variable visibility
    - name: Prepare Visual Studio environment and build windows binary with ya make
      if: ${{ matrix.os == 'windows-amd' }}
      shell: cmd
      run: |
        for /f "usebackq tokens=*" %%i in (`"%ProgramFiles(x86)%\Microsoft Visual Studio\Installer\vswhere.exe" -latest -products * -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 -property installationPath`) do set "VS_PATH=%%i"

        if "%VS_PATH%"=="" (
          echo Visual Studio with C++ tools was not found
          exit /b 1
        )

        echo Using Visual Studio from: [%VS_PATH%]

        if not exist "%VS_PATH%\Common7\Tools\VsDevCmd.bat" (
          echo VsDevCmd.bat was not found at "%VS_PATH%\Common7\Tools\VsDevCmd.bat"
          exit /b 1
        )

        call "%VS_PATH%\Common7\Tools\VsDevCmd.bat" -arch=amd64
        if errorlevel 1 exit /b 1

        echo VS environment prepared, getting toolchain...

        for /f "tokens=*" %%i in ('.\ya.bat tool c++ --print-toolchain-path') do set "TOOLCHAIN_PATH=%%i\bin\clang-cl.exe"

        if "%TOOLCHAIN_PATH%"=="" (
          echo Failed to get clang-cl path from ya.bat
          exit /b 1
        )

        echo Using full compiler path: [%TOOLCHAIN_PATH%]

        call .\ya.bat make ${{ inputs.build-target }} -r -DUSE_SSE4=no -o .\ ^
          --c-compiler "%TOOLCHAIN_PATH%" ^
          --cxx-compiler "%TOOLCHAIN_PATH%"

    - name: Build unix binary with ya make
      if: ${{ matrix.os != 'windows-amd' }}
      run: ./ya make ${{ inputs.build-target }} -r -DUSE_SSE4=no --target-platform ${{ matrix.platform }}
    - name: Check built binary version command
      run: |
        BINARY_PATH="${{ inputs.build-target }}/${{ matrix.binary }}"

        echo "Checking binary calling \"$BINARY_PATH version\" command"

        if [ ! -f "$BINARY_PATH" ]; then
          echo "Binary was not found: $BINARY_PATH"
          exit 1
        fi

        chmod +x "$BINARY_PATH" 2>/dev/null || true

        "$BINARY_PATH" version
    - name: Upload binary to artifact
      uses: actions/upload-artifact@v6
      with:
        name: ${{ matrix.os }}-binary
        path: ${{ inputs.build-target }}/${{ matrix.binary }}
        if-no-files-found: error
        retention-days: 1