aboutsummaryrefslogtreecommitdiffstats
path: root/.github/workflows/prewarm-ccache.yml
blob: 8dc2228d98075bc1c6aed3c1b54534d3e676c42e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
name: Prewarm-Ccache
on:
  schedule:
    - cron: "0 4 * * *"
  workflow_dispatch:

jobs:
  provide-runner:
    name: Start self-hosted YC runner
    timeout-minutes: 5
    runs-on: ubuntu-latest
    outputs:
      label: ${{ steps.start-yc-runner.outputs.label }}
      instance-id: ${{ steps.start-yc-runner.outputs.instance-id }}
    steps:
      - name: Start YC runner
        id: start-yc-runner
        uses: yc-actions/yc-github-runner@v1
        with:
          mode: start
          yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
          folder-id: ${{ secrets.YC_FOLDER }}
          image-id: fd8earpjmhevh8h6ug5o # TODO: create constant
          disk-size: ${{ vars.DISK_SIZE && vars.DISK_SIZE || '279GB' }}
          disk-type: network-ssd-nonreplicated
          cores: 32
          memory: 64GB
          core-fraction: 100
          zone-id: ru-central1-b
          subnet-id: ${{ secrets.YC_SUBNET }}

  prepare-vm:
    name: Prepare runner
    needs: provide-runner
    runs-on: "${{ needs.provide-runner.outputs.label }}"
    steps:
      - name: install docker
        run: |
          apt-get update
          apt-get install -y --no-install-recommends docker.io
  build:
    needs:
      - provide-runner
      - prepare-vm
    runs-on: "${{ needs.provide-runner.outputs.label }}"
#    runs-on: linux
    strategy:
      fail-fast: false
      max-parallel: 1
      matrix:
        version: ["ubuntu-2204", "ubuntu-2004", "ubuntu-1804"]
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: build
        shell: bash
        run: |
          echo "::group::docker-build"
          docker build -f .github/prewarm/${{ matrix.version }}.dockerfile -t $IMG .
          echo "::endgroup::"
          
          docker run --rm -v `pwd`:/ydbwork/ydb \
            -e CCACHE_REMOTE_STORAGE="${CCACHE_REMOTE_STORAGE}" \
            $IMG \
            bash /ydbwork/ydb/.github/prewarm/build.sh
        env:
          IMG: runner-${{ matrix.version }}
          CCACHE_REMOTE_STORAGE: ${{ vars.REMOTE_CACHE_URL && format('http://{0}{1}', secrets.REMOTE_CACHE_AUTH, vars.REMOTE_CACHE_URL) || ''}}
  release-runner:
    name: Release self-hosted YC runner if provided on-demand
    needs:
      - provide-runner
      - build
    runs-on: ubuntu-latest
    if: always()
    steps:
      - name: Stop YC runner
        uses: yc-actions/yc-github-runner@v1
        with:
          mode: stop
          yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
          github-token: ${{ secrets.GH_PERSONAL_ACCESS_TOKEN }}
          label: ${{ needs.provide-runner.outputs.label }}
          instance-id: ${{ needs.provide-runner.outputs.instance-id }}