diff options
| author | Nikita Kozlovskiy <nikitka@gmail.com> | 2023-09-12 23:03:34 +0300 |
|---|---|---|
| committer | nkozlovskiy <nmk@ydb.tech> | 2023-09-12 23:22:38 +0300 |
| commit | f0c342b81fa53191b2aa0fe6e953f746a56446ee (patch) | |
| tree | 0f8067d189a9883c4c2c4f6c281f1bc219b15fea /.github/workflows/docker_publish.yml | |
| parent | 8a17939a21f936e38707a1f87045135d43ba7792 (diff) | |
| download | ydb-f0c342b81fa53191b2aa0fe6e953f746a56446ee.tar.gz | |
docker: build local_ydb using pyinstaller, enable s3 docker cache
docker: build local_ydb using pyinstaller, enable s3 docker cache
Pull Request resolved: 364
Diffstat (limited to '.github/workflows/docker_publish.yml')
| -rw-r--r-- | .github/workflows/docker_publish.yml | 57 |
1 files changed, 44 insertions, 13 deletions
diff --git a/.github/workflows/docker_publish.yml b/.github/workflows/docker_publish.yml index a3eebe195c..e42441b2d4 100644 --- a/.github/workflows/docker_publish.yml +++ b/.github/workflows/docker_publish.yml @@ -15,6 +15,11 @@ on: required: true default: trunk description: "docker image tag" + local_ydb_ref: + type: string + required: true + default: main + description: "Git branch/tag revision to builld local_ydb" jobs: provide-runner: @@ -47,14 +52,10 @@ jobs: needs: provide-runner runs-on: [ self-hosted, "${{ needs.provide-runner.outputs.label }}" ] steps: - - name: Checkout PR - uses: actions/checkout@v3 - with: - sparse-checkout: .github - name: install docker shell: bash run: | - apt-get update + apt-get update apt-get install -y --no-install-recommends docker.io build: @@ -63,10 +64,27 @@ jobs: - prepare-vm runs-on: "${{ needs.provide-runner.outputs.label }}" steps: + - name: Checkout .github and local_ydb + uses: actions/checkout@v4 + with: + ref: main + path: main + sparse-checkout: | + .github + ydb/public/tools/local_ydb/ + - name: Checkout - uses: actions/checkout@v3 + uses: actions/checkout@v4 with: - sparse-checkout: .github + ref: ${{ inputs.git_ref || 'main' }} + path: ydb + + - name: get revision + shell: bash + id: get-sha + working-directory: ydb + run: | + echo "SHA=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT - name: Set up Docker Buildx uses: docker/setup-buildx-action@v2 @@ -78,18 +96,31 @@ jobs: username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} + - name: Docker meta + id: meta + uses: docker/metadata-action@v4 + with: + images: | + ghcr.io/${{ github.repository_owner }}/local-ydb + labels: | + ydb.revision=${{ steps.get-sha.outputs.SHA }} + org.opencontainers.image.revision=${{ steps.get-sha.outputs.SHA }} + tags: | + type=schedule,pattern=nightly + type=raw,value=${{ inputs.image_tag || 'trunk' }} + - name: Build and push docker image uses: docker/build-push-action@v4 with: push: true - context: .github/docker/ - file: .github/docker/Dockerfile - tags: ghcr.io/${{ github.repository_owner }}/local-ydb:${{ inputs.image_tag || 'trunk' }} + context: . + file: main/.github/docker/Dockerfile + tags: ${{ steps.meta.outputs.tags }} + labels: ${{ steps.meta.outputs.labels }} platforms: linux/amd64 provenance: false - build-args: | - GIT_REPO=${{ github.server_url }}/${{ github.repository }} - GIT_REF=${{ inputs.git_ref || 'main' }} + cache-from: type=s3,name=local_ydb,region=ru-central1,bucket=${{ vars.AWS_BUCKET }},endpoint_url=${{ vars.AWS_ENDPOINT }},access_key_id=${{ secrets.AWS_KEY_ID }},secret_access_key=${{ secrets.AWS_KEY_VALUE }} + cache-to: type=s3,name=local_ydb,region=ru-central1,bucket=${{ vars.AWS_BUCKET }},endpoint_url=${{ vars.AWS_ENDPOINT }},access_key_id=${{ secrets.AWS_KEY_ID }},secret_access_key=${{ secrets.AWS_KEY_VALUE }},mode=max secrets: | "ccache_remote_storage=${{ vars.REMOTE_CACHE_URL && format('http://{0}{1}', secrets.REMOTE_CACHE_AUTH, vars.REMOTE_CACHE_URL) || ''}}" |