From 1e09702849ade8dc3a628afda2702bdb0d18b438 Mon Sep 17 00:00:00 2001 From: Jeremy Udit Date: Thu, 12 Sep 2024 21:52:20 -0400 Subject: [PATCH] ci: build on fork --- .github/workflows/build.yaml | 28 +++------------------------- .github/workflows/matrix.json | 26 +++++++++++++------------- 2 files changed, 16 insertions(+), 38 deletions(-) diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index e43183cd..5fd98ad2 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -44,8 +44,7 @@ jobs: concurrency: group: ${{ github.workflow }}-${{ github.job }}-${{matrix.name}}-${{ github.head_ref || github.run_id }} cancel-in-progress: true - runs-on: - group: aws-highmemory-32-plus-priv + runs-on: ubuntu-latest permissions: contents: write packages: write @@ -61,26 +60,10 @@ jobs: uses: docker/setup-buildx-action@v3 with: install: true - buildkitd-config: /tmp/buildkitd.toml - - - name: Configure sccache - uses: actions/github-script@v6 - with: - script: | - core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || ''); - core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || ''); - name: Inject slug/short variables uses: rlespinasse/github-slug-action@v4 - - name: Login to internal Container Registry - if: github.event_name != 'pull_request' - uses: docker/login-action@v3 - with: - username: ${{ secrets.REGISTRY_USERNAME }} - password: ${{ secrets.REGISTRY_PASSWORD }} - registry: registry.internal.huggingface.tech - - name: Login to GitHub Container Registry if: github.event_name != 'pull_request' uses: docker/login-action@v3 @@ -94,8 +77,7 @@ jobs: uses: docker/metadata-action@v5 with: images: | - registry.internal.huggingface.tech/api-inference/text-embeddings-inference - ghcr.io/huggingface/text-embeddings-inference + ghcr.io/jcudit/text-embeddings-inference flavor: | latest=false tags: | @@ -122,16 +104,13 @@ jobs: ${{matrix.extraBuildArgs}} tags: ${{ steps.meta.outputs.tags }} labels: ${{ steps.meta.outputs.labels }} - cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max - cache-to: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max - name: Extract metadata (tags, labels) for Docker id: meta-grpc uses: docker/metadata-action@v5 with: images: | - registry.internal.huggingface.tech/api-inference/text-embeddings-inference - ghcr.io/huggingface/text-embeddings-inference + ghcr.io/jcudit/text-embeddings-inference flavor: | latest=false tags: | @@ -159,4 +138,3 @@ jobs: ${{matrix.extraBuildArgs}} tags: ${{ steps.meta-grpc.outputs.tags }} labels: ${{ steps.meta-grpc.outputs.labels }} - cache-from: type=s3,region=us-east-1,bucket=ci-docker-buildx-cache,name=text-embeddings-inference-cache-${{matrix.name}},access_key_id=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_ACCESS_KEY_ID }},secret_access_key=${{ secrets.S3_CI_DOCKER_BUILDX_CACHE_SECRET_ACCESS_KEY }},mode=max diff --git a/.github/workflows/matrix.json b/.github/workflows/matrix.json index c83fcf34..d0531e8d 100644 --- a/.github/workflows/matrix.json +++ b/.github/workflows/matrix.json @@ -2,8 +2,8 @@ { "name": "turing", "imageNamePrefix": "turing-", - "runOn": "main", - "sccache": true, + "runOn": "disabled", + "sccache": false, "cudaComputeCap": 75, "extraBuildArgs": "DEFAULT_USE_FLASH_ATTENTION=False", "dockerfile": "Dockerfile-cuda" @@ -11,47 +11,47 @@ { "name": "ampere", "imageNamePrefix": "", - "runOn": "always", - "sccache": true, + "runOn": "main", + "sccache": false, "cudaComputeCap": 80, "dockerfile": "Dockerfile-cuda" }, { "name": "a10", "imageNamePrefix": "86-", - "runOn": "main", - "sccache": true, + "runOn": "disable", + "sccache": false, "cudaComputeCap": 86, "dockerfile": "Dockerfile-cuda" }, { "name": "RTX 4000", "imageNamePrefix": "89-", - "runOn": "main", - "sccache": true, + "runOn": "disable", + "sccache": false, "cudaComputeCap": 89, "dockerfile": "Dockerfile-cuda" }, { "name": "Hopper", "imageNamePrefix": "hopper-", - "runOn": "main", - "sccache": true, + "runOn": "disable", + "sccache": false, "cudaComputeCap": 90, "dockerfile": "Dockerfile-cuda" }, { "name": "All", "imageNamePrefix": "cuda-", - "runOn": "main", + "runOn": "disable", "sccache": false, "dockerfile": "Dockerfile-cuda-all" }, { "name": "cpu", "imageNamePrefix": "cpu-", - "runOn": "main", - "sccache": true, + "runOn": "disabled", + "sccache": false, "dockerfile": "Dockerfile" } ]