java-client/.github/workflows/test.yaml at 15b22fc39751e7efcc68b35d0c81af4a6300e151 · weaviate/java-client · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
name: Tests
on:
  push:
    branches:
      - main
  pull_request:
concurrency:
  group: tests-${{ github.ref }}
  cancel-in-progress: true

env:
  IMG2VEC: cr.weaviate.io/semitechnologies/img2vec-pytorch:resnet50
  MINIO: minio/minio
  MODEL2VEC: cr.weaviate.io/semitechnologies/model2vec-inference:minishlab-potion-base-4M
  DOCKER_IMAGES_TAR: docker-images.tar

jobs:
  maven-cache:
    name: Cache Maven dependencies
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
      - uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4
        with:
          distribution: "zulu"
          java-version: "17"
          cache: "maven"
      - run: mvn dependency:go-offline

  unit:
    name: Unit tests
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
      - uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4
        with:
          distribution: "zulu"
          java-version: "17"
          cache: "maven"
      - run: mvn test -Dtest='!*ITest'

  docker-cache:
    needs: unit
    name: Cache shared Docker images
    runs-on: ubuntu-latest
    steps:
      - name: Login to Docker Hub
        if: ${{ !github.event.pull_request.head.repo.fork }}
        uses: docker/login-action@4907a6ddec9925e35a0a9e82d7399ccc52663121 # v4
        with:
          username: ${{ secrets.DOCKER_USERNAME }}
          password: ${{ secrets.DOCKER_PASSWORD }}
      - id: cache-check
        uses: actions/cache/restore@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5
        env:
          DOCKER_CACHE_KEY: docker-images-${{ env.IMG2VEC }}-${{ env.MINIO }}-${{ env.MODEL2VEC }}
        with:
          path: ${{ env.DOCKER_IMAGES_TAR }}
          key: ${{ env.DOCKER_CACHE_KEY }}
          lookup-only: true # Only check if cache exists, don't download
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
        with:
          tool-cache: false
          android: true
          dotnet: true
          haskell: true
          large-packages: true
          docker-images: false
          swap-storage: false
      - name: Pull images
        if: steps.cache-check.outputs.cache-hit != 'true'
        run: |
          docker pull $IMG2VEC
          docker pull $MINIO
          # docker pull $MODEL2VEC
          docker save $IMG2VEC $MINIO -o $DOCKER_IMAGES_TAR
      - name: Cache images
        if: steps.cache-check.outputs.cache-hit != 'true'
        uses: actions/cache/save@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5
        env:
          DOCKER_CACHE_KEY: docker-images-${{ env.IMG2VEC }}-${{ env.MINIO }}-${{ env.MODEL2VEC }}
        with:
          path: ${{ env.DOCKER_IMAGES_TAR }}
          key: ${{ env.DOCKER_CACHE_KEY }}

  integration:
    name: Integration Tests
    runs-on: ubuntu-latest
    needs: [maven-cache, unit, docker-cache]
    strategy:
      fail-fast: false
      matrix:
        WEAVIATE_VERSION:
          ["1.32.24", "1.33.11", "1.34.7", "1.35.2", "1.36.9", "1.37.1"]
    steps:
      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6

      - uses: actions/cache/restore@668228422ae6a00e4ad889ee87cd7109ec5666a7 # v5
        env:
          DOCKER_CACHE_KEY: docker-images-${{ env.IMG2VEC }}-${{ env.MINIO }}-${{ env.MODEL2VEC }}
        with:
          path: ${{ env.DOCKER_IMAGES_TAR }}
          key: ${{ env.DOCKER_CACHE_KEY }}
      - name: Free Disk Space (Ubuntu)
        uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
        with:
          tool-cache: false
          android: true
          dotnet: true
          haskell: true
          large-packages: true
          docker-images: false
          swap-storage: false
      - name: Load Docker images
        run: |
          if [ -f $DOCKER_IMAGES_TAR ]; then
            docker load -i $DOCKER_IMAGES_TAR
          fi
      - uses: actions/setup-java@c1e323688fd81a25caa38c78aa6df2d33d3e20d9 # v4
        name: Setup JDK
        with:
          distribution: "zulu"
          java-version: "17"
          cache: "maven"

      - name: Run Tests (v${{ matrix.WEAVIATE_VERSION }})
        env:
          OKTA_DUMMY_CI_PW: ${{ secrets.OKTA_DUMMY_CI_PW }}
          WCS_DUMMY_CI_PW: ${{ secrets.WCS_DUMMY_CI_PW }}
          OKTA_CLIENT_SECRET: ${{ secrets.OKTA_CLIENT_SECRET }}
          AZURE_CLIENT_SECRET: ${{ secrets.AZURE_CLIENT_SECRET }}
          OPENAI_APIKEY: ${{ secrets.OPENAI_APIKEY }}
          WEAVIATE_VERSION: ${{ matrix.WEAVIATE_VERSION }}
        run: mvn verify -Dtest='*ITest' -Dgpg.skip