pinecone-python-client/.github/workflows/testing-integration.yaml at main · pinecone-io/pinecone-python-client · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
name: "Integration Tests"
on:
  workflow_call:
    inputs:
      encrypted_project_api_key:
        required: true
        type: string
      python_versions_json:
        required: true
        type: string
      dense_index_host:
        required: true
        type: string
        description: 'The host of a dense index for db data tests'
      sparse_index_host:
        required: true
        type: string
        description: 'The host of the sparse index for db data tests'

permissions: {}

jobs:
  rest_sync:
    name: rest ${{ matrix.python_version }} shard ${{ matrix.shard }}/${{ matrix.total_shards }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python_version: ${{ fromJson(inputs.python_versions_json) }}
        shard: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
        total_shards: [10]
    steps:
      - uses: actions/checkout@v4
      - name: Setup uv
        uses: ./.github/actions/setup-uv
        with:
          include_asyncio: false
          include_grpc: false
          python_version: '${{ matrix.python_version }}'
      - uses: ./.github/actions/run-integration-test
        with:
          encrypted_project_api_key: '${{ inputs.encrypted_project_api_key }}'
          encryption_key: '${{ secrets.FERNET_ENCRYPTION_KEY }}'
          test_suite: 'tests/integration/rest_sync'
          pytest_splits: '${{ matrix.total_shards }}'
          pytest_group: '${{ matrix.shard }}'
          PINECONE_CLIENT_ID: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_ID }}
          PINECONE_CLIENT_SECRET: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_SECRET }}
          INDEX_HOST_DENSE: '${{ inputs.dense_index_host }}'
          INDEX_HOST_SPARSE: '${{ inputs.sparse_index_host }}'

  rest_asyncio:
    name: rest_asyncio ${{ matrix.python_version }} shard ${{ matrix.shard }}/${{ matrix.total_shards }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python_version: ${{ fromJson(inputs.python_versions_json) }}
        shard: [1, 2, 3, 4, 5, 6, 7, 8]
        total_shards: [8]
    steps:
      - uses: actions/checkout@v4
      - name: Setup uv
        uses: ./.github/actions/setup-uv
        with:
          include_asyncio: true
          include_grpc: false
          python_version: '${{ matrix.python_version }}'
      - uses: ./.github/actions/run-integration-test
        with:
          encrypted_project_api_key: '${{ inputs.encrypted_project_api_key }}'
          encryption_key: '${{ secrets.FERNET_ENCRYPTION_KEY }}'
          test_suite: 'tests/integration/rest_asyncio'
          pytest_splits: '${{ matrix.total_shards }}'
          pytest_group: '${{ matrix.shard }}'
          PINECONE_CLIENT_ID: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_ID }}
          PINECONE_CLIENT_SECRET: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_SECRET }}
          INDEX_HOST_DENSE: '${{ inputs.dense_index_host }}'
          INDEX_HOST_SPARSE: '${{ inputs.sparse_index_host }}'

  grpc:
    name: grpc ${{ matrix.python_version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python_version: ${{ fromJson(inputs.python_versions_json) }}
    steps:
      - uses: actions/checkout@v4
      - name: Setup uv
        uses: ./.github/actions/setup-uv
        with:
          include_asyncio: false
          include_grpc: true
          python_version: '${{ matrix.python_version }}'
      - uses: ./.github/actions/run-integration-test
        with:
          encrypted_project_api_key: '${{ inputs.encrypted_project_api_key }}'
          encryption_key: '${{ secrets.FERNET_ENCRYPTION_KEY }}'
          test_suite: 'tests/integration/grpc tests/integration/rest_sync/db/data'
          use_grpc: 'true'
          PINECONE_CLIENT_ID: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_ID }}
          PINECONE_CLIENT_SECRET: ${{ secrets.PINECONE_SERVICE_ACCOUNT_CLIENT_SECRET }}
          INDEX_HOST_DENSE: '${{ inputs.dense_index_host }}'
          INDEX_HOST_SPARSE: '${{ inputs.sparse_index_host }}'