Add Bedrock

datastax · Jul 10, 2024 · f06f7e9 · f06f7e9
1 parent f75d84c
commit f06f7e9
Show file tree

Hide file tree

Showing 2 changed files with 112 additions and 247 deletions.
diff --git a/.github/workflows/ci-astra-dev.yml b/.github/workflows/ci-astra-dev.yml
@@ -82,6 +82,7 @@ jobs:
 #        run: |
 #          cd astra-db-java
 #          mvn test -Dtest=com.datastax.astra.test.integration.dev.*Test
+
   AWS_OPEN_AI:
     needs: AWS_US_WEST2_CORE
     runs-on: ubuntu-latest
@@ -260,8 +261,9 @@ jobs:
 
 
 
-  AWS_HF_DEDICATED:
-    needs: AWS_HUGGING_FACE
+
+  GCP_OPEN_AI:
+    needs: GCP_EUROPE_WEST4
     runs-on: ubuntu-latest
     steps:
       - name: Checkout repository
@@ -274,19 +276,14 @@ jobs:
       - name: Maven Test
         env:
           ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
-          ASTRA_CLOUD_PROVIDER_DEV: AWS
-          ASTRA_CLOUD_REGION_DEV: us-west-2
-          EMBEDDING_PROVIDER: huggingfaceDedicated
-          EMBEDDING_API_KEY: ${{ secrets.HUGGINGFACEDED_API_KEY }}
-          HUGGINGFACEDED_DIMENSION: ${{ vars.HUGGINGFACEDED_DIMENSION }}
-          HUGGINGFACEDED_ENDPOINTNAME: ${{ vars.HUGGINGFACEDED_ENDPOINTNAME }}
-          HUGGINGFACEDED_REGIONNAME: ${{ vars.HUGGINGFACEDED_REGIONNAME }}
-          HUGGINGFACEDED_CLOUDNAME: ${{ vars.HUGGINGFACEDED_CLOUDNAME }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: openai
+          EMBEDDING_API_KEY: ${{ secrets.OPENAI_API_KEY }}
         run: |
           cd astra-db-java
-          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeHuggingFaceDedicatedITTest
-
-  GCP_OPEN_AI:
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
+  GCP_AZURE_OPEN_AI:
     needs: GCP_EUROPE_WEST4
     runs-on: ubuntu-latest
     steps:
@@ -302,12 +299,12 @@ jobs:
           ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
           ASTRA_CLOUD_PROVIDER_DEV: AWS
           ASTRA_CLOUD_REGION_DEV: us-west-2
-          EMBEDDING_PROVIDER: openai
-          EMBEDDING_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          EMBEDDING_PROVIDER: azureOpenAI
+          EMBEDDING_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
         run: |
           cd astra-db-java
           mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
-  GCP_AZURE_OPEN_AI:
+  GCP_HUGGING_FACE:
     needs: GCP_OPEN_AI
     runs-on: ubuntu-latest
     steps:
@@ -321,14 +318,15 @@ jobs:
       - name: Maven Test
         env:
           ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
-          ASTRA_CLOUD_PROVIDER_DEV: AWS
-          ASTRA_CLOUD_REGION_DEV: us-west-2
-          EMBEDDING_PROVIDER: azureOpenAI
-          EMBEDDING_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: huggingface
+          EMBEDDING_API_KEY: ${{ secrets.HF_API_KEY }}
         run: |
           cd astra-db-java
-          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
-  GCP_HUGGING_FACE:
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest          
+
+  GCP_MISTRAL_AI:
     needs: GCP_AZURE_OPEN_AI
     runs-on: ubuntu-latest
     steps:
@@ -342,10 +340,97 @@ jobs:
       - name: Maven Test
         env:
           ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
-          ASTRA_CLOUD_PROVIDER_DEV: AWS
-          ASTRA_CLOUD_REGION_DEV: us-west-2
-          EMBEDDING_PROVIDER: huggingface
-          EMBEDDING_API_KEY: ${{ secrets.HF_API_KEY }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: mistral
+          EMBEDDING_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
         run: |
           cd astra-db-java
-          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest          
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
+  GCP_VOYAGE_AI:
+    needs: GCP_OPEN_AI
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Set up JDK
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'adopt'
+          java-version: 11
+      - name: Maven Test
+        env:
+          ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: voyageAI
+          EMBEDDING_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
+        run: |
+          cd astra-db-java
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
+  GCP_UPSTAGE_AI:
+    needs: GCP_OPEN_AI
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Set up JDK
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'adopt'
+          java-version: 11
+      - name: Maven Test
+        env:
+          ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: upstageAI
+          EMBEDDING_API_KEY: ${{ secrets.UPSTAGE_API_KEY }}
+        run: |
+          cd astra-db-java
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
+  
+
+
+  GCP_JINA_AI:
+    needs: GCP_UPSTAGE_AI
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Set up JDK
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'adopt'
+          java-version: 11
+      - name: Maven Test
+        env:
+          ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: jinaAI
+          EMBEDDING_API_KEY: ${{ secrets.JINA_API_KEY }}
+        run: |
+          cd astra-db-java
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest
+  GCP_NVIDIA:
+    needs: GCP_VOYAGE_AI
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      - name: Set up JDK
+        uses: actions/setup-java@v2
+        with:
+          distribution: 'adopt'
+          java-version: 11
+      - name: Maven Test
+        env:
+          ASTRA_DB_APPLICATION_TOKEN_DEV: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN_DEV }}
+          ASTRA_CLOUD_PROVIDER_DEV: GCP
+          ASTRA_CLOUD_REGION_DEV: europe-west4
+          EMBEDDING_PROVIDER: nvidia
+          EMBEDDING_API_KEY: nvidia # required for github actions, not used
+        run: |
+          cd astra-db-java
+          mvn test -Dtest=com.datastax.astra.test.integration.dev_vectorize.AstraDevVectorizeEmbeddingApiKeyITTest