Merge branch 'airbytehq:master' into master

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.50.30
+current_version = 0.50.34
 commit = False
 tag = False
 parse = (?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\-[a-z]+)?

.devcontainer/destination-duckdb/devcontainer.json

@@ -4,7 +4,7 @@
   "name": "DuckDB Destination Connector DevContainer (Python)",
 
   // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
-  "image": "mcr.microsoft.com/devcontainers/python:0-3.9",
+  "image": "mcr.microsoft.com/devcontainers/python:0-3.10",
 
   // Features to add to the dev container. More info: https://containers.dev/features.
   "features": {
@@ -23,24 +23,25 @@
   "customizations": {
     "vscode": {
       "extensions": [
-				// Python extensions:
-				"charliermarsh.ruff",
-				"matangover.mypy",
-				"ms-python.black",
-				"ms-python.python",
-				"ms-python.vscode-pylance",
+        // Python extensions:
+        "charliermarsh.ruff",
+        "matangover.mypy",
+        "ms-python.black-formatter",
+        "ms-python.python",
+        "ms-python.vscode-pylance",
 
-				// Toml support
-				"tamasfe.even-better-toml",
-
-				// Yaml and JSON Schema support:
-				"redhat.vscode-yaml",
+        // Toml support
+        "tamasfe.even-better-toml",
 
-				// Contributing:
-				"GitHub.vscode-pull-request-github"
+        // Yaml and JSON Schema support:
+        "redhat.vscode-yaml",
+
+        // Contributing:
+        "GitHub.vscode-pull-request-github"
       ],
       "settings": {
         "extensions.ignoreRecommendations": true,
+        "git.autofetch": true,
         "git.openRepositoryInParentFolders": "always",
         "python.defaultInterpreterPath": ".venv/bin/python",
         "python.interpreter.infoVisibility": "always",
@@ -50,7 +51,10 @@
         "python.testing.pytestArgs": [
           "--rootdir=/workspaces/airbyte/airbyte-integrations/connectors/destination-duckdb",
           "."
-        ]
+        ],
+        "[python]": {
+          "editor.defaultFormatter": "ms-python.black-formatter"
+        }
       }
     }
   },

.devcontainer/java-connectors-generic/devcontainer.json

@@ -0,0 +1,58 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+{
+  "name": "Connector Development DevContainer (Generic)",
+
+  "image": "mcr.microsoft.com/devcontainers/java:0-17",
+  "features": {
+    "ghcr.io/devcontainers/features/docker-in-docker": {},
+    "ghcr.io/devcontainers/features/java:1": {
+      "installGradle": true,
+      "version": "latest",
+      "jdkDistro": "open",
+      "gradleVersion": "7.5.1"
+    },
+    // Python needed for `airbyte-ci` CLI
+    "ghcr.io/devcontainers/features/python:1": {
+      "installGradle": true,
+      "version": "3.10",
+      "installTools": true
+    },
+    "ghcr.io/devcontainers-contrib/features/poetry:2": {}
+  },
+
+  // Deterministic order reduces cache busting
+  "overrideFeatureInstallOrder": [
+    "ghcr.io/devcontainers/features/docker-in-docker",
+    "ghcr.io/devcontainers/features/java",
+    "ghcr.io/devcontainers/features/python",
+    "ghcr.io/devcontainers-contrib/features/poetry"
+  ],
+
+  // Configure tool-specific properties.
+  "customizations": {
+    "vscode": {
+      "extensions": ["vscjava.vscode-gradle", "tamasfe.even-better-toml"],
+      "settings": {
+        "extensions.ignoreRecommendations": true,
+        "git.openRepositoryInParentFolders": "always"
+      }
+    }
+  },
+
+  // Mark the root directory as 'safe' for git.
+  "initializeCommand": "git config --add safe.directory /workspaces/airbyte",
+
+  // Install Gradle, `airbyte-ci` CLI, and Dagger (installed via airbyte-ci --help)
+  "postCreateCommand": "./gradlew --version && pipx install --editable ./airbyte-ci/connectors/pipelines/ || airbyte-ci --help || true",
+
+  "containerEnv": {
+    // Deterministic Poetry virtual env location: `./.venv`
+    "POETRY_VIRTUALENVS_IN_PROJECT": "true"
+  }
+
+  // Override to change the directory that the IDE opens by default:
+  // "workspaceFolder": "/workspaces/airbyte"
+
+  // Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+  // "remoteUser": "root"
+}

.github/CODEOWNERS

@@ -1,7 +1,15 @@
+# Vector db connectors
+/airbyte-integrations/connectors/destination-pinecone @airbytehq/ai-language-models
+/airbyte-integrations/connectors/destination-weaviate @airbytehq/ai-language-models
+/airbyte-integrations/connectors/destination-milvus @airbytehq/ai-language-models
+/airbyte-integrations/connectors/destination-qdrant @airbytehq/ai-language-models
+/airbyte-integrations/connectors/destination-chroma @airbytehq/ai-language-models
+/airbyte-cdk/python/airbyte_cdk/destinations/vector_db_based @airbytehq/ai-language-models
+
 # CDK and Connector Acceptance Tests
 /airbyte-cdk/python @airbytehq/connector-extensibility
 /airbyte-integrations/connector-templates/ @airbytehq/connector-extensibility
-/airbyte-integrations/bases/connector-acceptance-tests/ @airbytehq/connector-operations
+/airbyte-integrations/bases/connector-acceptance-test/ @airbytehq/connector-operations @lazebnyi @oustynova
 
 # Protocol related items
 /docs/understanding-airbyte/airbyte-protocol.md @airbytehq/protocol-reviewers
@@ -30,6 +38,9 @@
 /airbyte-integrations/connectors/source-tidb/ @airbytehq/dbsources
 
 # Java-based destination connectors
+airbyte-cdk/java/airbyte-cdk/db-destinations/ @airbytehq/destinations
+airbyte-cdk/java/airbyte-cdk/s3-destinations/ @airbytehq/destinations
+airbyte-cdk/java/airbyte-cdk/typing-deduping/ @airbytehq/destinations
 /airbyte-integrations/bases/standard-destination-test/ @airbytehq/destinations
 /airbyte-integrations/bases/base-java-s3/ @airbytehq/destinations
 /airbyte-integrations/bases/bases-destination-jdbc/ @airbytehq/destinations
@@ -49,3 +60,9 @@
 /airbyte-integrations/connectors/destination-s3/ @airbytehq/destinations
 /airbyte-integrations/connectors/destination-snowflake/ @airbytehq/destinations
 /airbyte-integrations/connectors/destination-tidb/ @airbytehq/destinations
+
+# Build customization file change
+/airbyte-integrations/connectors/**/build_customization.py @airbytehq/connector-operations
+
+# airbyte-ci
+/airbyte-ci @airbytehq/connector-operations

.github/ISSUE_TEMPLATE/1-issue-connector.yaml

@@ -61,7 +61,7 @@ body:
   - type: textarea
     id: description
     attributes:
-      label: Revelant information
+      label: Relevant information
       description: Please give any additional information you have and steps to reproduce the problem.
   - type: textarea
     id: logs

.github/ISSUE_TEMPLATE/2-issue-platform.yaml

@@ -0,0 +1,62 @@
+name: 🐛 Report a platform, infra or deployment bug
+description: Use this template when you have a problem operating Airbyte platform
+labels: [type/bug, area/platform, needs-triage]
+body:
+  - type: markdown
+    attributes:
+      value: >
+        <p align="center">
+          <a target="_blank" href="https://airbyte.com">
+            <image>
+              <source srcset="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg">
+              <img alt="octavia-welcome" src="https://raw.githubusercontent.com/airbytehq/airbyte/master/.github/octavia-issue-template.svg" width="auto" height="120">
+            </image>
+          </a>
+        </p>
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to fill out this bug report...
+        Make sure to update this issue with a concise title and provide all information you have to 
+        help us debug the problem together. Issues not following the template will be closed.
+  - type: dropdown
+    id: deploy
+    validations:
+      required: true
+    attributes:
+      label: What method are you using to run Airbyte?
+      multiple: false
+      options:
+        - Docker
+        - Kubernetes
+  - type: input
+    id: platform-version
+    attributes:
+      label: Platform Version or Helm Chart Version
+      description: "Some examples are: (eg. 0.44.1, 0.30.0), you can find the version in the left bottom in Airbyte UI or in the .env / value.yaml file"
+    validations:
+      required: true
+  - type: dropdown
+    id: step
+    attributes:
+      label: What step the error happened?
+      multiple: false
+      options:
+        - On deploy
+        - During the Sync
+        - Upgrading the Platform or Helm Chart
+        - Other
+  - type: textarea
+    id: description
+    attributes:
+      label: Revelant information
+      description: Please give any additional information you have and steps to reproduce the problem.
+  - type: textarea
+    id: logs
+    attributes:
+      label: Relevant log output
+      description: |
+        Please copy and paste any relevant log output. 
+        This will be automatically formatted into code, so no need for backticks.
+        We strongly recommend to upload the log file for further debugging.
+      render: shell

.github/ISSUE_TEMPLATE/3-issue-cli.yaml

@@ -29,7 +29,7 @@ body:
   - type: textarea
     id: description
     attributes:
-      label: Revelant information
+      label: Relevant information
       description: Please give any additional information you have and steps to reproduce the problem.
   - type: textarea
     id: logs

.github/ISSUE_TEMPLATE/5-feature-new-connector.yaml

@@ -20,7 +20,7 @@ body:
   - type: textarea
     id: description
     attributes:
-      label: Revelant Information
+      label: Relevant Information
       description: >-
         Why do you need this integration? How does your team intend to use the data? This helps us understand the use case.
         How often do you want to run syncs?

.github/ISSUE_TEMPLATE/6-feature-request.yaml

@@ -14,7 +14,7 @@ body:
   - type: textarea
     id: description
     attributes:
-      label: Revelant Information
+      label: Relevant Information
       description: >-
         What are you trying to do, and why is it hard? A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
         A clear and concise description of what you want to see happen, or the change you would like to see

.github/ISSUE_TEMPLATE/9-other.yaml

@@ -12,5 +12,5 @@ body:
   - type: textarea
     id: description
     attributes:
-      label: Revelant information
+      label: Relevant information
       description: Please give any aditional information.

.github/actions/run-dagger-pipeline/action.yml

@@ -63,6 +63,17 @@ inputs:
   ci_job_key:
     description: "CI job key"
     required: false
+  s3_build_cache_access_key_id:
+    description: "Gradle S3 Build Cache AWS access key ID"
+    required: false
+  s3_build_cache_secret_key:
+    description: "Gradle S3 Build Cache AWS secret key"
+    required: false
+  airbyte_ci_binary_url:
+    description: "URL to airbyte-ci binary"
+    required: false
+    default: https://connectors.airbyte.com/airbyte-ci/releases/ubuntu/latest/airbyte-ci
+
 runs:
   using: "composite"
   steps:
@@ -83,22 +94,18 @@ runs:
       id: get-start-timestamp
       shell: bash
       run: echo "name=start-timestamp=$(date +%s)" >> $GITHUB_OUTPUT
-    - name: Install Python 3.10
-      uses: actions/setup-python@v4
-      with:
-        python-version: "3.10"
-        token: ${{ inputs.github_token }}
-    - name: Install ci-connector-ops package
+    - name: Install airbyte-ci binary
+      id: install-airbyte-ci
       shell: bash
       run: |
-        pip install pipx
-        pipx ensurepath
-        pipx install airbyte-ci/connectors/pipelines/
+        curl -sSL ${{ inputs.airbyte_ci_binary_url }} --output airbyte-ci-bin
+        sudo mv airbyte-ci-bin /usr/local/bin/airbyte-ci
+        sudo chmod +x /usr/local/bin/airbyte-ci
     - name: Run airbyte-ci
       shell: bash
       run: |
         export _EXPERIMENTAL_DAGGER_RUNNER_HOST="unix:///var/run/buildkit/buildkitd.sock"
-        airbyte-ci-internal --is-ci --gha-workflow-run-id=${{ github.run_id }} ${{ inputs.subcommand }} ${{ inputs.options }}
+        airbyte-ci --disable-dagger-run --is-ci --gha-workflow-run-id=${{ github.run_id }} ${{ inputs.subcommand }} ${{ inputs.options }}
       env:
         _EXPERIMENTAL_DAGGER_CLOUD_TOKEN: "p.eyJ1IjogIjFiZjEwMmRjLWYyZmQtNDVhNi1iNzM1LTgxNzI1NGFkZDU2ZiIsICJpZCI6ICJlNjk3YzZiYy0yMDhiLTRlMTktODBjZC0yNjIyNGI3ZDBjMDEifQ.hT6eMOYt3KZgNoVGNYI3_v4CC-s19z8uQsBkGrBhU3k"
         CI_CONTEXT: "${{ inputs.context }}"
@@ -120,4 +127,6 @@ runs:
         SPEC_CACHE_GCS_CREDENTIALS: ${{ inputs.spec_cache_gcs_credentials }}
         DOCKER_HUB_USERNAME: ${{ inputs.docker_hub_username }}
         DOCKER_HUB_PASSWORD: ${{ inputs.docker_hub_password }}
+        S3_BUILD_CACHE_ACCESS_KEY_ID: ${{ inputs.s3_build_cache_access_key_id }}
+        S3_BUILD_CACHE_SECRET_KEY: ${{ inputs.s3_build_cache_secret_key }}
         CI: "True"

.github/actions/runner-prepare-for-build/action.yml

@@ -1,18 +1,18 @@
-name: 'Prepare Runner for Building'
-description: 'Prepare Runner for Building project'
+name: "Prepare Runner for Building"
+description: "Prepare Runner for Building project"
 inputs:
   install_java:
-    description: ''
+    description: ""
     required: false
-    default: 'true'
+    default: "true"
   install_node:
-    description: ''
+    description: ""
     required: false
-    default: 'true'
+    default: "true"
   install_python:
-    description: ''
+    description: ""
     required: false
-    default: 'true'
+    default: "true"
 runs:
   using: "composite"
   steps: