Parametrise PythonLibraryEditor

- python-runner no longer simulates a single http api that does
everything (incl s3 interaction)
- Separates file lifetimes (shared storage) from execution
- Easier to see how to avoid reading into strings (e.g. for piping into
tmp files, follow up)

Earlier on we had a service that managed much of the I/O, metabase now
coordinates it so it makes little sense pretending there is still
an overall http api.

.clj-kondo/config.edn

@@ -1,7 +1,7 @@
 ;; -*- comment-column: 100; -*-
 {:config-paths ["macros" "src" "config"]
  :linters
- { ;;
+ {;;
   ;; enabled optional linters (these are disabled by default)
   ;;
 
@@ -173,7 +173,6 @@
      metabase.driver.sql-jdbc.execute/execute-prepared-statement!
      metabase.notification.models/create-notification!
      metabase.pulse.send/send-pulse!
-     metabase-enterprise.transforms-python.python-runner-test/execute!
      ;; Safe in tests, where we typically use a private, temporary index per thread.
      metabase.search.core/reindex!
      metabase.util/run-count!
@@ -187,7 +186,7 @@
   :metabase/disallow-hardcoded-driver-names-in-tests
   ;; don't include `:h2` since that will probably lead to a mountain of tests where we are specifically testing
   ;; middleware or compilation behavior with just H2 since it's the default.
-  {:drivers #{ ;; core drivers
+  {:drivers #{;; core drivers
               #_:h2
               :postgres
               :mysql
@@ -229,7 +228,7 @@
     (clojure.core.logic/fresh)
     (clojure.core.logic/matcha)
     (clojure.core.logic/run)
-    (clojure.test/is [=? malli= qv=])
+    (clojure.test/is [query= =? malli= qv=])
     (clojure.tools.macro/macrolet)
     instaparse.core/transform
     (metabase.server.streaming-response/streaming-response)
@@ -521,7 +520,6 @@
    metabase-enterprise.cache.config-test/with-temp-persist-models                                                            hooks.common/with-seven-bindings
    metabase-enterprise.semantic-search.db.connection/with-migrate-tx                                                         hooks.common/let-one-with-optional-value
    metabase-enterprise.serialization.test-util/with-temp-dpc                                                                 hooks.toucan2.tools.with-temp/with-temp
-   metabase-enterprise.transforms-python.drivers-test/with-test-table                                                        hooks.common/with-two-bindings
    metabase.api.common.internal-test/with-jetty-server                                                                       hooks.common/with-one-binding
    metabase.api.macros/defendpoint                                                                                           hooks.metabase.api.macros/defendpoint
    metabase.app-db.schema-migrations-test.impl/test-migrations                                                               hooks.metabase.app-db.schema-migrations-test.impl/test-migrations
@@ -716,18 +714,13 @@
   {:pattern "^metabase\\.lib\\..*"
    :name    metabase-lib-excluding-legacy-mbql}
   ;;
-  ;; QP and driver source namespaces: `metabase.query-processor.*`, `metabase-enterprise.sandbox.query-processor.*`,
-  ;; and `metabase.driver.*`, excluding `-test` namespaces.
+  ;; QP source namespaces: `metabase.query-processor.*`, `metabase-enterprise.sandbox.query-processor.*`, and
+  ;; `metabase.driver.*`, excluding `-test` namespaces.
   ;;
   {:pattern "metabase(?:(?:(?:-enterprise\\.sandbox)?\\.query-processor\\.)|(?:\\.driver\\.)).*(?<!-test)$"
    :name    qp-and-driver-source-namespaces}
   ;;
-  ;; QP source namespaces
-  ;;
-  {:pattern "metabase(?:(?:-enterprise\\.sandbox)?\\.query-processor\\.).*(?<!-test)$"
-   :name    qp-source-namespaces}
-  ;;
-  ;; driver namespaces, including tests
+  ;; driver namespaces
   ;;
   {:pattern "metabase\\.driver.*$"
    :name    driver-namespaces}
@@ -742,7 +735,9 @@
   ;; `metabase-enterprise.sandbox.query-processor*-test`
   ;;
   {:pattern "^metabase(?:((?:-enterprise\\.sandbox)?\\.query-processor)|(?:\\.driver\\.sql(?!server)(?!ite))).*-test$"
-   :name    general-qp-and-driver-test-namespaces}]
+   :name    general-qp-and-driver-test-namespaces}
+  {:pattern "^metabase\\.python-runner\\..*"
+   :name    python-runner-namespaces}]
 
  :config-in-ns
  {test-namespaces
@@ -787,7 +782,7 @@
                              clojure.string/lower-case {:level :off}
                              clojure.string/upper-case {:level :off}}}}
 
-  ;; enable all the extra linters we haven't enabled in the core app yet in Lib. It's all new code so we can adhere
+  ;; enable all the extra linters we haven't enabled in the core app yet in MLv2. It's all new code so we can adhere
   ;; to the new stricter rules from day 1
   metabase-lib
   {:linters
@@ -807,25 +802,19 @@
      metabase.test/with-temp            {:message "Don't use application database inside Lib code"}}
 
     :discouraged-namespace
-    {metabase.driver            {:message "Lib code should be independent of driver code/methods"}
-     metabase.test              {:message "Lib tests should only use Lib test helpers"}
-     metabase.test.data         {:message "Lib tests should only use Lib test helpers"}
-     metabase.util.malli.schema {:message "Prefer metabase.lib.schema schemas in Lib code"}
-     toucan.db                  {:message "Don't use application database inside Lib code"}
-     toucan.models              {:message "Don't use application database inside Lib code"}
-     toucan.util.test           {:message "Don't use application database inside Lib code"}
-     toucan2.core               {:message "Don't use application database inside Lib code"}}}}
+    {metabase.driver            {:message "MLv2 code should be independent of driver code/methods"}
+     metabase.test              {:message "MLv2 tests should only use MLv2 test helpers"}
+     metabase.test.data         {:message "MLv2 tests should only use MLv2 test helpers"}
+     metabase.util.malli.schema {:message "Prefer metabase.lib.schema schemas in MLv2 code"}
+     toucan.db                  {:message "Don't use application database inside MLv2 code"}
+     toucan.models              {:message "Don't use application database inside MLv2 code"}
+     toucan.util.test           {:message "Don't use application database inside MLv2 code"}
+     toucan2.core               {:message "Don't use application database inside MLv2 code"}}}}
 
   metabase-lib-excluding-legacy-mbql
   {:linters
    {:discouraged-var
-    {metabase.legacy-mbql.util/unique-name-generator {:message "Use metabase.lib.util/unique-name-generator or non-truncating-unique-name-generator"}}}
-
-   :discouraged-namespace
-   {metabase.legacy-mbql.js         {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.jvm-util   {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.predicates {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.util       {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}}}
+    {metabase.legacy-mbql.util/unique-name-generator {:message "Use metabase.lib.util/unique-name-generator or non-truncating-unique-name-generator"}}}}
 
   driver-namespaces
   {:linters
@@ -835,47 +824,26 @@
   performance-sensitive
   {:linters
    {:discouraged-var
-    {clojure.core/every?          {:message "Use metabase.util.performance/every?"}
-     clojure.core/mapv            {:message "Use metabase.util.performance/mapv"}
-     clojure.core/run!            {:message "Use metabase.util.performance/run!"}
-     clojure.core/select-keys     {:message "Use metabase.util.performance/select-keys"}
-     clojure.core/some            {:message "Use metabase.util.performance/some"}
-     clojure.core/update-keys     {:message "Use metabase.util.performance/update-keys"}
-     clojure.walk/keywordize-keys {:message "Use metabase.util.performance/keywordize-keys"}
-     clojure.walk/postwalk        {:message "Use metabase.util.performance/postwalk"}
-     clojure.walk/prewalk         {:message "Use metabase.util.performance/prewalk"}
-     clojure.walk/walk            {:message "Use metabase.util.performance/walk"}}}}
+    {clojure.core/update-keys {:message "Use metabase.util.performance/update-keys"}}}}
 
   qp-and-driver-source-namespaces
   {:linters
    {:discouraged-namespace
     {metabase.query-processor.store {:level :off}
      metabase.util.malli.schema     {:message "Prefer metabase.lib.schema or metabase.legacy-mbql.schema schemas in QP/driver code"}
-     toucan.db                      {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan.models                  {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan.util.test               {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan2.core                   {:message "Don't use application database directly in QP code; use the MetadataProvider"}}
+     toucan.db                      {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan.models                  {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan.util.test               {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan2.core                   {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}}
 
     :discouraged-var
     {medley.core/map-keys                 {:message "Use metabase.util.performance/update-keys"}
      medley.core/map-vals                 {:message "Use clojure.core/update-vals"}
-     metabase.app-db.core/query           {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     metabase.app-db.core/reducible-query {:message "Don't use application database directly in QP code; use the MetadataProvider"}
+     metabase.app-db.core/query           {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     metabase.app-db.core/reducible-query {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
      metabase.lib.convert/->legacy-MBQL   {:level :off}
      metabase.lib.core/->legacy-MBQL      {:level :off}}}}
 
-  qp-source-namespaces
-  {:linters
-   {:discouraged-namespace
-    {metabase.legacy-mbql.js             {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.jvm-util       {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.normalize      {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.predicates     {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema         {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema.helpers {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema.macros  {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.util           {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}}}}
-
   general-qp-and-driver-test-namespaces
   {:linters
    {:discouraged-var

.clj-kondo/config/modules/config.edn

@@ -502,7 +502,6 @@
            metabase.embedding.init
            metabase.embedding.jwt
            metabase.embedding.settings
-           metabase.embedding.util
            metabase.embedding.validation}
    :uses #{analytics
            api
@@ -517,7 +516,6 @@
            public-sharing
            queries
            query-processor
-           request
            server
            settings
            tiles
@@ -549,13 +547,6 @@
            settings
            util}}
 
-  glossary
-  {:team "Workflows"
-   :api  #{metabase.glossary.api}
-   :uses #{api
-           models
-           util}}
-
   indexed-entities
   {:team "UX West"
    :api  #{metabase.indexed-entities.api
@@ -583,6 +574,7 @@
    :api  #{metabase.legacy-mbql.normalize
            metabase.legacy-mbql.predicates
            metabase.legacy-mbql.schema
+           metabase.legacy-mbql.schema.helpers
            metabase.legacy-mbql.util}
    :uses #{lib
            models
@@ -599,7 +591,8 @@
            metabase.lib.field
            metabase.lib.field.resolution
            metabase.lib.filter
-           metabase.lib.filter.desugar.jvm ; only so [[metabase.legacy-mbql.jvm-util]] can use defined regexes
+           metabase.lib.filter.desugar
+           metabase.lib.filter.desugar.jvm
            metabase.lib.init
            metabase.lib.join.util
            metabase.lib.metadata
@@ -952,7 +945,6 @@
    :uses #{api
            legacy-mbql
            lib
-           lib-be
            models
            permissions
            query-processor
@@ -1035,7 +1027,6 @@
            metabase.request.schema}
    :uses #{api
            config
-           embedding
            permissions ; FIXME
            session
            settings
@@ -1241,7 +1232,6 @@
            events
            lib
            models
-           premium-features
            query-processor
            settings
            task
@@ -1487,7 +1477,6 @@
            driver
            legacy-mbql
            lib
-           lib-be
            models
            queries
            query-permissions
@@ -1638,18 +1627,6 @@
            util
            enterprise/harbormaster}}
 
-  enterprise/comments
-  {:team "Workflows"
-   :api  #{metabase-enterprise.comments.api
-           metabase-enterprise.comments.init}
-   :uses #{api
-           channel
-           events
-           models
-           request
-           users
-           util}}
-
   enterprise/content-translation
   {:team "UX West"
    :api  #{metabase-enterprise.content-translation.dictionary
@@ -1748,17 +1725,6 @@
            settings
            util}}
 
-  enterprise/embedding-hub
-  {:team "Embedding"
-   :api  #{metabase-enterprise.embedding-hub.api}
-   :uses #{api
-           appearance
-           audit-app
-           embedding
-           premium-features
-           util
-           enterprise/sso}}
-
   enterprise/gsheets
   {:team "Cloud"
    :api  #{metabase-enterprise.gsheets.api
@@ -1826,25 +1792,20 @@
            lib
            lib-be
            models
-           native-query-snippets
            permissions
            premium-features
            pulse
            query-processor
            request
-           search
            server
            settings
            sync
            system
-           task
            users
            util
            warehouse-schema
            warehouses
-           enterprise/documents
-           enterprise/transforms
-           enterprise/transforms-python}}
+           enterprise/documents}}
 
   enterprise/permission-debug
   {:team "UX West"
@@ -2001,8 +1962,8 @@
    :api  #{metabase-enterprise.transforms.api
            metabase-enterprise.transforms.core
            metabase-enterprise.transforms.init
-           metabase-enterprise.transforms.instrumentation
-           metabase-enterprise.transforms.util}
+           ;; TODO: Remove this from API once we remove the python-runner callback to metabase
+           metabase-enterprise.transforms.settings}
    :uses #{analytics
            api
            app-db
@@ -2016,30 +1977,13 @@
            premium-features
            query-processor
            request
-           search
            settings
            sync
            task
            task-history
+           ;; TODO: Remove this once we're using a better file format than CSV
            upload
-           util
-           enterprise/transforms-python}}
-
-  enterprise/transforms-python
-  {:team "Querying"
-   :api  #{metabase-enterprise.transforms-python.api
-           metabase-enterprise.transforms-python.execute
-           metabase-enterprise.transforms-python.init
-           metabase-enterprise.transforms-python.settings}
-   :uses #{api
-           app-db
-           config
-           driver
-           models
-           query-processor
-           settings
-           util
-           enterprise/transforms}}
+           util}}
 
   enterprise/upload-management
   {:team "UX West"

.clj-kondo/config/test-helpers/config.edn

@@ -13,10 +13,7 @@
      toucan2.core/insert-returning-pk!
      toucan2.core/insert-returning-pks!
      clojure.core.async/<!!
-     clojure.core.async/<!
      clojure.core.async/>!!
-     clojure.core.async/>!
-     clojure.core.async/alts!
      clojure.core.async/alts!!
      clojure.core.async/close!
      clojure.core.async/poll!

.clj-kondo/src/hooks/clojure/core/require.clj

@@ -52,13 +52,7 @@
 
 (defn- lint-require* [node current-ns config]
   (let [[_require & args]   (:children node)
-        required-namespaces (->> (keep unwrap-require args)
-                                 ;; `require` runs through `cc/load-libs` which allows
-                                 ;; #{:as :reload :reload-all :require :use :verbose :refer :as-alias}
-                                 ;; as args. If you use a REPL tool that applies clj-kondo linting (e.g., Clojure MCP)
-                                 ;; you may wish to `:reload` or `:reload-all` a namespace. So we shouldn't assume all
-                                 ;; args are keywords:
-                                 (remove keyword?))]
+        required-namespaces (keep unwrap-require args)]
     (lint* node current-ns config required-namespaces)))
 
 (defn- lint-requiring-resolve* [node current-ns config]

.github/PULL_REQUEST_TEMPLATE.md

@@ -3,7 +3,7 @@
 
 > **Warning**
 >
-> If that is your first contribution to Metabase, please sign the [Contributor License Agreement](https://docs.google.com/a/metabase.com/forms/d/1oV38o7b9ONFSwuzwmERRMi9SYrhYeOrkbmNaq9pOJ_E/viewform). Also, if you're attempting to fix a translation issue, please submit your changes to our [Crowdin project](https://crowdin.com/project/metabase-i18n) instead of opening a PR.
+> If that is your first contribution to Metabase, please sign the [Contributor License Agreement](https://docs.google.com/a/metabase.com/forms/d/1oV38o7b9ONFSwuzwmERRMi9SYrhYeOrkbmNaq9pOJ_E/viewform) (unless it's a tiny documentation change). Also, if you're attempting to fix a translation issue, please submit your changes to our [Crowdin project](https://crowdin.com/project/metabase-i18n) instead of opening a PR.
 
 Closes https://github.com/metabase/metabase/issues/[issue_number]
 

.github/actions/await-port/action.yml

@@ -11,6 +11,18 @@ runs:
     - name: Wait for port ${{ inputs.port }} to be ready
       shell: bash
       run: |
+        echo "Waiting for port ${{ inputs.port }} to be ready..."
+        timeout=300  # 5 minutes timeout
+        elapsed=0
         while ! nc -z localhost ${{ inputs.port }}; do
-          sleep 0.1;
+          if [ $elapsed -ge $timeout ]; then
+            echo "❌ Timeout waiting for port ${{ inputs.port }} after ${timeout} seconds"
+            exit 1
+          fi
+          sleep 1
+          elapsed=$((elapsed + 1))
+          if [ $((elapsed % 10)) -eq 0 ]; then
+            echo "  Still waiting for port ${{ inputs.port }}... ($elapsed seconds)"
+          fi
         done
+        echo "✅ Port ${{ inputs.port }} is ready!"

.github/actions/create-backport/action.yml

@@ -74,7 +74,7 @@ runs:
 
         git push -u origin ${BACKPORT_BRANCH}
 
-        BACKPORT_PR_URL=$(gh pr create --base "${TARGET_BRANCH}" --head "${BACKPORT_BRANCH}" --label "was-backported" --assignee "${{ github.event.pull_request.user.login }}" --title "🤖 backported \"${ORIGINAL_TITLE}\"" --body "${PR_BODY}")
+        BACKPORT_PR_URL=$(gh pr create --base "${TARGET_BRANCH}" --head "${BACKPORT_BRANCH}" --label "was-backported" --assignee "${GITHUB_ACTOR}" --title "🤖 backported \"${ORIGINAL_TITLE}\"" --body "${PR_BODY}")
         BACKPORT_PR_NUMBER=${BACKPORT_PR_URL##*/}
 
         echo "backport_pr_number=$BACKPORT_PR_NUMBER" >> $GITHUB_OUTPUT

.github/file-paths.yaml

@@ -41,17 +41,10 @@ frontend_sources: &frontend_sources
   - "enterprise/frontend/!(test)**/**/{!(*.spec),}.{js,jsx,ts,tsx,css}"
   - "frontend/!(test)**/**/{!(*.spec),}.{js,jsx,ts,tsx,css}"
 
-frontend_embedding_sources:
-  - "enterprise/frontend/src/{embedding,embedding-*}/**/{!(*.spec),}.{js,jsx,ts,tsx,css}"
-  - "enterprise/frontend/src/metabase-enterprise/{embedding,embedding-*}**/{!(*.spec),}.{js,jsx,ts,tsx,css}"
-
 frontend_embedding_sdk_sources:
   - *frontend_configs
   - "enterprise/frontend/!(test)**/**/{!(*.spec),}.{js,jsx,ts,tsx,css}"
 
-frontend_embedding_sdk_package_sources:
-  - "enterprise/frontend/src/embedding-sdk-package/**/!(*.spec).{js,jsx,ts,tsx,css}"
-
 frontend_specs: &frontend_specs
   - *shared_specs
   - "frontend/test/**"

.github/scripts/average-e2e-timings.js

@@ -1,172 +0,0 @@
-const fs = require("fs");
-const path = require("path");
-const { execSync } = require("child_process");
-
-const collectAndAverageTimings = async ({
-  github,
-  context,
-  daysBack = 7,
-  existingTimingsPath = "e2e/support/timings.json",
-}) => {
-  try {
-    const artifacts = await findMergedTimingArtifacts({
-      github,
-      context,
-      daysBack,
-    });
-
-    if (artifacts.length === 0) {
-      throw new Error("No timing artifacts found in the specified time range");
-    }
-
-    const timingData = await downloadAndExtractArtifacts(
-      artifacts,
-      token,
-      github,
-      context,
-    );
-
-    if (timingData.length === 0) {
-      throw new Error("No valid timing data extracted from artifacts");
-    }
-
-    const averagedTimings = averageTimings(timingData);
-    averagedTimings.durations.sort((a, b) => a.spec.localeCompare(b.spec));
-
-    fs.writeFileSync(
-      existingTimingsPath,
-      JSON.stringify(averagedTimings, null, 2),
-    );
-    console.log(`✅ Updated ${existingTimingsPath} with new timing data`);
-
-    return { artifactCount: timingData.length };
-  } catch (error) {
-    console.error("❌ Error in collectAndAverageTimings:", error.message);
-    throw error;
-  }
-};
-
-const findMergedTimingArtifacts = async ({ github, context, daysBack }) => {
-  const cutoffDate = new Date();
-  cutoffDate.setDate(cutoffDate.getDate() - daysBack);
-
-  console.log(
-    `Searching for merged timing artifacts created after ${cutoffDate.toISOString()}`,
-  );
-
-  const artifacts = [];
-  let page = 1;
-
-  while (true) {
-    try {
-      const { data } = await github.rest.actions.listArtifactsForRepo({
-        owner: context.repo.owner,
-        repo: context.repo.repo,
-        name: "merged-e2e-timings",
-        per_page: 100,
-        page,
-      });
-
-      const validArtifacts = data.artifacts
-        .filter((a) => new Date(a.created_at) > cutoffDate && !a.expired)
-        .map(({ name, created_at, id }) => ({ name, created_at, id }));
-      artifacts.push(...validArtifacts);
-
-      if (
-        data.artifacts.some((a) => new Date(a.created_at) <= cutoffDate) ||
-        data.artifacts.length < 100
-      ) {
-        break;
-      }
-      page++;
-    } catch (error) {
-      console.log(
-        `Error fetching artifacts page ${page - 1}: ${error.message}`,
-      );
-      break;
-    }
-  }
-
-  console.log(`Found ${artifacts.length} merged timing artifacts total`);
-  return artifacts;
-};
-
-const downloadAndExtractArtifacts = async (artifacts, github, context) => {
-  const tempDir = "timing-artifacts-temp";
-  fs.mkdirSync(tempDir, { recursive: true });
-
-  const timingData = [];
-
-  for (const artifact of artifacts) {
-    try {
-      console.log(`Downloading artifact: ${artifact.name}`);
-
-      const zipPath = path.join(tempDir, `${artifact.name}.zip`);
-      const extractPath = path.join(tempDir, artifact.name);
-
-      const { data } = await github.rest.actions.downloadArtifact({
-        owner: context.repo.owner,
-        repo: context.repo.repo,
-        artifact_id: artifact.id,
-        archive_format: "zip",
-      });
-
-      fs.writeFileSync(zipPath, Buffer.from(data));
-      fs.mkdirSync(extractPath, { recursive: true });
-      execSync(`unzip -q "${zipPath}" -d "${extractPath}"`);
-
-      const timingFilePath = path.join(extractPath, "runTimings.json");
-
-      if (fs.existsSync(timingFilePath)) {
-        const content = JSON.parse(fs.readFileSync(timingFilePath, "utf8"));
-
-        if (content.durations?.length) {
-          timingData.push(content);
-          console.log(
-            `✅ Extracted timing data from ${artifact.name} (${content.durations.length} specs)`,
-          );
-        } else {
-          console.log(`⚠ Invalid timing data structure in ${artifact.name}`);
-        }
-      } else {
-        console.log(`⚠ No timing data found in ${artifact.name}`);
-      }
-
-      fs.rmSync(extractPath, { recursive: true });
-    } catch (error) {
-      console.log(`❌ Error processing ${artifact.name}: ${error.message}`);
-    }
-  }
-
-  fs.rmSync(tempDir, { recursive: true });
-
-  console.log(
-    `Successfully extracted timing data from ${timingData.length}/${artifacts.length} artifacts`,
-  );
-  return timingData;
-};
-
-const averageTimings = (timingDataArray) => {
-  if (!timingDataArray.length) {
-    throw new Error("No timing data to process");
-  }
-
-  const specTimings = timingDataArray
-    .flatMap((data) => data.durations)
-    .filter((item) => item.spec && typeof item.duration === "number")
-    .reduce((acc, { spec, duration }) => {
-      (acc[spec] = acc[spec] || []).push(duration);
-      return acc;
-    }, {});
-
-  const durations = Object.entries(specTimings).map(([spec, durations]) => ({
-    spec,
-    duration: Math.round(
-      durations.reduce((sum, d) => sum + d, 0) / durations.length,
-    ),
-  }));
-
-  return { durations };
-};
-
-module.exports = { collectAndAverageTimings, averageTimings };

.github/scripts/average-e2e-timings.unit.spec.js

@@ -1,132 +0,0 @@
-const { averageTimings } = require("./average-e2e-timings");
-
-describe("averageTimings", () => {
-  it("should throw error when given empty array", () => {
-    expect(() => averageTimings([])).toThrow("No timing data to process");
-  });
-
-  it("should work for n=1", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-  });
-
-  it("should calculate average for multiple specs", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 2000 },
-          { spec: "test2.cy.js", duration: 4000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1500,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 3000,
-    });
-  });
-
-  it("should round averages to nearest integer", () => {
-    const input = [
-      {
-        durations: [{ spec: "test1.cy.js", duration: 1001 }],
-      },
-      {
-        durations: [{ spec: "test1.cy.js", duration: 1002 }],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations[0].duration).toBe(1002);
-  });
-
-  it("should ignore invalid entries", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: "invalid" },
-          { duration: 2000 }, // missing spec
-          { spec: "test3.cy.js", duration: 3000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 3000,
-    });
-  });
-
-  it("should handle merging different specs", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 3000 },
-          { spec: "test3.cy.js", duration: 1000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(3);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 2000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 1000,
-    });
-  });
-});

.github/scripts/conventional-commit-pr-title-reminder/utils.js

@@ -1,66 +1,24 @@
-const TYPES = new Set([
-  "feat",
-  "fix",
-  "perf",
-  "docs",
-  "style",
-  "refactor",
-  "test",
-  "build",
-  "ci",
-]);
-
-/**
- * @param title {string}
- */
-function isConventionalTitle(title) {
-  const match = /^(?<type>\w+)\((?<rawScopes>[^)]+)\):/.exec(title);
-
-  if (!match) {
-    return false;
-  }
-
-  const [, type, rawScopes] = match;
-  const scopes = rawScopes
-    .split(",")
-    .map((scope) => scope.trim())
-    .filter(Boolean);
-
-  return TYPES.has(type) && scopes.length > 0;
-}
+exports.updateComment = updateComment;
 
 /** @param {import('@types/github-script').AsyncFunctionArguments} AsyncFunctionArguments */
-async function updateCommentForEmbedding({ github, context }) {
+async function updateComment({ github, context }) {
   const githubUsername = context.payload.sender.login;
-
-  const comment = `${CONVENTIONAL_COMMENT_IDENTIFIER}
-@${githubUsername} You have modified embedding code. Please make sure the PR title follows [Conventional Commits](https://www.conventionalcommits.org/en/v1.0.0/) style.
-Here are all the supported types:
+  const comment = `${CONVENTIONAL_COMMIT_REMINDER_COMMENT_IDENTIFIER}
+@${githubUsername} You have modified embedding SDK code. Please make sure the PR title follows [Conventional Commits](https://www.conventionalcommits.org/en/v1.0.0/) style.
+Here are all the supported types that will be shown in the changelog:
 - \`feat\`
 - \`fix\`
 - \`perf\`
-- \`docs\`
-- \`style\`
-- \`refactor\`
-- \`test\`
-- \`build\`
-- \`ci\`
 
-Please also make sure to include a scope.
+These types \`docs\`, \`style\`, \`refactor\`, \`test\`, \`build\`, and \`ci\` are also encouraged for non-changelog related tasks.
+
+Please also make sure to include \`sdk\` scope, otherwise, the changelog will not include this task.
 
 For example, these are valid PR titles:
-- \`feat(sdk-bundle): Add interactive dashboard component\`
-- \`fix(sdk-package): Fixed MetabaseProviderPropsStore logic\`
-- \`fix(sdk-package, embed-js): Fix API\``;
+- \`feat(sdk): Add interactive dashboard component\`
+- \`feat(sdk): Support theming pie chart\`
+- \`fix(sdk): Fix static dashboard crash\``;
 
-  return updateComment(comment, { github, context });
-}
-
-/**
- * @param comment {string}
- * @param {import('@types/github-script').AsyncFunctionArguments} AsyncFunctionArguments
- */
-async function updateComment(comment, { github, context }) {
   const owner = context.repo.owner;
   const repo = context.repo.repo;
   const pullRequestNumber = context.issue.number;
@@ -91,19 +49,20 @@ async function updateComment(comment, { github, context }) {
   }
 }
 
-const CONVENTIONAL_COMMENT_IDENTIFIER =
-  "<!---conventional comment identifier-->";
-
+const CONVENTIONAL_COMMIT_REMINDER_COMMENT_IDENTIFIER =
+  "<!---conventional commit reminder comment ID-->";
 /**
- * @param comments {{body: string}[]}
+ * @typedef Comment
+ * @property {string} body
+ *
+ * @param {Comment[]} comments
  */
 function getExistingConventionalCommitReminderComment(comments) {
   for (const comment of comments) {
-    if (comment.body.startsWith(CONVENTIONAL_COMMENT_IDENTIFIER)) {
+    if (
+      comment.body.startsWith(CONVENTIONAL_COMMIT_REMINDER_COMMENT_IDENTIFIER)
+    ) {
       return comment;
     }
   }
 }
-
-exports.isConventionalTitle = isConventionalTitle;
-exports.updateCommentForEmbedding = updateCommentForEmbedding;

.github/scripts/conventional-commit-pr-title-reminder/utils.unit.spec.js

@@ -1,45 +0,0 @@
-const { isConventionalTitle } = require("./utils");
-
-describe("isConventionalTitle", () => {
-  it("returns true for a simple conventional commit", () => {
-    expect(isConventionalTitle("feat: add new feature")).toBe(false);
-  });
-
-  it("returns true for a commit with a scope", () => {
-    expect(isConventionalTitle("fix(api): correct API bug")).toBe(true);
-  });
-
-  it("returns true for a commit with multiple scopes, comma separated", () => {
-    expect(isConventionalTitle("feat(build,deps): update dependencies")).toBe(
-      true,
-    );
-  });
-
-  it("returns true for a commit with multiple scopes, comma separated with space", () => {
-    expect(isConventionalTitle("feat(build, deps): update dependencies")).toBe(
-      true,
-    );
-  });
-
-  it("returns false for a commit with round brackets in a message", () => {
-    expect(isConventionalTitle("feat: (something) update dependencies")).toBe(
-      false,
-    );
-  });
-
-  it("returns false for missing colon", () => {
-    expect(isConventionalTitle("feat add feature")).toBe(false);
-  });
-
-  it("returns false for invalid type", () => {
-    expect(isConventionalTitle("invalidType: some message")).toBe(false);
-  });
-
-  it("returns false for empty message", () => {
-    expect(isConventionalTitle("feat:")).toBe(false);
-  });
-
-  it("returns false for empty input", () => {
-    expect(isConventionalTitle("")).toBe(false);
-  });
-});

.github/scripts/extract-changed-timings.js

@@ -1,39 +0,0 @@
-const extractChangedTimings = ({ oldTimings, newTimings }) => {
-  const oldTimingMap =
-    oldTimings.durations?.reduce((map, item) => {
-      if (item.spec) {
-        map[item.spec] = item.duration;
-      }
-      return map;
-    }, {}) || {};
-
-  const changedDurations = newTimings.durations
-    .filter((item) => {
-      if (!item || !item.spec || typeof item.duration !== "number") {
-        return false;
-      }
-      const newSpec = convertPathFormat(item.spec);
-      const oldDuration = oldTimingMap[newSpec] || oldTimingMap[item.spec];
-      // Include if it's a new spec or the duration has changed
-      return oldDuration === undefined || oldDuration !== item.duration;
-    })
-    .map((item) => ({
-      spec: convertPathFormat(item.spec),
-      duration: item.duration,
-    }));
-
-  return {
-    changedTimings: { durations: changedDurations },
-    hasChanges: changedDurations.length > 0,
-  };
-};
-
-// Convert cypress-split path format to timings.json path format
-// from "e2e/test/scenarios/..." to "../test/scenarios/..."
-function convertPathFormat(specPath) {
-  return specPath.startsWith("e2e/test/")
-    ? specPath.replace("e2e/test/", "../test/")
-    : specPath;
-}
-
-module.exports = { extractChangedTimings };

.github/scripts/extract-changed-timings.unit.spec.js

@@ -1,195 +0,0 @@
-const { extractChangedTimings } = require("./extract-changed-timings");
-
-describe("extractChangedTimings", () => {
-  it("should return empty durations when no changes", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(0);
-    expect(result.hasChanges).toBe(false);
-  });
-
-  it("should detect new specs", () => {
-    const oldTimings = {
-      durations: [{ spec: "test1.cy.js", duration: 1000 }],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should detect duration changes", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2200 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test2.cy.js",
-      duration: 2200,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle missing old timings", () => {
-    const oldTimings = { durations: [] };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    // All timings should be considered "changed" since old timings is empty
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle invalid timing entries", () => {
-    const oldTimings = {
-      durations: [{ spec: "test1.cy.js", duration: 1000 }],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: "invalid" },
-        { duration: 2000 }, // missing spec
-        { spec: "test3.cy.js", duration: 3000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    // Only test3.cy.js should be included (new spec with valid data)
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test3.cy.js",
-      duration: 3000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle timing data with different specs", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 3000 },
-        { spec: "test3.cy.js", duration: 1000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 3000,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 1000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should convert cypress-split paths to relative paths", () => {
-    const oldTimings = {
-      durations: [
-        {
-          spec: "../test/scenarios/dashboard/dashboard.cy.spec.js",
-          duration: 1000,
-        },
-        {
-          spec: "../test/scenarios/admin/databases.cy.spec.js",
-          duration: 2000,
-        },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        {
-          spec: "e2e/test/scenarios/dashboard/dashboard.cy.spec.js",
-          duration: 1200,
-        },
-        {
-          spec: "e2e/test/scenarios/admin/databases.cy.spec.js",
-          duration: 2000,
-        },
-        {
-          spec: "e2e/test/scenarios/collections/collections.cy.spec.js",
-          duration: 1500,
-        },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "../test/scenarios/dashboard/dashboard.cy.spec.js",
-      duration: 1200,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "../test/scenarios/collections/collections.cy.spec.js",
-      duration: 1500,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-});

.github/scripts/setup-python-runner.sh

@@ -1,29 +0,0 @@
-#!/bin/bash
-set -e
-
-# Parse command line arguments
-SKIP_START=false
-
-while [[ $# -gt 0 ]]; do
-  case $1 in
-    --skip-start)
-      SKIP_START=true
-      shift
-      ;;
-    *)
-      echo "Unknown option: $1"
-      echo "Usage: $0 [--skip-start]"
-      exit 1
-      ;;
-  esac
-done
-
-echo "Cloning python-runner repository..."
-git clone --depth 1 https://${METABASE_AUTOMATION_USER_TOKEN}@github.com/metabase/python-runner-container.git python-runner
-
-if [ "$SKIP_START" = false ]; then
-  echo "Starting python-runner..."
-  cd python-runner
-  make run-ci
-  cd ..
-fi

.github/workflows/app-db.yml

@@ -35,21 +35,21 @@ jobs:
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
 
     services:
       mysql:
@@ -147,21 +147,21 @@ jobs:
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
 
     services:
       mysql:
@@ -259,13 +259,11 @@ jobs:
             build-static-viz: false
             test-args: >-
               :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-            exclude-tag: ':mb/transforms-python-test'
           - name: Enterprise Tests
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
@@ -273,14 +271,14 @@ jobs:
               :exclude-tags [:mb/driver-tests]
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     env:
       # Only run old migrations tests on pushes to master or release branches. All other branches should skip tests

.github/workflows/auto-backport.yml

@@ -6,19 +6,11 @@ on:
 
 jobs:
   create-backport:
-    if:
-      | # the PR must have a backport label when it's merged, or be labeled with a backport label after merge
+    if: | # the PR must be merged and have a backport label
       github.event.pull_request.merged == true && (
-        github.event.action == 'closed' && (
-          contains(github.event.pull_request.labels.*.name, 'backport') ||
-          contains(github.event.pull_request.labels.*.name, 'double-backport') ||
-          contains(github.event.pull_request.labels.*.name, 'triple-backport')
-        ) ||
-        github.event.action == 'labeled' && (
-          github.event.label.name == 'backport' ||
-          github.event.label.name == 'double-backport' ||
-          github.event.label.name == 'triple-backport'
-        )
+        contains(github.event.pull_request.labels.*.name, 'backport') ||
+        contains(github.event.pull_request.labels.*.name, 'double-backport') ||
+        contains(github.event.pull_request.labels.*.name, 'triple-backport')
       )
     runs-on: ubuntu-latest
     steps:

.github/workflows/backend.yml

@@ -195,6 +195,7 @@ jobs:
       - name: Run cljfmt
         run: ./bin/mage cljfmt-all --force-check
 
+
   be-tests-result:
     needs:
       - be-linter-eastwood

.github/workflows/conventional-commit-pr-title-reminder.yml

@@ -4,53 +4,39 @@ on:
   pull_request:
     branches:
       - master
+    paths:
+      - enterprise/frontend/src/embedding-sdk-bundle/**
 
 jobs:
-  files-changed:
-    name: Check which files changed
-    runs-on: ubuntu-22.04
-    timeout-minutes: 3
-    outputs:
-      frontend_embedding_sources: ${{ steps.changes.outputs.frontend_embedding_sources }}
-    steps:
-      - uses: actions/checkout@v4
-      - name: Test which files changed
-        uses: dorny/paths-filter@v3.0.0
-        id: changes
-        with:
-          token: ${{ github.token }}
-          filters: .github/file-paths.yaml
-
   pr-title-reminder:
     runs-on: ubuntu-22.04
     timeout-minutes: 5
     permissions:
       pull-requests: write
-    needs: [ files-changed ]
-    if: |
-      !cancelled() &&
-      needs.files-changed.outputs.frontend_embedding_sources == 'true'
     steps:
-      - uses: actions/checkout@v4
-        with:
-          ref: ${{ github.head_ref }}
-
       - name: Check if the PR title is already following Conventional Commits style
         uses: actions/github-script@v7
         id: is-conventional-commit
         with:
           result-encoding: string
           script: | # js
-            const { isConventionalTitle } = require(".github/scripts/conventional-commit-pr-title-reminder/utils.js")
             const pullRequestTitle = context.payload.pull_request.title
+            const conventionalCommitRegex = /^(?<type>\w+)\((?<scope>\w+)\):/
+            const match = pullRequestTitle.match(conventionalCommitRegex)
+            if (match) {
+              const { type, scope } = match.groups
+              return ['feat', 'fix', 'perf', 'docs', 'style', 'refactor', 'test', 'build', 'ci'].includes(type) && scope === 'sdk'
+            }
 
-            return isConventionalTitle(pullRequestTitle)
+      - name: Checkout repository so `gh` CLI works
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
 
       - name: Remind PR authors to use conventional commit in the title
         if: ${{ steps.is-conventional-commit.outputs.result != 'true' }}
         uses: actions/github-script@v7
         with:
-          script: | #js
-            const { updateCommentForEmbedding } = require(".github/scripts/conventional-commit-pr-title-reminder/utils.js")
-
-            await updateCommentForEmbedding({github, context})
+          script: |
+            const { updateComment } = require(".github/scripts/conventional-commit-pr-title-reminder/utils.js")
+            await updateComment({github, context})

.github/workflows/drivers-stress-test.yml

@@ -689,57 +689,25 @@ jobs:
         junit-name: 'be-tests-starburst-ee'
         test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"
 
-  login-to-ecr:
-    if: inputs.driver == 'Vertica'
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    permissions:
-      id-token: write
-      contents: read
-    steps:
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        role-to-assume: ${{ secrets.CI_IAM_ROLE }}
-        role-session-name: GitHub_to_AWS_via_FederatedOIDC
-        aws-region: us-east-1
-    - name: Get ECR password
-      id: login-ecr
-      run: |
-        PASSWORD=$(aws ecr get-login-password --region us-east-1)
-
-        REGISTRY="$(aws sts get-caller-identity --query Account --output text).dkr.ecr.us-east-1.amazonaws.com"
-
-        echo "docker_username=AWS" >> $GITHUB_OUTPUT
-        echo "docker_password=$PASSWORD" >> $GITHUB_OUTPUT
-        echo "registry=$REGISTRY" >> $GITHUB_OUTPUT
-    outputs:
-      registry: ${{ steps.login-ecr.outputs.registry }}
-      docker_username: ${{ steps.login-ecr.outputs.docker_username }}
-      docker_password: ${{ steps.login-ecr.outputs.docker_password }}
-
-  be-tests-vertica-ee:
-    if: inputs.driver == 'Vertica'
-    runs-on: ubuntu-22.04
-    needs: login-to-ecr
-    timeout-minutes: 90
-    env:
-      CI: 'true'
-      DRIVERS: vertica
-    services:
-      vertica:
-        image: ${{ needs.login-to-ecr.outputs.registry }}/vertica-ce:25.3.0-0
-        ports:
-          - "5433:5433"
-        credentials:
-          username: ${{ needs.login-to-ecr.outputs.docker_username }}
-          password: ${{ needs.login-to-ecr.outputs.docker_password }}
-    steps:
-    - uses: actions/checkout@v4
-    - name: Make plugins directory
-      run: mkdir plugins
-    - name: Test Vertica driver
-      uses: ./.github/actions/test-driver
-      with:
-        junit-name: 'be-tests-vertica-ee'
-        test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"
+  # TODO(rileythomp, 2025-08-20): Re-enable vertica tests once the docker image is updated
+  # be-tests-vertica-ee:
+  #   if: ${{ false && inputs.driver == 'Vertica' }}
+  #   runs-on: ubuntu-22.04
+  #   timeout-minutes: 90
+  #   env:
+  #     CI: 'true'
+  #     DRIVERS: vertica
+  #   services:
+  #     vertica:
+  #       image: vertica/vertica-ce:12.0.2-0
+  #       ports:
+  #         - "5433:5433"
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - name: Make plugins directory
+  #     run: mkdir plugins
+  #   - name: Test Vertica driver
+  #     uses: ./.github/actions/test-driver
+  #     with:
+  #       junit-name: 'be-tests-vertica-ee'
+  #       test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"

.github/workflows/drivers.yml

@@ -90,7 +90,6 @@ jobs:
         junit-name: 'be-tests-athena-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -107,19 +106,6 @@ jobs:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-# DS 2025-09-26 temporarily disabled while we diagnose flakes
-#          - name: Transforms Python Tests
-#            test-args: >-
-#              :only-tags [:mb/transforms-python-test]
-#            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: bigquery-cloud-sdk
@@ -130,19 +116,15 @@ jobs:
       MB_BIGQUERY_TEST_REFRESH_TOKEN: ${{ secrets.MB_BIGQUERY_TEST_REFRESH_TOKEN }}
       MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON: ${{ secrets.MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON }}
       MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON_ROUTING: ${{ secrets.MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON_ROUTING }}
-    name: BigQuery ${{ matrix.job.name }}
+    name: BigQuery
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Test BigQuery Cloud SDK driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-bigquery-cloud-sdk-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -159,18 +141,6 @@ jobs:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: clickhouse
@@ -178,14 +148,9 @@ jobs:
       MB_CLICKHOUSE_TEST_PORT: 8123
       MB_CLICKHOUSE_TEST_OLD_PORT: 8124
       MB_CLICKHOUSE_TEST_NGINX_PORT: 8127
-    name: Clickhouse ${{ matrix.job.name }}
+    name: Clickhouse
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Add ClickHouse TLS instance to /etc/hosts
       run: |
         sudo echo "127.0.0.1 server.clickhouseconnect.test" | sudo tee -a /etc/hosts
@@ -205,7 +170,8 @@ jobs:
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-clickhouse-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -242,7 +208,6 @@ jobs:
         junit-name: 'be-tests-druid-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -279,7 +244,6 @@ jobs:
         junit-name: 'be-tests-druid-jdbc-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -316,7 +280,6 @@ jobs:
         junit-name: 'be-tests-databricks-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -354,7 +317,6 @@ jobs:
         junit-name: 'be-tests-databricks-multi-catalog-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -376,17 +338,18 @@ jobs:
     name: H2
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
+      with:
+        submodules: true
+        token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+    - name: Start python-runner
+      working-directory: python-runner
+      run: make run-all
     - name: Test H2 driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-h2'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -431,11 +394,6 @@ jobs:
           - name: Driver Tests
             test-args: >-
               :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
 
     services:
       mysql:
@@ -490,11 +448,12 @@ jobs:
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     steps:
       - uses: actions/checkout@v4
-      - name: Setup python-runner
-      #if: ${{ matrix.job.needs-python-runner == true }}
-        env:
-          METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-        run: ./.github/scripts/setup-python-runner.sh
+        with:
+          submodules: true
+          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+      - name: Start python-runner
+        working-directory: python-runner
+        run: make run-all
       - name: Test ${{ matrix.version.name }}
         uses: ./.github/actions/test-driver
         with:
@@ -529,15 +488,6 @@ jobs:
           - name: MongoDB Latest
             junit-name: be-tests-mongo-latest-ee
             image: mongo:latest
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :exclude-tags '[:mongo-sharded-cluster-tests :mb/transforms-python-test]'
-              :only-tags [:mb/driver-tests]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: mongo
@@ -551,19 +501,16 @@ jobs:
         env:
           MONGO_INITDB_ROOT_USERNAME: metabase
           MONGO_INITDB_ROOT_PASSWORD: metasample123
-    name: ${{ matrix.version.name }} ${{ matrix.job.name }}
+    name: ${{ matrix.version.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Test ${{ matrix.version.name }}
       uses: ./.github/actions/test-driver
       with:
         junit-name: ${{ matrix.version.junit-name }}
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :exclude-tags [:mongo-sharded-cluster-tests]
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -627,7 +574,7 @@ jobs:
         with:
           junit-name: ${{ matrix.version.junit-name }}
           test-args: >-
-            :exclude-tags '[:mongo-sharded-cluster-tests :mb/transforms-python-test]'
+            :exclude-tags [:mongo-sharded-cluster-tests]
             :only-tags [:mb/driver-tests]
       - name: Upload Test Results
         uses: ./.github/actions/upload-test-results
@@ -735,7 +682,6 @@ jobs:
         junit-name: ${{ matrix.version.junit-name }}
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -770,11 +716,6 @@ jobs:
           - name: Driver Tests
             test-args: >-
               :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     env:
       # Only run old migrations tests on pushes to master or release branches. All other branches should skip tests
@@ -816,11 +757,12 @@ jobs:
           POSTGRES_HOST_AUTH_METHOD: trust
     steps:
       - uses: actions/checkout@v4
-      - name: Setup python-runner
-      #if: ${{ matrix.job.needs-python-runner == true }}
-        env:
-          METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-        run: ./.github/scripts/setup-python-runner.sh
+        with:
+          submodules: true
+          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+      - name: Start python-runner
+        working-directory: python-runner
+        run: make run-all
       - name: Test ${{ matrix.version.name }} (${{ matrix.job.name }})
         uses: ./.github/actions/test-driver
         with:
@@ -897,7 +839,6 @@ jobs:
         junit-name: 'be-tests-presto-jdbc-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -927,14 +868,8 @@ jobs:
             skip: false
             test-args: >-
               :only-tags [:mb/driver-tests]
-              :exclude-tags '[:mb/upload-tests :mb/transforms-python-test]'
+              :exclude-tags [:mb/upload-tests]
               :fail-fast? true
-          - name: Redshift Transforms Python Tests
-            skip: false
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-              :fail-fast? true
-            needs-python-runner: true
 
     env:
       CI: 'true'
@@ -947,11 +882,6 @@ jobs:
     name: ${{ matrix.job.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Test ${{ matrix.job.name }}
       if: ${{ !matrix.job.skip }}
       uses: ./.github/actions/test-driver
@@ -975,19 +905,6 @@ jobs:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-# DS 2025-09-26 temporarily disabled while we diagnose flakes
-#          - name: Transforms Python Tests
-#            test-args: >-
-#              :only-tags [:mb/transforms-python-test]
-#            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: snowflake
@@ -1006,19 +923,15 @@ jobs:
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_CUSTOM_USER: RSA_ROLE_TEST_CUSTOM_USER
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_ROLE: RSA_ROLE_TEST_ROLE
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_DB: RSA_ROLE_TEST_DB
-    name: Snowflake ${{ matrix.job.name }}
+    name: Snowflake
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Test Snowflake driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-snowflake-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1053,7 +966,6 @@ jobs:
         junit-name: 'be-tests-sparksql-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1083,7 +995,6 @@ jobs:
         junit-name: 'be-tests-sqlite-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1111,15 +1022,6 @@ jobs:
           - name: SQL Server 2022
             junit-name: be-tests-sqlserver-2022-ee
             image: mcr.microsoft.com/mssql/server:2022-latest
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: sqlserver
@@ -1135,19 +1037,15 @@ jobs:
           ACCEPT_EULA: Y
           SA_PASSWORD: 'P@ssw0rd'
           MSSQL_MEMORY_LIMIT_MB: 1024
-    name: ${{ matrix.version.name }} ${{ matrix.job.name }}
+    name: ${{ matrix.version.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-      run: ./.github/scripts/setup-python-runner.sh
     - name: Test ${{ matrix.version.name }}
       uses: ./.github/actions/test-driver
       with:
         junit-name: ${{ matrix.version.junit-name }}
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1199,75 +1097,42 @@ jobs:
   #       aws-region: ${{ vars.AWS_REGION }}
   #       trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
 
-  login-to-ecr:
-    needs: determine-driver-skips
-    if: ${{ !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    permissions:
-      id-token: write
-      contents: read
-    steps:
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        role-to-assume: ${{ secrets.CI_IAM_ROLE }}
-        role-session-name: GitHub_to_AWS_via_FederatedOIDC
-        aws-region: us-east-1
-    - name: Get ECR password
-      id: login-ecr
-      run: |
-        PASSWORD=$(aws ecr get-login-password --region us-east-1)
-
-        REGISTRY="$(aws sts get-caller-identity --query Account --output text).dkr.ecr.us-east-1.amazonaws.com"
-
-        echo "docker_username=AWS" >> $GITHUB_OUTPUT
-        echo "docker_password=$PASSWORD" >> $GITHUB_OUTPUT
-        echo "registry=$REGISTRY" >> $GITHUB_OUTPUT
-    outputs:
-      registry: ${{ steps.login-ecr.outputs.registry }}
-      docker_username: ${{ steps.login-ecr.outputs.docker_username }}
-      docker_password: ${{ steps.login-ecr.outputs.docker_password }}
-
-  be-tests-vertica-ee:
-    needs: [determine-driver-skips, login-to-ecr]
-    if: ${{ !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 60
-    env:
-      CI: 'true'
-      DRIVERS: vertica
-    services:
-      vertica:
-        image: ${{ needs.login-to-ecr.outputs.registry }}/vertica-ce:25.3.0-0
-        ports:
-          - "5433:5433"
-        credentials:
-          username: ${{ needs.login-to-ecr.outputs.docker_username }}
-          password: ${{ needs.login-to-ecr.outputs.docker_password }}
-    name: Vertica
-    steps:
-    - uses: actions/checkout@v4
-    - name: Make plugins directory
-      run: mkdir plugins
-    - name: Test Vertica driver
-      uses: ./.github/actions/test-driver
-      with:
-        junit-name: 'be-tests-vertica-ee'
-        test-args: >-
-          :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
-    - name: Upload Test Results
-      uses: ./.github/actions/upload-test-results
-      if: always()
-      with:
-        input-path: ./target/junit/
-        output-name: ${{ github.job }}
-        bucket: ${{ vars.AWS_S3_TEST_RESULTS_BUCKET }}
-        aws-access-key-id: ${{ secrets.AWS_TEST_RESULTS_ACCESS_KEY_ID }}
-        aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
-        aws-region: ${{ vars.AWS_REGION }}
-        trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
+  # TODO(rileythomp, 2025-08-20): Re-enable vertica tests once the docker image is updated
+  # be-tests-vertica-ee:
+  #   needs: determine-driver-skips
+  #   if: ${{ false && !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
+  #   runs-on: ubuntu-22.04
+  #   timeout-minutes: 60
+  #   env:
+  #     CI: 'true'
+  #     DRIVERS: vertica
+  #   services:
+  #     vertica:
+  #       image: vertica/vertica-ce:12.0.2-0
+  #       ports:
+  #         - "5433:5433"
+  #   name: Vertica
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - name: Make plugins directory
+  #     run: mkdir plugins
+  #   - name: Test Vertica driver
+  #     uses: ./.github/actions/test-driver
+  #     with:
+  #       junit-name: 'be-tests-vertica-ee'
+  #       test-args: >-
+  #         :only-tags [:mb/driver-tests]
+  #   - name: Upload Test Results
+  #     uses: ./.github/actions/upload-test-results
+  #     if: always()
+  #     with:
+  #       input-path: ./target/junit/
+  #       output-name: ${{ github.job }}
+  #       bucket: ${{ vars.AWS_S3_TEST_RESULTS_BUCKET }}
+  #       aws-access-key-id: ${{ secrets.AWS_TEST_RESULTS_ACCESS_KEY_ID }}
+  #       aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
+  #       aws-region: ${{ vars.AWS_REGION }}
+  #       trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
 
   drivers-tests-result:
     needs:

.github/workflows/e2e-component-tests-embedding-sdk-backward-compatibility.yml

@@ -140,10 +140,7 @@ jobs:
         run: node e2e/runner/run_cypress_ci.js snapshot --browser ${{ steps.cypress-prep.outputs.chrome-path }}
 
       - name: Run component tests for Embedding SDK
-        run: |
-          node e2e/runner/run_cypress_ci.js component \
-            --browser ${{ steps.cypress-prep.outputs.chrome-path }} \
-            --env grepTags="-@skip-backward-compatibility",grepOmitFiltered=true
+        run: node e2e/runner/run_cypress_ci.js component --browser ${{ steps.cypress-prep.outputs.chrome-path }}
 
       - name: Upload Test Results
         uses: ./.github/actions/upload-test-results

.github/workflows/e2e-test.yml

@@ -60,14 +60,6 @@ jobs:
       CYPRESS_IS_EMBEDDING_SDK: "${{ inputs.name == 'embedding-sdk' }}"
     steps:
       - uses: actions/checkout@v4
-        with:
-          submodules: true
-          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-
-      - name: Setup python-runner
-        env:
-          METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-        run: ./.github/scripts/setup-python-runner.sh
 
       - name: Prepare Docker containers
         uses: ./.github/actions/e2e-prepare-containers
@@ -131,7 +123,7 @@ jobs:
           SPLIT_INDEX: ${{ inputs.split_index }}
           SPLIT_FILE: "./e2e/support/timings.json"
           SPLIT_OUTPUT_FILE: "newTimes.json"
-          SPLIT_TIME_THRESHOLD: 0.01 # 1% threshold for changes
+          SPLIT_TIME_THRESHOLD: 5.0
           # do not write cypress-split summary to github
           SPLIT_SUMMARY: false
           SPEC_PATH: ${{ env.specs || inputs.specs }}
@@ -151,7 +143,7 @@ jobs:
         run: |
           echo "Running tests with specs: $SPEC_PATH"
           node e2e/runner/run_cypress_ci.js e2e \
-          --env grepTags="${{inputs.tags && format('{0}+-@skip', inputs.tags) || '-@skip'}}",grepOmitFiltered=true \
+          --env grepTags="${{inputs.tags}}+-@skip",grepOmitFiltered=true \
           --spec "$SPEC_PATH" \
           --browser ${{ steps.cypress-prep.outputs.chrome-path }}
 
@@ -185,51 +177,6 @@ jobs:
           name: failed-tests-${{ inputs.name }}-${{ inputs.edition }}
           path: ./cypress/test-results
 
-      - name: Extract chunk-specific changed timings
-        id: extract-timings
-        if: inputs.split_index >= 0 && github.ref == 'refs/heads/master'
-        continue-on-error: true
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const fs = require('fs');
-            const oldTimingsPath = "./e2e/support/timings.json";
-            const newTimingsPath = "./e2e/support/newTimes.json";
-
-            if (!fs.existsSync(newTimingsPath)) {
-              throw new Error(`newTimes.json not found - cypress-split may not have generated it`);
-            }
-
-            if (!fs.existsSync(oldTimingsPath)) {
-              throw new Error(`Original timings file ${oldTimingsPath} not found`);
-            }
-
-            const oldTimings = fs.existsSync(oldTimingsPath)
-              ? JSON.parse(fs.readFileSync(oldTimingsPath, "utf8"))
-              : { durations: [] };
-
-            const newTimings = fs.existsSync(newTimingsPath)
-              ? JSON.parse(fs.readFileSync(newTimingsPath, "utf8"))
-              : { durations: [] };
-
-            const { extractChangedTimings } = require('${{ github.workspace }}/.github/scripts/extract-changed-timings.js');
-
-            const result = extractChangedTimings({ oldTimings, newTimings });
-
-            if (result.hasChanges) {
-              core.setOutput('has-changes', 'true');
-              fs.writeFileSync('chunkTimings.json', JSON.stringify(result.changedTimings, null, 2));
-              console.log(`Extracted ${Object.keys(result.changedTimings).length} changed timings for chunk index ${{ inputs.split_index }}`);
-            }
-
-      - name: Upload Timing Data
-        uses: actions/upload-artifact@v4
-        if: steps.extract-timings.outcome == 'success' && steps.extract-timings.outputs.has-changes == 'true'
-        with:
-          name: timing-data-${{ inputs.name }}-${{ inputs.split_index }}
-          path: chunkTimings.json
-          retention-days: 1 # gets merged immediately by parent workflow
-
       - name: Publish Summary
         if: failure()
         uses: actions/github-script@v7

.github/workflows/e2e-tests.yml

@@ -87,67 +87,6 @@ jobs:
       name: Flaky
       tags: "@flaky"
 
-  collect-timings:
-    name: Collect E2E Timings
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    needs: e2e-tests
-    if: always() && !cancelled() && github.ref == 'refs/heads/master'
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          sparse-checkout: |
-            .github
-            e2e/support
-          sparse-checkout-cone-mode: false
-
-      - name: Download all timing artifacts
-        uses: actions/download-artifact@v4
-        with:
-          pattern: timing-data-*
-          path: timing-files
-          merge-multiple: false
-        continue-on-error: true
-
-      - name: Merge split timings
-        id: merge
-        continue-on-error: true
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const fs = require('fs');
-            const path = require('path');
-
-            const chunkFiles = glob.sync('timing-files/*/chunkTimings.json');
-
-            const specs = new Map();
-            chunkFiles.forEach(file => {
-              const { durations = [] } = JSON.parse(fs.readFileSync(file, 'utf8'));
-              durations.forEach(({ spec, duration }) => specs.set(spec, duration));
-            });
-
-            if (specs.size === 0) {
-              throw new Error('No timing data found - no specs had timing changes');
-            }
-
-            const outputPath = 'e2e/support/runTimings.json';
-            fs.mkdirSync(path.dirname(outputPath), { recursive: true });
-
-            const runTimings = {
-              durations: [...specs].map(([spec, duration]) => ({ spec, duration }))
-            };
-
-            fs.writeFileSync(outputPath, JSON.stringify(runTimings, null, 2));
-            console.log(`Merged timing data for ${specs.size} specs`);
-
-      - name: Upload merged timing files
-        if: steps.merge.outcome == 'success'
-        uses: actions/upload-artifact@v4
-        with:
-          name: merged-e2e-timings
-          path: e2e/support/runTimings.json
-          retention-days: 7
-
   e2e-tests-result:
     needs:
       - e2e-tests

.github/workflows/embedding-sdk-labels-reminder.yml

@@ -1,49 +0,0 @@
-name: Embedding SDK Labels Reminder
-
-on:
-  pull_request:
-    types: [auto_merge_enabled, review_requested, labeled, unlabeled, synchronize]
-    branches:
-      - "master"
-  merge_group:
-
-jobs:
-  files-changed:
-    name: Check which files changed
-    runs-on: ubuntu-22.04
-    timeout-minutes: 3
-    outputs:
-      frontend_embedding_sdk_package_sources: ${{ steps.changes.outputs.frontend_embedding_sdk_package_sources }}
-    steps:
-      - uses: actions/checkout@v4
-      - name: Test which files changed
-        uses: dorny/paths-filter@v3.0.0
-        id: changes
-        with:
-          token: ${{ github.token }}
-          filters: .github/file-paths.yaml
-
-  embedding-sdk-package-no-release-notes-reminder:
-    needs: [ files-changed ]
-    if: |
-      !cancelled() &&
-      (needs.files-changed.outputs.frontend_embedding_sdk_package_sources == 'true')
-    name: Embedding SDK package release-notes/no-release-notes label reminder
-    runs-on: ubuntu-latest
-    timeout-minutes: 5
-    steps:
-      - uses: actions/checkout@v4
-      - uses: jesusvasquez333/verify-pr-label-action@v1.4.0
-        id: verify-release-notes-labels
-        with:
-          github-token: '${{ secrets.GITHUB_TOKEN }}'
-          valid-labels: 'release-notes, no-release-notes'
-          disable-reviews: true
-      - name: Comment on PR if label should be added
-        if: ${{ always() }}
-        uses: ./.github/actions/notify-pull-request
-        with:
-          remove-previous-comment: true
-          add-new-comment: ${{ steps.verify-release-notes-labels.outcome == 'failure' }}
-          message: "⚠️ Changes were made to the <b>Embedding SDK Package</b>. Review this PR and apply one of the following labels.<br><br>- <code>release-notes</code> — select if this PR must be included in the main Metabase changelog release notes.<br>- <code>no-release-notes</code> — select if this PR should not be included in the main Metabase changelog release notes."
-          include-log: true

.github/workflows/loki-update.yml

@@ -26,8 +26,26 @@ jobs:
       - name: Compile CLJS
         run: yarn build-pure:cljs
 
+      - name: Build Storybook
+        # We won't be able to use Storybook play's `userEvent` with production build
+        # see https://github.com/storybookjs/storybook/issues/19758
+        run: NODE_ENV=development yarn build-storybook
+
+      - name: Serve Storybook
+        run: yarn http-server storybook-static -p 6006 &
+        shell: bash
+
+      - name: Wait for Storybook to become available
+        run: |
+          echo "Waiting for Storybook to be served..."
+          while ! curl --silent --fail http://localhost:6006; do
+            sleep 5
+            echo "Retrying..."
+          done
+          echo "Storybook is being served!"
+
       - name: Update Loki Snapshots
-        run: yarn test-visual:loki:ci || yarn test-visual:loki-approve-diff && yarn test-visual:loki-prune
+        run: yarn test-visual:loki || yarn test-visual:loki-approve-diff && yarn test-visual:loki-prune
 
       - name: Check for changes
         id: check-changes

.github/workflows/loki.yml

@@ -53,8 +53,14 @@ jobs:
       - name: Compile CLJS
         run: NODE_ENV=development yarn build-pure:cljs
 
+      - name: Build Storybook
+        # We won't be able to use Storybook play's `userEvent` with production build
+        # see https://github.com/storybookjs/storybook/issues/19758
+        run: NODE_ENV=development yarn build-storybook
+
       - name: Run Loki Visual Tests
-        run: yarn test-visual:loki:ci
+        run: |
+          yarn loki --requireReference --reactUri file:./storybook-static --chromeFlags='--headless --disable-gpu' --verboseRenderer
 
       - name: Generate Visual Report on Failure
         if: failure()

.github/workflows/perf-test-labeled.yml

@@ -9,13 +9,9 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-  uberjar:
-    if: ${{ github.event.label.name == 'Run-perf' }}
-    uses: ./.github/workflows/uberjar.yml
-    secrets: inherit
-
   run-perf-test:
-    needs: [uberjar]
     if: ${{ github.event.label.name == 'Run-perf' }}
     uses: ./.github/workflows/perf-test.yml
+    with:
+      wait_for_uberjar: true
     secrets: inherit

.github/workflows/perf-test.yml

@@ -3,6 +3,11 @@ run-name: Run perf test for ${{ github.ref_name }} by @${{ github.actor }}
 
 on:
   workflow_call:
+    inputs:
+      wait_for_uberjar:
+        description: "Wait for uberjar build"
+        required: false
+        type: boolean
 jobs:
   build:
     runs-on: ubuntu-latest
@@ -26,6 +31,63 @@ jobs:
         uses: aws-actions/amazon-ecr-login@v2
         with:
           registries: "${{ secrets.PR_ENV_AWS_ACCOUNT_ID }}"
+      - name: Wait for uberjar
+        id: wait_for_uberjar
+        if: ${{ inputs.wait_for_uberjar == true }}
+        run: |
+          ## Get workflow run id for uberjar build
+          curl -Ls --output e2e-tests.json \
+          -H "Accept: application/vnd.github+json" \
+          -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+          -H "X-GitHub-Api-Version: 2022-11-28" \
+          https://api.github.com/repos/${{ github.repository }}/actions/workflows/run-tests.yml/runs?head_sha=${{ github.event.pull_request.head.sha || github.sha }}
+          ID=$(jq -r '.workflow_runs[0].id' e2e-tests.json)
+          echo "Run ID: ${ID}"
+
+          ## Get workflow run id for uberjar build
+          while [ -z "$JOB_ID" ]; do
+            NEXT_URL="https://api.github.com/repos/${{ github.repository }}/actions/runs/${ID}/jobs?filter=latest"
+
+            # Search for build job
+            echo "Searching for build job..."
+            while [ -z "$JOB_ID" ] && [ -n "$NEXT_URL" ]; do
+              # Get one page of jobs
+              RESPONSE=$(curl -s -i \
+                -H "Accept: application/vnd.github+json" \
+                -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+                -H "X-GitHub-Api-Version: 2022-11-28" \
+                "$NEXT_URL")
+
+              # Extract headers and body
+              HEADERS=$(echo "$RESPONSE" | sed -n '1,/^\r$/p')
+              BODY=$(echo "$RESPONSE" | sed '1,/^\r$/d')
+              LINK_HEADER=$(echo "$HEADERS" | grep -i '^link:' | sed 's/^link: //')
+
+              # Check for next page in Link header
+              if echo "$LINK_HEADER" | grep -q 'rel="next"'; then
+                NEXT_URL=$(echo "$LINK_HEADER" | sed -E 's/.*<([^>]+)>; rel="next".*/\1/')
+              else
+                NEXT_URL=""
+              fi
+
+              # Check for build job
+              JOB_ID=$(echo "$BODY" | jq -r '.jobs[] | select(.name | contains("build (ee)")) | .id')
+            done
+          done
+          echo "Job ID: ${JOB_ID}"
+
+          ## Wait for uberjar build to complete
+          while [ true ]; do
+            curl -Ls --output uberjar.json \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            https://api.github.com/repos/${{ github.repository }}/actions/jobs/${JOB_ID}
+            jq -r '.steps[] | select(.name == "Prepare uberjar artifact") | .status' uberjar.json | grep -q "completed" && break
+            echo "Waiting for uberjar build..."
+            sleep 10
+          done
+          echo "run_id=$(jq -r '.workflow_runs[0].id' e2e-tests.json)" >> $GITHUB_OUTPUT
       - name: Retrieve uberjar artifact for ee
         uses: ./.github/actions/fetch-artifact
         with:

.github/workflows/release-embedding-sdk.yml

@@ -285,6 +285,10 @@ jobs:
         run: |
           ./bin/embedding-sdk/release_utils.bash update_package_json_template ${{ needs.determine-sdk-version.outputs.sdk_version }}
 
+      - name: Update changelog
+        run: |
+          yarn embedding-sdk:generate-changelog -o changelog-diff
+
       - name: Build SDK package
         run: yarn run build-embedding-sdk-package
 
@@ -297,6 +301,12 @@ jobs:
           name: metabase-sdk
           path: ./resources/embedding-sdk
 
+      - name: Upload changelog diff
+        uses: actions/upload-artifact@v4
+        with:
+          name: sdk-changelog-diff
+          path: ./changelog-diff
+
   publish-npm:
     needs: [build-sdk, determine-sdk-version]
     runs-on: ubuntu-22.04
@@ -325,7 +335,19 @@ jobs:
         run: |
           bash ./bin/embedding-sdk/release_utils.bash update_package_json_template ${{ env.sdk_version }}
 
-      - name: Create a PR updating readme + published version (using GitHub Metabase Automation account)
+      - name: Retrieve SDK changelog diff
+        if: inputs.branch != 'master'
+        uses: actions/download-artifact@v4
+        with:
+          name: sdk-changelog-diff
+
+      - name: Update changelog
+        if: inputs.branch != 'master'
+        run: |
+          cat changelog-diff enterprise/frontend/src/embedding-sdk-bundle/CHANGELOG.md > new-changelog
+          mv new-changelog enterprise/frontend/src/embedding-sdk-bundle/CHANGELOG.md
+
+      - name: Create a PR updating readme + published version, and changelog (using GitHub Metabase Automation account)
         run: |
           git checkout -b update-sdk-version-${{ env.sdk_version }}
 

.github/workflows/run-tests.yml

@@ -8,7 +8,6 @@ on:
   pull_request:
     types: [opened, synchronize, reopened]
   merge_group:
-  workflow_dispatch:
 
 jobs:
   files-changed:
@@ -75,7 +74,7 @@ jobs:
     secrets: inherit
 
   backend-tests:
-    if: ${{ !cancelled() && needs.files-changed.result == 'success' }}
+    if: ${{ !cancelled() }}
     needs: [files-changed, static-viz-files-changed]
     uses: ./.github/workflows/backend.yml
     secrets: inherit
@@ -113,7 +112,7 @@ jobs:
 
   e2e-tests:
     needs: [files-changed, uberjar]
-    if: always() && !cancelled() && needs.files-changed.result == 'success'
+    if: always() && !cancelled()
     uses: ./.github/workflows/e2e-tests.yml
     secrets: inherit
     with:

.github/workflows/update-e2e-timings.yml

@@ -1,92 +0,0 @@
-name: Update E2E Timings
-
-permissions:
-  contents: write
-  pull-requests: write
-
-on:
-  workflow_dispatch:
-    inputs:
-      days_back:
-        description: "Number of days to look back for timing artifacts"
-        type: number
-        default: 7
-        required: false
-  schedule:
-    # Run weekly on Sundays at 6 AM UTC
-    - cron: "0 6 * * 0"
-
-jobs:
-  collect-and-average-timings:
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    env:
-      DAYS_BACK: ${{ inputs.days_back || 7 }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 22
-
-      - name: Collect and average timing data
-        id: collect-timings
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const { collectAndAverageTimings } = require('${{ github.workspace }}/.github/scripts/average-e2e-timings.js');
-            const result = await collectAndAverageTimings({
-              github,
-              context,
-              token: '${{ secrets.GITHUB_TOKEN }}',
-              daysBack: ${{ env.DAYS_BACK }},
-              existingTimingsPath: 'e2e/support/timings.json'
-            });
-
-            core.setOutput('artifact-count', result.artifactCount);
-
-      - name: Set up git configuration
-        run: |
-          git config user.name "github-actions[bot]"
-          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
-          BRANCH_NAME="update-e2e-timings-$(date +%Y%m%d-%H%M%S)"
-          echo "BRANCH_NAME=$BRANCH_NAME" >> $GITHUB_ENV
-          echo "Branch name will be: $BRANCH_NAME"
-
-      - name: Create Pull Request
-        uses: peter-evans/create-pull-request@v6
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          branch: ${{ env.BRANCH_NAME }}
-          base: master
-          commit-message: |
-            Update E2E test timings with averaged data
-
-            Collected timing data from ${{ env.DAYS_BACK }} days of test runs.
-            All specs with timing data were included (simple averages).
-
-            🤖 Generated automatically by update-e2e-timings workflow
-
-            Co-Authored-By: GitHub Actions <actions@github.com>
-          committer: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
-          author: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
-          title: "[chore] Update E2E test timings with recent data"
-          body: |
-            ## Summary
-            This PR updates the E2E test timing data with averaged values from recent test runs.
-
-            ## Details
-            - Collected data from the last **${{ env.DAYS_BACK }} days** of test runs
-            - Averaged timing data from **${{ steps.collect-timings.outputs.artifact-count }}** test runs
-
-            ## Generated automatically
-            🤖 This PR was created automatically by the `update-e2e-timings` workflow.
-            The timing data helps cypress-split optimize test distribution across parallel jobs.
-
-            Co-Authored-By: GitHub Actions <actions@github.com>
-          labels: |
-            .CI & Tests
-          add-paths: e2e/support/timings.json

.gitignore

@@ -163,3 +163,4 @@ CLAUDE.local.md
 
 /logs
 /.clojure-mcp
+__pycache__/

.gitmodules

@@ -0,0 +1,4 @@
+[submodule "python-runner"]
+	path = python-runner
+	url = https://github.com/metabase/python-runner-container.git
+	branch = prototype