WIP runner

- python-runner no longer simulates a single http api that does
everything (incl s3 interaction)
- Separates file lifetimes (shared storage) from execution
- Easier to see how to avoid reading into strings (e.g. for piping into
tmp files, follow up)

Earlier on we had a service that managed much of the I/O, metabase now
coordinates it so it makes little sense pretending there is still
an overall http api.

.clj-kondo/config.edn

@@ -1,7 +1,7 @@
 ;; -*- comment-column: 100; -*-
 {:config-paths ["macros" "src" "config"]
  :linters
- { ;;
+ {;;
   ;; enabled optional linters (these are disabled by default)
   ;;
 
@@ -173,7 +173,6 @@
      metabase.driver.sql-jdbc.execute/execute-prepared-statement!
      metabase.notification.models/create-notification!
      metabase.pulse.send/send-pulse!
-     metabase-enterprise.transforms-python.python-runner-test/execute!
      ;; Safe in tests, where we typically use a private, temporary index per thread.
      metabase.search.core/reindex!
      metabase.util/run-count!
@@ -187,7 +186,7 @@
   :metabase/disallow-hardcoded-driver-names-in-tests
   ;; don't include `:h2` since that will probably lead to a mountain of tests where we are specifically testing
   ;; middleware or compilation behavior with just H2 since it's the default.
-  {:drivers #{ ;; core drivers
+  {:drivers #{;; core drivers
               #_:h2
               :postgres
               :mysql
@@ -229,7 +228,7 @@
     (clojure.core.logic/fresh)
     (clojure.core.logic/matcha)
     (clojure.core.logic/run)
-    (clojure.test/is [=? malli= qv=])
+    (clojure.test/is [query= =? malli= qv=])
     (clojure.tools.macro/macrolet)
     instaparse.core/transform
     (metabase.server.streaming-response/streaming-response)
@@ -273,7 +272,6 @@
    clojure.java.jdbc/with-db-connection               {:message "Use sql-jdbc.execute/do-with-connection-with-options (for drivers) or t2/with-connection (for the app DB) instead of jdbc/with-db-connection"}
    clojure.java.jdbc/with-db-metadata                 {:message "Use sql-jdbc.execute/do-with-connection-with-options + .getMetaData instead of jdbc/with-db-metadata"}
    clojure.pprint/pprint                              {:message "Use metabase.util.log instead of clojure.pprint/pprint"}
-   clojure.pprint/print-table                         {:message "Use metabase.util.log instead of printing directly to the console"}
    clojure.string/lower-case                          {:message "Use metabase.util/lower-case-en instead of clojure.string/lower-case"}
    clojure.string/upper-case                          {:message "Use metabase.util/upper-case-en instead of clojure.string/upper-case"}
    compojure.core/context                             {:message "Use metabase.api.util.handlers/route-map-handler instead of compojure.core/context, it is much faster and supports OpenAPI spec generation"}
@@ -490,6 +488,7 @@
   metabase.util.malli/fn                                                                schema.core/fn
   metabase.util.namespaces/import-fns                                                   potemkin/import-vars
   metabase.util/with-timer-ms                                                           clojure.core/fn
+  metabase.xrays.domain-entities.malli/defn                                             schema.core/defn
   metabuild-common.core/with-open-jar-file-system                                       clojure.core/let
   metabuild-common.files/with-open-jar-file-system                                      clojure.core/let
   monger.operators/defoperator                                                          clojure.core/def
@@ -521,7 +520,6 @@
    metabase-enterprise.cache.config-test/with-temp-persist-models                                                            hooks.common/with-seven-bindings
    metabase-enterprise.semantic-search.db.connection/with-migrate-tx                                                         hooks.common/let-one-with-optional-value
    metabase-enterprise.serialization.test-util/with-temp-dpc                                                                 hooks.toucan2.tools.with-temp/with-temp
-   metabase-enterprise.transforms-python.drivers-test/with-test-table                                                        hooks.common/with-two-bindings
    metabase.api.common.internal-test/with-jetty-server                                                                       hooks.common/with-one-binding
    metabase.api.macros/defendpoint                                                                                           hooks.metabase.api.macros/defendpoint
    metabase.app-db.schema-migrations-test.impl/test-migrations                                                               hooks.metabase.app-db.schema-migrations-test.impl/test-migrations
@@ -573,8 +571,8 @@
    metabase.pulse.models.pulse-test/with-pulse-in-collection!                                                                hooks.common/with-four-bindings
    metabase.pulse.test-util/checkins-query-card                                                                              hooks.metabase.test.data/$ids
    metabase.queries.api.card-test/with-card-param-values-fixtures                                                            hooks.common/let-one-with-optional-value
-   metabase.queries.api.card-test/with-temp-native-card                                                                      hooks.common/with-two-bindings
-   metabase.queries.api.card-test/with-temp-native-card-with-params                                                          hooks.common/with-two-bindings
+   metabase.queries.api.card-test/with-temp-native-card!                                                                     hooks.common/with-two-bindings
+   metabase.queries.api.card-test/with-temp-native-card-with-params!                                                         hooks.common/with-two-bindings
    metabase.query-processor-test.expressions-test/calculate-bird-scarcity                                                    hooks.metabase.query-processor-test.expressions-test/calculate-bird-scarcity
    metabase.query-processor-test.filter-test/count-with-filter-clause                                                        hooks.metabase.test.data/$ids
    metabase.query-processor.middleware.cache-test/with-mock-cache!                                                           hooks.common/with-two-bindings
@@ -624,11 +622,10 @@
    metabase.test/with-non-admin-groups-no-root-collection-perms                                                              hooks.common/do*
    metabase.test/with-persistence-enabled!                                                                                   hooks.metabase.model-persistence.test-util/with-persistence-enabled!
    metabase.test/with-prometheus-system!                                                                                     hooks.common/with-two-bindings
-   metabase.test/with-random-premium-token!                                                                                  hooks.common/with-one-binding
    metabase.test/with-temp                                                                                                   hooks.toucan2.tools.with-temp/with-temp
    metabase.test/with-temp-file                                                                                              hooks.metabase.test.util/with-temp-file
    metabase.test/with-temporary-setting-values                                                                               hooks.metabase.test.util/with-temporary-setting-values
-   metabase.users.api-test/with-temp-user-email!                                                                             hooks.common/with-one-binding
+   metabase.users.api-test/with-temp-user-email!                                                                              hooks.common/with-one-binding
    metabase.util.i18n/deferred-trs                                                                                           hooks.metabase.util.i18n/deferred-trs
    metabase.util.i18n/deferred-tru                                                                                           hooks.metabase.util.i18n/deferred-tru
    metabase.util.i18n/trs                                                                                                    hooks.metabase.util.i18n/trs
@@ -688,6 +685,7 @@
    metabase.test/with-temporary-raw-setting-values                                         macros.metabase.test.util/with-temporary-raw-setting-values
    metabase.users.models.user-test/with-groups!                                            macros.metabase.users.models.user-test/with-groups!
    metabase.util.namespaces/import-fn                                                      macros.metabase.util.namespaces/import-fn
+   metabase.xrays.domain-entities.malli/define-getters-and-setters                         macros.metabase.xrays.domain-entities.malli/define-getters-and-setters
    metabase.xrays.related-test/with-world                                                  macros.metabase.xrays.related-test/with-world}}
 
  :config-in-comment
@@ -716,18 +714,13 @@
   {:pattern "^metabase\\.lib\\..*"
    :name    metabase-lib-excluding-legacy-mbql}
   ;;
-  ;; QP and driver source namespaces: `metabase.query-processor.*`, `metabase-enterprise.sandbox.query-processor.*`,
-  ;; and `metabase.driver.*`, excluding `-test` namespaces.
+  ;; QP source namespaces: `metabase.query-processor.*`, `metabase-enterprise.sandbox.query-processor.*`, and
+  ;; `metabase.driver.*`, excluding `-test` namespaces.
   ;;
   {:pattern "metabase(?:(?:(?:-enterprise\\.sandbox)?\\.query-processor\\.)|(?:\\.driver\\.)).*(?<!-test)$"
    :name    qp-and-driver-source-namespaces}
   ;;
-  ;; QP source namespaces
-  ;;
-  {:pattern "metabase(?:(?:-enterprise\\.sandbox)?\\.query-processor\\.).*(?<!-test)$"
-   :name    qp-source-namespaces}
-  ;;
-  ;; driver namespaces, including tests
+  ;; driver namespaces
   ;;
   {:pattern "metabase\\.driver.*$"
    :name    driver-namespaces}
@@ -742,7 +735,9 @@
   ;; `metabase-enterprise.sandbox.query-processor*-test`
   ;;
   {:pattern "^metabase(?:((?:-enterprise\\.sandbox)?\\.query-processor)|(?:\\.driver\\.sql(?!server)(?!ite))).*-test$"
-   :name    general-qp-and-driver-test-namespaces}]
+   :name    general-qp-and-driver-test-namespaces}
+  {:pattern "^metabase\\.python-runner\\..*"
+   :name    python-runner-namespaces}]
 
  :config-in-ns
  {test-namespaces
@@ -787,7 +782,7 @@
                              clojure.string/lower-case {:level :off}
                              clojure.string/upper-case {:level :off}}}}
 
-  ;; enable all the extra linters we haven't enabled in the core app yet in Lib. It's all new code so we can adhere
+  ;; enable all the extra linters we haven't enabled in the core app yet in MLv2. It's all new code so we can adhere
   ;; to the new stricter rules from day 1
   metabase-lib
   {:linters
@@ -807,25 +802,19 @@
      metabase.test/with-temp            {:message "Don't use application database inside Lib code"}}
 
     :discouraged-namespace
-    {metabase.driver            {:message "Lib code should be independent of driver code/methods"}
-     metabase.test              {:message "Lib tests should only use Lib test helpers"}
-     metabase.test.data         {:message "Lib tests should only use Lib test helpers"}
-     metabase.util.malli.schema {:message "Prefer metabase.lib.schema schemas in Lib code"}
-     toucan.db                  {:message "Don't use application database inside Lib code"}
-     toucan.models              {:message "Don't use application database inside Lib code"}
-     toucan.util.test           {:message "Don't use application database inside Lib code"}
-     toucan2.core               {:message "Don't use application database inside Lib code"}}}}
+    {metabase.driver            {:message "MLv2 code should be independent of driver code/methods"}
+     metabase.test              {:message "MLv2 tests should only use MLv2 test helpers"}
+     metabase.test.data         {:message "MLv2 tests should only use MLv2 test helpers"}
+     metabase.util.malli.schema {:message "Prefer metabase.lib.schema schemas in MLv2 code"}
+     toucan.db                  {:message "Don't use application database inside MLv2 code"}
+     toucan.models              {:message "Don't use application database inside MLv2 code"}
+     toucan.util.test           {:message "Don't use application database inside MLv2 code"}
+     toucan2.core               {:message "Don't use application database inside MLv2 code"}}}}
 
   metabase-lib-excluding-legacy-mbql
   {:linters
    {:discouraged-var
-    {metabase.legacy-mbql.util/unique-name-generator {:message "Use metabase.lib.util/unique-name-generator or non-truncating-unique-name-generator"}}}
-
-   :discouraged-namespace
-   {metabase.legacy-mbql.js         {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.jvm-util   {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.predicates {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}
-    metabase.legacy-mbql.util       {:message "Avoid legacy MBQL utils in Lib; move things into Lib if needded."}}}
+    {metabase.legacy-mbql.util/unique-name-generator {:message "Use metabase.lib.util/unique-name-generator or non-truncating-unique-name-generator"}}}}
 
   driver-namespaces
   {:linters
@@ -835,47 +824,26 @@
   performance-sensitive
   {:linters
    {:discouraged-var
-    {clojure.core/every?          {:message "Use metabase.util.performance/every?"}
-     clojure.core/mapv            {:message "Use metabase.util.performance/mapv"}
-     clojure.core/run!            {:message "Use metabase.util.performance/run!"}
-     clojure.core/select-keys     {:message "Use metabase.util.performance/select-keys"}
-     clojure.core/some            {:message "Use metabase.util.performance/some"}
-     clojure.core/update-keys     {:message "Use metabase.util.performance/update-keys"}
-     clojure.walk/keywordize-keys {:message "Use metabase.util.performance/keywordize-keys"}
-     clojure.walk/postwalk        {:message "Use metabase.util.performance/postwalk"}
-     clojure.walk/prewalk         {:message "Use metabase.util.performance/prewalk"}
-     clojure.walk/walk            {:message "Use metabase.util.performance/walk"}}}}
+    {clojure.core/update-keys {:message "Use metabase.util.performance/update-keys"}}}}
 
   qp-and-driver-source-namespaces
   {:linters
    {:discouraged-namespace
     {metabase.query-processor.store {:level :off}
      metabase.util.malli.schema     {:message "Prefer metabase.lib.schema or metabase.legacy-mbql.schema schemas in QP/driver code"}
-     toucan.db                      {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan.models                  {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan.util.test               {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     toucan2.core                   {:message "Don't use application database directly in QP code; use the MetadataProvider"}}
+     toucan.db                      {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan.models                  {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan.util.test               {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     toucan2.core                   {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}}
 
     :discouraged-var
     {medley.core/map-keys                 {:message "Use metabase.util.performance/update-keys"}
      medley.core/map-vals                 {:message "Use clojure.core/update-vals"}
-     metabase.app-db.core/query           {:message "Don't use application database directly in QP code; use the MetadataProvider"}
-     metabase.app-db.core/reducible-query {:message "Don't use application database directly in QP code; use the MetadataProvider"}
+     metabase.app-db.core/query           {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
+     metabase.app-db.core/reducible-query {:message "Don't use application database directly in QP code; use QP Store/metadata provider"}
      metabase.lib.convert/->legacy-MBQL   {:level :off}
      metabase.lib.core/->legacy-MBQL      {:level :off}}}}
 
-  qp-source-namespaces
-  {:linters
-   {:discouraged-namespace
-    {metabase.legacy-mbql.js             {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.jvm-util       {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.normalize      {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.predicates     {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema         {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema.helpers {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.schema.macros  {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}
-     metabase.legacy-mbql.util           {:message "Avoid legacy MBQL namespaces in the QP, use Lib instead"}}}}
-
   general-qp-and-driver-test-namespaces
   {:linters
    {:discouraged-var

.clj-kondo/config/modules/config.edn

@@ -62,7 +62,6 @@
            lib-be
            model-persistence
            models
-           parameters
            permissions
            public-sharing
            queries
@@ -318,7 +317,7 @@
            app-db
            classloader
            config
-
+           legacy-mbql
            models
            query-processor
            search
@@ -336,8 +335,10 @@
            app-db
            audit-app
            config
+           driver
            eid-translation
            events
+           legacy-mbql
            lib-be
            models
            notification
@@ -365,8 +366,10 @@
 
   content-translation
   {:team "UX West"
-   :api  #{metabase.content-translation.models}
-   :uses #{premium-features
+   :api  #{metabase.content-translation.api
+           metabase.content-translation.models}
+   :uses #{api
+           premium-features
            util}}
 
   content-verification
@@ -390,8 +393,7 @@
            metabase.dashboards.init
            metabase.dashboards.models.dashboard
            metabase.dashboards.models.dashboard-card
-           metabase.dashboards.models.dashboard-tab
-           metabase.dashboards.schema}
+           metabase.dashboards.models.dashboard-tab}
    :uses #{actions
            analytics
            api
@@ -431,7 +433,10 @@
    :api  #{metabase.driver
            metabase.driver.common
            metabase.driver.common.parameters
+           metabase.driver.common.parameters.dates
+           metabase.driver.common.parameters.operators
            metabase.driver.common.parameters.parse
+           metabase.driver.common.parameters.values
            metabase.driver.ddl.interface
            metabase.driver.h2
            metabase.driver.impl
@@ -445,34 +450,22 @@
            metabase.driver.sql-jdbc.execute.diagnostic
            metabase.driver.sql-jdbc.sync
            metabase.driver.sql.query-processor
+           metabase.driver.sql.query-processor.deprecated
            metabase.driver.sql.util
            metabase.driver.sync
            metabase.driver.util}
-   :uses #{app-db
-           appearance
-           auth-provider
-           classloader
-           config
-           driver-api
-           events
-           legacy-mbql
-           lib
-           lib-be
-           premium-features
-           query-processor
-           settings
-           system
-           util
-           warehouse-schema
-           warehouses}}
+   :uses #{driver-api
+           util}}
 
   driver-api
   {:team "Drivers"
-   :api  #{metabase.driver-api.core}
+   :api  #{metabase.driver-api.core
+           metabase.driver-api.init}
    :uses #{actions
            api
            app-db
            appearance
+           auth-provider
            classloader
            config
            connection-pool
@@ -491,7 +484,8 @@
            system
            upload
            util
-           warehouse-schema}}
+           warehouse-schema
+           warehouses}}
 
   eid-translation
   {:team "UX West"
@@ -508,12 +502,11 @@
            metabase.embedding.init
            metabase.embedding.jwt
            metabase.embedding.settings
-           metabase.embedding.util
            metabase.embedding.validation}
    :uses #{analytics
            api
            config
-           dashboards
+           driver
            eid-translation
            events
            models
@@ -523,7 +516,6 @@
            public-sharing
            queries
            query-processor
-           request
            server
            settings
            tiles
@@ -542,6 +534,7 @@
    :uses #{appearance
            models
            query-processor
+           system
            types
            util}}
 
@@ -554,18 +547,6 @@
            settings
            util}}
 
-  glossary
-  {:team "Workflows"
-   :api  #{metabase.glossary.api}
-   :uses #{api
-           models
-           util}}
-
-  graph
-  {:team "Querying"
-   :api  #{metabase.graph.core}
-   :uses #{util}}
-
   indexed-entities
   {:team "UX West"
    :api  #{metabase.indexed-entities.api
@@ -591,6 +572,7 @@
   legacy-mbql
   {:team "Querying"
    :api  #{metabase.legacy-mbql.normalize
+           metabase.legacy-mbql.predicates
            metabase.legacy-mbql.schema
            metabase.legacy-mbql.util}
    :uses #{lib
@@ -618,6 +600,7 @@
            metabase.lib.metadata.result-metadata
            metabase.lib.normalize
            metabase.lib.options
+           metabase.lib.parse
            metabase.lib.query
            metabase.lib.schema
            metabase.lib.schema.actions
@@ -655,7 +638,8 @@
   lib-be
   {:team "Querying"
    :api  #{metabase.lib-be.core
-           metabase.lib-be.init}
+           metabase.lib-be.init
+           metabase.lib-be.metadata.jvm}
    :uses #{lib
            models
            settings
@@ -722,6 +706,7 @@
            classloader
            legacy-mbql
            lib
+           lib-be
            settings
            util}}
 
@@ -731,7 +716,6 @@
            metabase.native-query-snippets.core}
    :uses #{api
            collections
-           events
            lib
            models
            permissions
@@ -772,7 +756,6 @@
   parameters
   {:team "Querying"
    :api  #{metabase.parameters.chain-filter
-           metabase.parameters.core
            metabase.parameters.custom-values
            metabase.parameters.dashboard
            metabase.parameters.field
@@ -783,11 +766,13 @@
    :uses #{api
            app-db
            classloader
+           driver
            legacy-mbql
            lib
            lib-be
            models
            query-processor
+           types
            util
            warehouse-schema
            warehouses}}
@@ -865,6 +850,7 @@
            dashboards
            events
            lib
+           lib-be
            models
            parameters
            queries
@@ -887,7 +873,6 @@
            config
            driver
            events
-           lib
            models
            notification
            permissions
@@ -900,6 +885,19 @@
            enterprise/advanced-permissions
            enterprise/sandbox}}
 
+  python-runner
+  {:team "Workflows"
+   :api  #{metabase.python-runner.api
+           metabase.python-runner.core
+           metabase.python-runner.init}
+   :uses #{api
+           driver
+           models
+           query-processor
+           request
+           util
+           enterprise/transforms}}
+
   queries
   {:team "Querying"
    :api  #{metabase.queries.api
@@ -945,7 +943,6 @@
    :uses #{api
            legacy-mbql
            lib
-           lib-be
            models
            permissions
            query-processor
@@ -967,10 +964,10 @@
            metabase.query-processor.middleware.annotate
            metabase.query-processor.middleware.cache-backend.db
            metabase.query-processor.middleware.constraints
+           metabase.query-processor.middleware.fetch-source-query-legacy
            metabase.query-processor.middleware.limit
            metabase.query-processor.middleware.permissions
            metabase.query-processor.middleware.wrap-value-literals
-           metabase.query-processor.parameters.dates
            metabase.query-processor.parameters.operators
            metabase.query-processor.pipeline
            metabase.query-processor.pivot
@@ -999,7 +996,6 @@
            batch-processing
            cache
            config
-           dashboards
            driver
            events
            formatter
@@ -1014,9 +1010,11 @@
            premium-features
            queries
            query-permissions
+           request
            server
            settings
            system
+           types
            users
            util}}
 
@@ -1027,7 +1025,6 @@
            metabase.request.schema}
    :uses #{api
            config
-           embedding
            permissions ; FIXME
            session
            settings
@@ -1076,14 +1073,12 @@
            audit-app
            collections
            config
+           driver
            events
-           lib
-           lib-be
            models
            permissions
            premium-features
            queries
-           query-processor
            request
            settings
            startup
@@ -1126,7 +1121,6 @@
            core
            driver
            embedding
-           lib-be
            premium-features
            query-processor
            request
@@ -1182,8 +1176,10 @@
            api
            app-db
            appearance
+           channel
            config
            events
+           permissions
            request
            session
            settings
@@ -1234,7 +1230,6 @@
            events
            lib
            models
-           premium-features
            query-processor
            settings
            task
@@ -1289,9 +1284,6 @@
            metabase.tiles.init}
    :uses #{api
            legacy-mbql
-           lib
-           lib-be
-           parameters
            query-processor
            settings
            util}}
@@ -1346,11 +1338,9 @@
   users
   {:team "UX West"
    :api  #{metabase.users.api
-           metabase.users.core
            metabase.users.init
            metabase.users.models.user
-           metabase.users.models.user-parameter-value
-           metabase.users.schema}
+           metabase.users.models.user-parameter-value}
    :uses #{analytics
            api
            appearance
@@ -1485,7 +1475,6 @@
            driver
            legacy-mbql
            lib
-           lib-be
            models
            queries
            query-permissions
@@ -1497,6 +1486,7 @@
   enterprise/action-v2
   {:team "Workflows"
    :api  #{metabase-enterprise.action-v2.api
+           metabase-enterprise.action-v2.core
            metabase-enterprise.action-v2.init}
    :uses #{actions
            api
@@ -1531,6 +1521,7 @@
            metabase-enterprise.advanced-permissions.common
            metabase-enterprise.advanced-permissions.models.permissions.group-manager}
    :uses #{api
+           legacy-mbql
            lib
            permissions
            premium-features
@@ -1561,6 +1552,7 @@
    :api  #{metabase-enterprise.ai-sql-generation.api}
    :uses #{api
            driver
+           models
            util
            enterprise/metabot-v3}}
 
@@ -1615,11 +1607,6 @@
    :uses #{api
            premium-features util}}
 
-  enterprise/bookmarks
-  {:team "UX West"
-   :api  #{}
-   :uses #{}}
-
   enterprise/cache
   {:team "UX West"
    :api  #{metabase-enterprise.cache.init}
@@ -1638,22 +1625,10 @@
            util
            enterprise/harbormaster}}
 
-  enterprise/comments
-  {:team "Workflows"
-   :api  #{metabase-enterprise.comments.api
-           metabase-enterprise.comments.init}
-   :uses #{analytics
-           api
-           channel
-           events
-           models
-           request
-           users
-           util}}
-
   enterprise/content-translation
   {:team "UX West"
-   :api  #{metabase-enterprise.content-translation.routes}
+   :api  #{metabase-enterprise.content-translation.dictionary
+           metabase-enterprise.content-translation.routes}
    :uses #{api
            content-translation
            embedding
@@ -1679,11 +1654,20 @@
    :api  #{}
    :uses #{premium-features}}
 
+  enterprise/data-editing
+  {:team "Workflows"
+   :api  #{metabase-enterprise.data-editing.api}
+   :uses #{actions
+           api
+           models
+           util}}
+
   enterprise/database-replication
   {:team "Cloud"
    :api  #{metabase-enterprise.database-replication.api
            metabase-enterprise.database-replication.init}
-   :uses #{api
+   :uses #{analytics
+           api
            driver
            premium-features
            settings
@@ -1707,29 +1691,6 @@
            warehouse-schema
            warehouses}}
 
-  enterprise/dependencies
-  {:team "Querying"
-   :api  #{metabase-enterprise.dependencies.api
-           #_metabase-enterprise.dependencies.core
-           metabase-enterprise.dependencies.init}
-   :uses #{analyze
-           api
-           collections
-           config
-           driver
-           events
-           graph
-           lib
-           lib-be
-           models
-           native-query-snippets
-           premium-features
-           queries
-           query-processor
-           settings
-           task
-           util}}
-
   enterprise/documents
   {:team "UX West"
    :api  #{metabase-enterprise.documents.api
@@ -1742,11 +1703,13 @@
            collections
            events
            models
+           permissions
            premium-features
            queries
            query-permissions
            revisions
            search
+           users
            util
            view-log}}
 
@@ -1760,16 +1723,6 @@
            settings
            util}}
 
-  enterprise/embedding-hub
-  {:team "Embedding"
-   :api  #{metabase-enterprise.embedding-hub.api}
-   :uses #{api
-           appearance
-           audit-app
-           embedding
-           premium-features
-           enterprise/sso}}
-
   enterprise/gsheets
   {:team "Cloud"
    :api  #{metabase-enterprise.gsheets.api
@@ -1830,7 +1783,6 @@
            metabase-enterprise.metabot-v3.tools.api}
    :uses #{api
            app-db
-           audit-app
            collections
            config
            driver
@@ -1843,13 +1795,10 @@
            pulse
            query-processor
            request
-           search
            server
            settings
-           store-api
            sync
            system
-           task
            users
            util
            warehouse-schema
@@ -1879,12 +1828,14 @@
    :uses #{api
            app-db
            audit-app
+           classloader
            driver
            legacy-mbql
            lib
            models
            permissions
            premium-features
+           query-permissions
            query-processor
            request
            users
@@ -1947,13 +1898,18 @@
            app-db
            appearance
            collections
+           config
+           legacy-mbql
+           lib
            logger
            models
            plugins
            premium-features
            search
+           settings
            setup
-           util}}
+           util
+           warehouse-schema}}
 
   enterprise/snippet-collections
   {:team "Querying"
@@ -1981,6 +1937,7 @@
            settings
            sso
            system
+           users
            util
            enterprise/scim}}
 
@@ -2003,16 +1960,18 @@
    :api  #{metabase-enterprise.transforms.api
            metabase-enterprise.transforms.core
            metabase-enterprise.transforms.init
-           metabase-enterprise.transforms.instrumentation
-           metabase-enterprise.transforms.util}
+           ;; TODO: Remove this from API once we remove the python-runner callback to metabase
+           metabase-enterprise.transforms.settings}
    :uses #{analytics
            api
            app-db
+           config
            driver
            events
            lib
            lib-be
            models
+           permissions
            premium-features
            query-processor
            request
@@ -2020,22 +1979,18 @@
            sync
            task
            task-history
-           util
-           enterprise/transforms-python}}
+           ;; TODO: Remove this once we're using a better file format than CSV
+           upload
+           util}}
 
-  enterprise/transforms-python
-  {:team "Querying"
-   :api  #{metabase-enterprise.transforms-python.api
-           metabase-enterprise.transforms-python.execute
-           metabase-enterprise.transforms-python.init}
+  enterprise/python-transform
+  {:team "Transform"
+   :api  #{metabase-enterprise.python-transform.api
+           metabase-enterprise.python-transform.core
+           metabase-enterprise.python-transform.init}
    :uses #{api
-           app-db
-           config
-           driver
-           query-processor
-           settings
-           util
-           enterprise/transforms}}
+           models
+           util}}
 
   enterprise/upload-management
   {:team "UX West"

.clj-kondo/config/test-helpers/config.edn

@@ -13,10 +13,7 @@
      toucan2.core/insert-returning-pk!
      toucan2.core/insert-returning-pks!
      clojure.core.async/<!!
-     clojure.core.async/<!
      clojure.core.async/>!!
-     clojure.core.async/>!
-     clojure.core.async/alts!
      clojure.core.async/alts!!
      clojure.core.async/close!
      clojure.core.async/poll!

.clj-kondo/macros/metabase/xrays/domain_entities/malli.clj

@@ -0,0 +1,16 @@
+(ns macros.metabase.xrays.domain-entities.malli)
+
+(defmacro define-getters-and-setters [schema & defs]
+  `(do
+     (comment ~schema) ;; Reference the schema
+     ~@(for [[sym _path] (partition 2 defs)]
+         `(do
+            (defn ~(vary-meta sym
+                              assoc :export true)
+              "docs" [_x#] nil)
+            (defn ~(vary-meta (symbol (str "with-" (name sym)))
+                              assoc :export true)
+              "docs" [x# _new#] x#)
+            (defn ~(vary-meta (symbol (str (name sym) "-js"))
+                              assoc :export true)
+              "docs" [x#] x#)))))

.clj-kondo/src/hooks/metabase/test/util.clj

@@ -1,6 +1,6 @@
 (ns hooks.metabase.test.util
-  (:require
-   [clj-kondo.hooks-api :as hooks]))
+  (:require [clj-kondo.hooks-api :as hooks]
+            [hooks.common :as common]))
 
 (defn- namespaced-symbol-node? [node]
   (when (hooks/token-node? node)

.cljfmt.edn

@@ -163,8 +163,8 @@
   metabase.models.interface/define-batched-hydration-method                              [[:inner 0]]
   metabase.models.interface/define-simple-hydration-method                               [[:inner 0]]
   metabase.parameters.chain-filter-test/with-clean-field-values-for-field                [[:block 1]]
-  metabase.parameters.chain-filter-test/with-fk-field-to-field-remapping!                [[:block 0]]
-  metabase.parameters.chain-filter-test/with-human-readable-values-remapping!            [[:block 0]]
+  metabase.parameters.chain-filter-test/with-fk-field-to-field-remapping                 [[:block 0]]
+  metabase.parameters.chain-filter-test/with-human-readable-values-remapping             [[:block 0]]
   metabase.permissions.core/allow-changing-all-users-group-members                       [[:block 0]]
   metabase.permissions.core/disable-perms-cache                                          [[:block 0]]
   metabase.public-sharing.api-test/with-sharing-enabled-and-temp-card-referencing        [[:block 3]]
@@ -179,8 +179,8 @@
   metabase.queries.api.card-test/with-cards-in-readable-collection                       [[:block 1]]
   metabase.queries.api.card-test/with-cards-in-writeable-collection                      [[:block 1]]
   metabase.queries.api.card-test/with-ordered-items                                      [[:inner 0]]
-  metabase.queries.api.card-test/with-temp-native-card                                   [[:block 1]]
-  metabase.queries.api.card-test/with-temp-native-card-with-params                       [[:block 1]]
+  metabase.queries.api.card-test/with-temp-native-card!                                  [[:block 1]]
+  metabase.queries.api.card-test/with-temp-native-card-with-params!                      [[:block 1]]
   metabase.query-processor-test.pipeline-queries-test/pmbql-query                        [[:block 1]]
   metabase.query-processor-test.pipeline-queries-test/run-pmbql-query                    [[:block 1]]
   metabase.query-processor.debug/debug>                                                  [[:block 0]]
@@ -232,6 +232,7 @@
   metabase.test.data/$ids                                                                [[:inner 0]]
   metabase.test.data/dataset                                                             [[:inner 0]]
   metabase.test.data/mbql-query                                                          [[:inner 0]]
+  metabase.test.data/native-query                                                        [[:block 0]]
   metabase.test.data/query                                                               [[:block 1]]
   metabase.test.data/run-mbql-query                                                      [[:inner 0]]
   metabase.test.data/with-empty-h2-app-db!                                               [[:block 0]]
@@ -252,6 +253,7 @@
   metabase.test/format-rows-by                                                           [[:default]]
   metabase.test/let-url                                                                  [[:block 1]]
   metabase.test/mbql-query                                                               [[:inner 0]]
+  metabase.test/native-query                                                             [[:block 0]]
   metabase.test/query                                                                    [[:block 1]]
   metabase.test/run-mbql-query                                                           [[:inner 0]]
   metabase.test/test-driver                                                              [[:inner 0]]

.github/PULL_REQUEST_TEMPLATE.md

@@ -3,7 +3,7 @@
 
 > **Warning**
 >
-> If that is your first contribution to Metabase, please sign the [Contributor License Agreement](https://docs.google.com/a/metabase.com/forms/d/1oV38o7b9ONFSwuzwmERRMi9SYrhYeOrkbmNaq9pOJ_E/viewform). Also, if you're attempting to fix a translation issue, please submit your changes to our [Crowdin project](https://crowdin.com/project/metabase-i18n) instead of opening a PR.
+> If that is your first contribution to Metabase, please sign the [Contributor License Agreement](https://docs.google.com/a/metabase.com/forms/d/1oV38o7b9ONFSwuzwmERRMi9SYrhYeOrkbmNaq9pOJ_E/viewform) (unless it's a tiny documentation change). Also, if you're attempting to fix a translation issue, please submit your changes to our [Crowdin project](https://crowdin.com/project/metabase-i18n) instead of opening a PR.
 
 Closes https://github.com/metabase/metabase/issues/[issue_number]
 

.github/actions/await-port/action.yml

@@ -11,6 +11,18 @@ runs:
     - name: Wait for port ${{ inputs.port }} to be ready
       shell: bash
       run: |
+        echo "Waiting for port ${{ inputs.port }} to be ready..."
+        timeout=300  # 5 minutes timeout
+        elapsed=0
         while ! nc -z localhost ${{ inputs.port }}; do
-          sleep 0.1;
+          if [ $elapsed -ge $timeout ]; then
+            echo "❌ Timeout waiting for port ${{ inputs.port }} after ${timeout} seconds"
+            exit 1
+          fi
+          sleep 1
+          elapsed=$((elapsed + 1))
+          if [ $((elapsed % 10)) -eq 0 ]; then
+            echo "  Still waiting for port ${{ inputs.port }}... ($elapsed seconds)"
+          fi
         done
+        echo "✅ Port ${{ inputs.port }} is ready!"

.github/actions/cleanup-python-runner/action.yml

@@ -1,36 +0,0 @@
-name: Cleanup Python Runner
-description: Cleanup python-runner services and upload logs as artifacts
-
-inputs:
-  upload-logs:
-    description: 'Whether to upload logs (typically on failure)'
-    required: false
-    default: 'false'
-  logs-artifact-suffix:
-    description: 'The unique name of the .zip artifact containing the logs'
-    required: false
-    default: ''
-
-runs:
-  using: composite
-  steps:
-    - name: Cleanup python-runner services
-      if: always()
-      run: |
-        echo "Stopping python-runner services..."
-        if [ -d "python-runner" ]; then
-          cd python-runner
-          make stop || echo "WARNING: Failed to stop python runner"
-        fi
-      shell: bash
-
-    - name: Upload python-runner logs
-      if: ${{inputs.upload-logs == 'true' && inputs.logs-artifact-suffix != ''}}
-      uses: actions/upload-artifact@v4
-      with:
-        name: python-runner-logs-${{inputs.logs-artifact-suffix}}
-        path: |
-          python-runner.out.log
-          python-runner.err.log
-        retention-days: 1
-        if-no-files-found: warn

.github/actions/create-backport/action.yml

@@ -74,7 +74,7 @@ runs:
 
         git push -u origin ${BACKPORT_BRANCH}
 
-        BACKPORT_PR_URL=$(gh pr create --base "${TARGET_BRANCH}" --head "${BACKPORT_BRANCH}" --label "was-backported" --assignee "${{ github.event.pull_request.user.login }}" --title "🤖 backported \"${ORIGINAL_TITLE}\"" --body "${PR_BODY}")
+        BACKPORT_PR_URL=$(gh pr create --base "${TARGET_BRANCH}" --head "${BACKPORT_BRANCH}" --label "was-backported" --assignee "${GITHUB_ACTOR}" --title "🤖 backported \"${ORIGINAL_TITLE}\"" --body "${PR_BODY}")
         BACKPORT_PR_NUMBER=${BACKPORT_PR_URL##*/}
 
         echo "backport_pr_number=$BACKPORT_PR_NUMBER" >> $GITHUB_OUTPUT

.github/actions/setup-python-runner/action.yml

@@ -1,14 +0,0 @@
-name: Setup Python Runner
-description: Setup python-runner for tests
-inputs:
-  metabase-automation-token:
-    description: Token for accessing the python-runner repository
-    required: true
-runs:
-  using: composite
-  steps:
-    - name: Setup python-runner
-      run: ./.github/scripts/setup-python-runner.sh
-      shell: bash
-      env:
-        METABASE_AUTOMATION_USER_TOKEN: ${{ inputs.metabase-automation-token }}

.github/scripts/average-e2e-timings.js

@@ -1,171 +0,0 @@
-const fs = require("fs");
-const path = require("path");
-const { execSync } = require("child_process");
-
-const collectAndAverageTimings = async ({
-  github,
-  context,
-  daysBack = 7,
-  existingTimingsPath = "e2e/support/timings.json",
-}) => {
-  try {
-    const artifacts = await findMergedTimingArtifacts({
-      github,
-      context,
-      daysBack,
-    });
-
-    if (artifacts.length === 0) {
-      throw new Error("No timing artifacts found in the specified time range");
-    }
-
-    const timingData = await downloadAndExtractArtifacts(
-      artifacts,
-      github,
-      context,
-    );
-
-    if (timingData.length === 0) {
-      throw new Error("No valid timing data extracted from artifacts");
-    }
-
-    const averagedTimings = averageTimings(timingData);
-    averagedTimings.durations.sort((a, b) => a.spec.localeCompare(b.spec));
-
-    fs.writeFileSync(
-      existingTimingsPath,
-      JSON.stringify(averagedTimings, null, 2),
-    );
-    console.log(`✅ Updated ${existingTimingsPath} with new timing data`);
-
-    return { artifactCount: timingData.length };
-  } catch (error) {
-    console.error("❌ Error in collectAndAverageTimings:", error.message);
-    throw error;
-  }
-};
-
-const findMergedTimingArtifacts = async ({ github, context, daysBack }) => {
-  const cutoffDate = new Date();
-  cutoffDate.setDate(cutoffDate.getDate() - daysBack);
-
-  console.log(
-    `Searching for merged timing artifacts created after ${cutoffDate.toISOString()}`,
-  );
-
-  const artifacts = [];
-  let page = 1;
-
-  while (true) {
-    try {
-      const { data } = await github.rest.actions.listArtifactsForRepo({
-        owner: context.repo.owner,
-        repo: context.repo.repo,
-        name: "merged-e2e-timings",
-        per_page: 100,
-        page,
-      });
-
-      const validArtifacts = data.artifacts
-        .filter((a) => new Date(a.created_at) > cutoffDate && !a.expired)
-        .map(({ name, created_at, id }) => ({ name, created_at, id }));
-      artifacts.push(...validArtifacts);
-
-      if (
-        data.artifacts.some((a) => new Date(a.created_at) <= cutoffDate) ||
-        data.artifacts.length < 100
-      ) {
-        break;
-      }
-      page++;
-    } catch (error) {
-      console.log(
-        `Error fetching artifacts page ${page - 1}: ${error.message}`,
-      );
-      break;
-    }
-  }
-
-  console.log(`Found ${artifacts.length} merged timing artifacts total`);
-  return artifacts;
-};
-
-const downloadAndExtractArtifacts = async (artifacts, github, context) => {
-  const tempDir = "timing-artifacts-temp";
-  fs.mkdirSync(tempDir, { recursive: true });
-
-  const timingData = [];
-
-  for (const artifact of artifacts) {
-    try {
-      console.log(`Downloading artifact: ${artifact.name}`);
-
-      const zipPath = path.join(tempDir, `${artifact.name}.zip`);
-      const extractPath = path.join(tempDir, artifact.name);
-
-      const { data } = await github.rest.actions.downloadArtifact({
-        owner: context.repo.owner,
-        repo: context.repo.repo,
-        artifact_id: artifact.id,
-        archive_format: "zip",
-      });
-
-      fs.writeFileSync(zipPath, Buffer.from(data));
-      fs.mkdirSync(extractPath, { recursive: true });
-      execSync(`unzip -q "${zipPath}" -d "${extractPath}"`);
-
-      const timingFilePath = path.join(extractPath, "runTimings.json");
-
-      if (fs.existsSync(timingFilePath)) {
-        const content = JSON.parse(fs.readFileSync(timingFilePath, "utf8"));
-
-        if (content.durations?.length) {
-          timingData.push(content);
-          console.log(
-            `✅ Extracted timing data from ${artifact.name} (${content.durations.length} specs)`,
-          );
-        } else {
-          console.log(`⚠ Invalid timing data structure in ${artifact.name}`);
-        }
-      } else {
-        console.log(`⚠ No timing data found in ${artifact.name}`);
-      }
-
-      fs.rmSync(extractPath, { recursive: true });
-    } catch (error) {
-      console.log(`❌ Error processing ${artifact.name}: ${error.message}`);
-    }
-  }
-
-  fs.rmSync(tempDir, { recursive: true });
-
-  console.log(
-    `Successfully extracted timing data from ${timingData.length}/${artifacts.length} artifacts`,
-  );
-  return timingData;
-};
-
-const averageTimings = (timingDataArray) => {
-  if (!timingDataArray.length) {
-    throw new Error("No timing data to process");
-  }
-
-  const specTimings = timingDataArray
-    .flatMap((data) => data.durations)
-    .filter((item) => item.spec && typeof item.duration === "number")
-    .reduce((acc, { spec, duration }) => {
-      (acc[spec] = acc[spec] || []).push(duration);
-      return acc;
-    }, {});
-
-  const durations = Object.entries(specTimings).map(([spec, durations]) => ({
-    spec,
-    duration: Math.round(
-      durations.reduce((sum, d) => sum + d, 0) / durations.length,
-    ),
-  }));
-
-  return { durations };
-};
-
-module.exports = { collectAndAverageTimings, averageTimings };

.github/scripts/average-e2e-timings.unit.spec.js

@@ -1,132 +0,0 @@
-const { averageTimings } = require("./average-e2e-timings");
-
-describe("averageTimings", () => {
-  it("should throw error when given empty array", () => {
-    expect(() => averageTimings([])).toThrow("No timing data to process");
-  });
-
-  it("should work for n=1", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-  });
-
-  it("should calculate average for multiple specs", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 2000 },
-          { spec: "test2.cy.js", duration: 4000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1500,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 3000,
-    });
-  });
-
-  it("should round averages to nearest integer", () => {
-    const input = [
-      {
-        durations: [{ spec: "test1.cy.js", duration: 1001 }],
-      },
-      {
-        durations: [{ spec: "test1.cy.js", duration: 1002 }],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations[0].duration).toBe(1002);
-  });
-
-  it("should ignore invalid entries", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: "invalid" },
-          { duration: 2000 }, // missing spec
-          { spec: "test3.cy.js", duration: 3000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(2);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 3000,
-    });
-  });
-
-  it("should handle merging different specs", () => {
-    const input = [
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 1000 },
-          { spec: "test2.cy.js", duration: 2000 },
-        ],
-      },
-      {
-        durations: [
-          { spec: "test1.cy.js", duration: 3000 },
-          { spec: "test3.cy.js", duration: 1000 },
-        ],
-      },
-    ];
-
-    const result = averageTimings(input);
-
-    expect(result.durations).toHaveLength(3);
-    expect(result.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 2000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 1000,
-    });
-  });
-});

.github/scripts/extract-changed-timings.js

@@ -1,39 +0,0 @@
-const extractChangedTimings = ({ oldTimings, newTimings }) => {
-  const oldTimingMap =
-    oldTimings.durations?.reduce((map, item) => {
-      if (item.spec) {
-        map[item.spec] = item.duration;
-      }
-      return map;
-    }, {}) || {};
-
-  const changedDurations = newTimings.durations
-    .filter((item) => {
-      if (!item || !item.spec || typeof item.duration !== "number") {
-        return false;
-      }
-      const newSpec = convertPathFormat(item.spec);
-      const oldDuration = oldTimingMap[newSpec] || oldTimingMap[item.spec];
-      // Include if it's a new spec or the duration has changed
-      return oldDuration === undefined || oldDuration !== item.duration;
-    })
-    .map((item) => ({
-      spec: convertPathFormat(item.spec),
-      duration: item.duration,
-    }));
-
-  return {
-    changedTimings: { durations: changedDurations },
-    hasChanges: changedDurations.length > 0,
-  };
-};
-
-// Convert cypress-split path format to timings.json path format
-// from "e2e/test/scenarios/..." to "../test/scenarios/..."
-function convertPathFormat(specPath) {
-  return specPath.startsWith("e2e/test/")
-    ? specPath.replace("e2e/test/", "../test/")
-    : specPath;
-}
-
-module.exports = { extractChangedTimings };

.github/scripts/extract-changed-timings.unit.spec.js

@@ -1,195 +0,0 @@
-const { extractChangedTimings } = require("./extract-changed-timings");
-
-describe("extractChangedTimings", () => {
-  it("should return empty durations when no changes", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(0);
-    expect(result.hasChanges).toBe(false);
-  });
-
-  it("should detect new specs", () => {
-    const oldTimings = {
-      durations: [{ spec: "test1.cy.js", duration: 1000 }],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should detect duration changes", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2200 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test2.cy.js",
-      duration: 2200,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle missing old timings", () => {
-    const oldTimings = { durations: [] };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    // All timings should be considered "changed" since old timings is empty
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 1000,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test2.cy.js",
-      duration: 2000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle invalid timing entries", () => {
-    const oldTimings = {
-      durations: [{ spec: "test1.cy.js", duration: 1000 }],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: "invalid" },
-        { duration: 2000 }, // missing spec
-        { spec: "test3.cy.js", duration: 3000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    // Only test3.cy.js should be included (new spec with valid data)
-    expect(result.changedTimings.durations).toHaveLength(1);
-    expect(result.changedTimings.durations[0]).toEqual({
-      spec: "test3.cy.js",
-      duration: 3000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should handle timing data with different specs", () => {
-    const oldTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 1000 },
-        { spec: "test2.cy.js", duration: 2000 },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        { spec: "test1.cy.js", duration: 3000 },
-        { spec: "test3.cy.js", duration: 1000 },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test1.cy.js",
-      duration: 3000,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "test3.cy.js",
-      duration: 1000,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-
-  it("should convert cypress-split paths to relative paths", () => {
-    const oldTimings = {
-      durations: [
-        {
-          spec: "../test/scenarios/dashboard/dashboard.cy.spec.js",
-          duration: 1000,
-        },
-        {
-          spec: "../test/scenarios/admin/databases.cy.spec.js",
-          duration: 2000,
-        },
-      ],
-    };
-
-    const newTimings = {
-      durations: [
-        {
-          spec: "e2e/test/scenarios/dashboard/dashboard.cy.spec.js",
-          duration: 1200,
-        },
-        {
-          spec: "e2e/test/scenarios/admin/databases.cy.spec.js",
-          duration: 2000,
-        },
-        {
-          spec: "e2e/test/scenarios/collections/collections.cy.spec.js",
-          duration: 1500,
-        },
-      ],
-    };
-
-    const result = extractChangedTimings({ oldTimings, newTimings });
-
-    expect(result.changedTimings.durations).toHaveLength(2);
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "../test/scenarios/dashboard/dashboard.cy.spec.js",
-      duration: 1200,
-    });
-    expect(result.changedTimings.durations).toContainEqual({
-      spec: "../test/scenarios/collections/collections.cy.spec.js",
-      duration: 1500,
-    });
-    expect(result.hasChanges).toBe(true);
-  });
-});

.github/scripts/setup-python-runner.sh

@@ -1,30 +0,0 @@
-#!/bin/bash
-set -e
-
-# Parse command line arguments
-SKIP_START=false
-
-while [[ $# -gt 0 ]]; do
-  case $1 in
-    --skip-start)
-      SKIP_START=true
-      shift
-      ;;
-    *)
-      echo "Unknown option: $1"
-      echo "Usage: $0 [--skip-start]"
-      exit 1
-      ;;
-  esac
-done
-
-echo "Cloning python-runner repository..."
-git clone --depth 1 https://${METABASE_AUTOMATION_USER_TOKEN}@github.com/metabase/python-runner-container.git python-runner
-
-if [ "$SKIP_START" = false ]; then
-  echo "Starting python-runner..."
-  cd python-runner
-  make run-ci 1> ../python-runner.out.log 2> ../python-runner.err.log
-  make logs 1>> ../python-runner.out.log 2>> ../python-runner.err.log &
-  cd ..
-fi

.github/workflows/app-db.yml

@@ -35,21 +35,21 @@ jobs:
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
 
     services:
       mysql:
@@ -147,21 +147,21 @@ jobs:
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
 
     services:
       mysql:
@@ -255,11 +255,15 @@ jobs:
             env:
               enable-ssl-tests: 'true'
         job:
+          - name: Driver Tests
+            build-static-viz: false
+            test-args: >-
+              :only-tags [:mb/driver-tests]
           - name: Enterprise Tests
             build-static-viz: false
             test-args: >-
               :only '"enterprise/backend/test"'
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 1)
             build-static-viz: true
             test-args: >-
@@ -267,14 +271,14 @@ jobs:
               :exclude-tags [:mb/driver-tests]
               :partition/total 2
               :partition/index 0
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
           - name: EE App DB Tests (Part 2)
             build-static-viz: true
             test-args: >-
               :only '"test"'
               :partition/total 2
               :partition/index 1
-            exclude-tag: ':mb/driver-tests :mb/transforms-python-test'
+            exclude-tag: ':mb/driver-tests'
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     env:
       # Only run old migrations tests on pushes to master or release branches. All other branches should skip tests

.github/workflows/auto-backport.yml

@@ -6,19 +6,11 @@ on:
 
 jobs:
   create-backport:
-    if:
-      | # the PR must have a backport label when it's merged, or be labeled with a backport label after merge
+    if: | # the PR must be merged and have a backport label
       github.event.pull_request.merged == true && (
-        github.event.action == 'closed' && (
-          contains(github.event.pull_request.labels.*.name, 'backport') ||
-          contains(github.event.pull_request.labels.*.name, 'double-backport') ||
-          contains(github.event.pull_request.labels.*.name, 'triple-backport')
-        ) ||
-        github.event.action == 'labeled' && (
-          github.event.label.name == 'backport' ||
-          github.event.label.name == 'double-backport' ||
-          github.event.label.name == 'triple-backport'
-        )
+        contains(github.event.pull_request.labels.*.name, 'backport') ||
+        contains(github.event.pull_request.labels.*.name, 'double-backport') ||
+        contains(github.event.pull_request.labels.*.name, 'triple-backport')
       )
     runs-on: ubuntu-latest
     steps:

.github/workflows/backend.yml

@@ -51,13 +51,11 @@ jobs:
         job:
           - name: Enterprise Tests
             edition: ee
-            test-group-name: ee
             build-static-viz: 'false'
             test-args: >-
               :only '"enterprise/backend/test"'
           - name: EE App DB Tests (Part 1)
             edition: ee
-            test-group-name: ee-app-db-1
             build-static-viz: 'true'
             test-args: >-
               :only '["test" ".clj-kondo/test"]'
@@ -65,7 +63,6 @@ jobs:
               :partition/index 0
           - name: EE App DB Tests (Part 2)
             edition: ee
-            test-group-name: ee-app-db-2
             build-static-viz: 'true'
             test-args: >-
               :only '["test" ".clj-kondo/test"]'
@@ -73,7 +70,6 @@ jobs:
               :partition/index 1
           - name: OSS App DB Tests (Part 1)
             edition: oss
-            test-group-name: oss-app-db-1
             build-static-viz: 'true'
             test-args: >-
               :only '["test" ".clj-kondo/test"]'
@@ -81,7 +77,6 @@ jobs:
               :partition/index 0
           - name: OSS App DB Tests (Part 2)
             edition: oss
-            test-group-name: oss-app-db-2
             build-static-viz: 'true'
             test-args: >-
               :only '["test" ".clj-kondo/test"]'
@@ -162,7 +157,7 @@ jobs:
         if: always() && !success()
         uses: actions/upload-artifact@v4
         with:
-          name: test-logs-${{ matrix.java-version }}-${{ matrix.job.edition }}-${{ github.job }}-${{ matrix.job.test-group-name }}
+          name: test-logs-${{ matrix.java-version }}-${{ matrix.job.edition }}-${{ github.job }}
           path: logs/test-log.json
           retention-days: 1
 
@@ -200,6 +195,7 @@ jobs:
       - name: Run cljfmt
         run: ./bin/mage cljfmt-all --force-check
 
+
   be-tests-result:
     needs:
       - be-linter-eastwood

.github/workflows/bugs-triage-slack-notification.yml

@@ -0,0 +1,52 @@
+name: Bugs Slack Notification
+
+on:
+  issues:
+    types:
+      - labeled
+jobs:
+  on-issue-labeled:
+    runs-on: ubuntu-22.04
+    timeout-minutes: 5
+    if: |
+      github.event.label.name == '.Needs Triage' && contains(github.event.issue.labels.*.name, 'Type:Bug')
+    steps:
+      - name: Setting title
+        uses: actions/github-script@v7
+        id: vars
+        with:
+          script: |
+            core.setOutput('issue_title', ${{ toJson(github.event.issue.title) }}.replaceAll(/"/g, '\\"'));
+      - name: Check for labels containing team name
+        id: check_labels
+        run: |
+          labels_json=$(sed 's/&/\$/g' <<< '${{ toJson(github.event.issue.labels) }}')
+          echo "has_team_label=false" >> "$GITHUB_OUTPUT"
+          for label in "$labels_json"
+          do
+            if [[ $label == *".Team"* ]]; then
+              echo "Label contains the team name."
+              echo "has_team_label=true" >> "$GITHUB_OUTPUT"
+              break
+            fi
+          done
+      - name: Send the issue ${{ github.event.issue.number }} to Slack
+        id: slack
+        if: steps.check_labels.outputs.has_team_label == 'false'
+        uses: slackapi/slack-github-action@v1.26.0
+        with:
+          payload: |
+            {
+              "blocks": [
+                {
+                  "type": "section",
+                  "text": {
+                    "type": "mrkdwn",
+                    "text": "${{ steps.vars.outputs.issue_title }}\n${{ github.event.issue.html_url }}"
+                  }
+                }
+              ]
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_BUG_TRIAGE_WEBHOOK_URL }}
+          SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK

.github/workflows/claude-code-review.yaml

@@ -1,96 +0,0 @@
-name: "Claude Code Review"
-
-on:
-  pull_request:
-    types: [opened, synchronize, reopened, labeled, unlabeled]
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.head_ref && github.ref || github.run_id }}-claude-code-review
-  cancel-in-progress: true
-
-env:
-  EXCLUDED_PR_AUTHORS: '["kamilmielnik", "romeovs"]'
-
-jobs:
-  review:
-    if: github.event.pull_request.draft == false && !contains(fromJSON(env.EXCLUDED_PR_AUTHORS), github.event.pull_request.user.login) }}
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      pull-requests: write
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 1
-          # Make sure the value of GITHUB_TOKEN will not be persisted in repo's config
-          persist-credentials: false
-
-      # Apparently comments on specific lines and top-level comments about the PR as a whole are TWO TOTALLY DIFFERENT
-      # TYPES OF THINGS. So we have to fetch and delete separately.
-      - name: Delete old Claude PR review comments
-        env:
-          GH_TOKEN: ${{ github.token }}
-          REPO: ${{ github.repository }}
-          PR_NUMBER: ${{ github.event.pull_request.number }}
-        shell: bash
-        run: |
-          # Get old comment IDs from the bot
-          old_line_comment_ids=$(gh api "/repos/$REPO/pulls/$PR_NUMBER/comments" --jq '.[] | select(.user.login=="metabase-bot[bot]") | .id')
-          echo "Deleting line comments: $old_line_comment_ids"
-          # Delete each comment
-          for id in $old_line_comment_ids; do
-            gh api -X DELETE "/repos/$REPO/pulls/comments/$id"
-            echo "Deleted line comment $id"
-          done
-          # Get old top-level comment IDs (technically "issue" comments on the PR?)
-          old_top_level_comment_ids=$(gh api "/repos/$REPO/issues/$PR_NUMBER/comments" --jq '.[] | select(.user.login=="metabase-bot[bot]") | .id')
-          echo "Deleting top-level comments: $old_top_level_comment_ids"
-          # Delete each comment
-          for id in $old_top_level_comment_ids; do
-            gh api -X DELETE "/repos/$REPO/issues/comments/$id"
-            echo "Deleted top-level comment $id"
-          done
-
-      - name: Generate GitHub App Token for Claude
-        uses: actions/create-github-app-token@v1
-        id: claude-app-token
-        with:
-          app-id: ${{ secrets.METABASE_BOT_APP_ID }}
-          private-key: ${{ secrets.METABASE_BOT_APP_PRIVATE_KEY }}
-          permission-contents: read       # Required for reading repository files and PR diffs
-          permission-pull-requests: write # Required for creating inline comments and PR comments
-
-      - name: Fetch Community Clojure Style Guide
-        run: >-
-          curl https://raw.githubusercontent.com/bbatsov/clojure-style-guide/refs/heads/master/README.adoc -o CLOJURE_STYLE_GUIDE.adoc
-
-      - uses: anthropics/claude-code-action@v1
-        timeout-minutes: 10
-        with:
-          anthropic_api_key: ${{ secrets.ANTHROPIC_API_KEY }}
-          github_token: ${{ steps.claude-app-token.outputs.token }}
-          prompt: |
-            REPO: ${{ github.repository }}
-            PR NUMBER: ${{ github.event.pull_request.number }}
-
-            Review this pull request with a focus on:
-
-            - Compliance with project coding standards and conventions
-            - Code quality and best practices
-            - Clear and correct docstrings
-            - Clear and correct comments explaining what the code is doing
-
-            DO NOT post any comments confirming that something is correct or congratulating someone for following our
-            guidelines -- only post comments for style violations or concerns.
-
-            Follow additional guidelines in the "Code Review Guidelines" section of CLAUDE.md .
-
-            Note: The PR branch is already checked out in the current working directory.
-
-            Use `gh pr comment` for top-level feedback.
-            Use `mcp__github_inline_comment__create_inline_comment` to highlight specific code issues.
-            Only post GitHub comments - don't submit review text as messages.
-
-          claude_args: |
-            --allowedTools "mcp__github_inline_comment__create_inline_comment,Bash(gh pr comment:*),Bash(gh pr diff:*),Bash(gh pr view:*),ReadFile(CLOJURE_STYLE_GUIDE.adoc)"

.github/workflows/docs_bump_detected.yml

@@ -0,0 +1,44 @@
+name: Docs Bump Detected
+
+on:
+  pull_request_target:
+    types:
+      - opened
+      - synchronize
+      - reopened
+    branches:
+      - 'master'
+      - 'release-x.[0-9]+.x'
+    paths:
+      - 'docs/**'
+
+jobs:
+  push_workflow_to_docs_metabase_github_io_job:
+    runs-on: ubuntu-latest
+    env:
+      SOURCE_BRANCH: ${{ github.head_ref || github.ref  }}
+      TARGET_BRANCH: ${{ github.event.pull_request.base.ref }}
+      PR_NUMBER: ${{ github.event.pull_request.number }}
+    steps:
+      - name: Report changed docs files exist
+        run: |
+          echo "A PR with changes in the docs directory was detected."
+          echo "Sending workflow trigger to create/update the corresponding PR in docs repo."
+          echo "source branch: $SOURCE_BRANCH"
+          echo "target branch: $TARGET_BRANCH"
+          echo "pr number: $PR_NUMBER"
+
+      - name: Trigger repo dispatch
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+          script: | #js
+              github.rest.repos.createDispatchEvent({
+                owner: "${{ github.repository_owner }}",
+                repo: "docs.metabase.github.io",
+                event_type: "docs_update",
+                client_payload: {
+                  dispatch_type: "docs_update",
+                  source_branch: process.env.SOURCE_BRANCH,
+                  target_branch: process.env.TARGET_BRANCH,
+                  pr_number: process.env.PR_NUMBER}});

.github/workflows/docs_close_detected.yml

@@ -0,0 +1,43 @@
+name: Docs Close Detected
+
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - 'master'
+      - 'release-x.[0-9]+.x'
+    paths:
+      - 'docs/**'
+
+jobs:
+  push_and_merge_workflow_to_docs_metabase_github_io_job:
+    if: github.event.pull_request.merged == false
+    runs-on: ubuntu-latest
+    env:
+      SOURCE_BRANCH: ${{ github.head_ref || github.ref  }}
+      TARGET_BRANCH: ${{ github.event.pull_request.base.ref }}
+      PR_NUMBER: ${{ github.event.pull_request.number }}
+    steps:
+      - name: Report changed docs files exist
+        run: |
+          echo "A PR with changes to the docs directory was closed."
+          echo "Sending workflow trigger to close corresponding PR in docs repo."
+          echo "source branch: $SOURCE_BRANCH"
+          echo "target branch: $TARGET_BRANCH"
+          echo "pr number: $PR_NUMBER"
+
+      - name: Trigger repo dispatch
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+          script: | #js
+            github.rest.repos.createDispatchEvent({
+                owner: "${{ github.repository_owner }}",
+                repo: "docs.metabase.github.io",
+                event_type: "docs_close",
+                client_payload: {
+                  dispatch_type: "docs_close",
+                  source_branch: process.env.SOURCE_BRANCH,
+                  target_branch: process.env.TARGET_BRANCH,
+                  pr_number: process.env.PR_NUMBER}});

.github/workflows/docs_merge_detected.yml

@@ -0,0 +1,43 @@
+name: Docs Merge Detected
+
+on:
+  pull_request:
+    types:
+      - closed
+    branches:
+      - 'master'
+      - 'release-x.[0-9]+.x'
+    paths:
+      - 'docs/**'
+
+jobs:
+  push_and_merge_workflow_to_docs_metabase_github_io_job:
+    if: github.event.pull_request.merged == true
+    runs-on: ubuntu-latest
+    env:
+      SOURCE_BRANCH: ${{ github.head_ref || github.ref  }}
+      TARGET_BRANCH: ${{ github.event.pull_request.base.ref }}
+      PR_NUMBER: ${{ github.event.pull_request.number }}
+    steps:
+      - name: Report changed docs files exist
+        run: |
+          echo "A PR with changes to the docs directory was merged."
+          echo "Sending workflow trigger to merge corresponding PR in docs repo."
+          echo "source branch: $SOURCE_BRANCH"
+          echo "target branch: $TARGET_BRANCH"
+          echo "pr number: $PR_NUMBER"
+
+      - name: Trigger repo dispatch
+        uses: actions/github-script@v7
+        with:
+          github-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+          script: | #js
+            github.rest.repos.createDispatchEvent({
+                owner: "${{ github.repository_owner }}",
+                repo: "docs.metabase.github.io",
+                event_type: "docs_merge",
+                client_payload: {
+                  dispatch_type: "docs_merge",
+                  source_branch: process.env.SOURCE_BRANCH,
+                  target_branch: process.env.TARGET_BRANCH,
+                  pr_number: process.env.PR_NUMBER}});

.github/workflows/drivers-stress-test.yml

@@ -689,57 +689,25 @@ jobs:
         junit-name: 'be-tests-starburst-ee'
         test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"
 
-  login-to-ecr:
-    if: inputs.driver == 'Vertica'
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    permissions:
-      id-token: write
-      contents: read
-    steps:
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        role-to-assume: ${{ secrets.CI_IAM_ROLE }}
-        role-session-name: GitHub_to_AWS_via_FederatedOIDC
-        aws-region: us-east-1
-    - name: Get ECR password
-      id: login-ecr
-      run: |
-        PASSWORD=$(aws ecr get-login-password --region us-east-1)
-
-        REGISTRY="$(aws sts get-caller-identity --query Account --output text).dkr.ecr.us-east-1.amazonaws.com"
-
-        echo "docker_username=AWS" >> $GITHUB_OUTPUT
-        echo "docker_password=$PASSWORD" >> $GITHUB_OUTPUT
-        echo "registry=$REGISTRY" >> $GITHUB_OUTPUT
-    outputs:
-      registry: ${{ steps.login-ecr.outputs.registry }}
-      docker_username: ${{ steps.login-ecr.outputs.docker_username }}
-      docker_password: ${{ steps.login-ecr.outputs.docker_password }}
-
-  be-tests-vertica-ee:
-    if: inputs.driver == 'Vertica'
-    runs-on: ubuntu-22.04
-    needs: login-to-ecr
-    timeout-minutes: 90
-    env:
-      CI: 'true'
-      DRIVERS: vertica
-    services:
-      vertica:
-        image: ${{ needs.login-to-ecr.outputs.registry }}/vertica-ce:25.3.0-0
-        ports:
-          - "5433:5433"
-        credentials:
-          username: ${{ needs.login-to-ecr.outputs.docker_username }}
-          password: ${{ needs.login-to-ecr.outputs.docker_password }}
-    steps:
-    - uses: actions/checkout@v4
-    - name: Make plugins directory
-      run: mkdir plugins
-    - name: Test Vertica driver
-      uses: ./.github/actions/test-driver
-      with:
-        junit-name: 'be-tests-vertica-ee'
-        test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"
+  # TODO(rileythomp, 2025-08-20): Re-enable vertica tests once the docker image is updated
+  # be-tests-vertica-ee:
+  #   if: ${{ false && inputs.driver == 'Vertica' }}
+  #   runs-on: ubuntu-22.04
+  #   timeout-minutes: 90
+  #   env:
+  #     CI: 'true'
+  #     DRIVERS: vertica
+  #   services:
+  #     vertica:
+  #       image: vertica/vertica-ce:12.0.2-0
+  #       ports:
+  #         - "5433:5433"
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - name: Make plugins directory
+  #     run: mkdir plugins
+  #   - name: Test Vertica driver
+  #     uses: ./.github/actions/test-driver
+  #     with:
+  #       junit-name: 'be-tests-vertica-ee'
+  #       test-args: ":only ${{ inputs.test }} :times ${{ inputs.times }}"

.github/workflows/drivers.yml

@@ -90,7 +90,6 @@ jobs:
         junit-name: 'be-tests-athena-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -107,19 +106,6 @@ jobs:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-# DS 2025-09-26 temporarily disabled while we diagnose flakes
-#          - name: Transforms Python Tests
-#            test-args: >-
-#              :only-tags [:mb/transforms-python-test]
-#            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: bigquery-cloud-sdk
@@ -130,20 +116,15 @@ jobs:
       MB_BIGQUERY_TEST_REFRESH_TOKEN: ${{ secrets.MB_BIGQUERY_TEST_REFRESH_TOKEN }}
       MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON: ${{ secrets.MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON }}
       MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON_ROUTING: ${{ secrets.MB_BIGQUERY_CLOUD_SDK_TEST_SERVICE_ACCOUNT_JSON_ROUTING }}
-    name: BigQuery ${{ matrix.job.name }}
+    name: BigQuery
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Test BigQuery Cloud SDK driver
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-bigquery-cloud-sdk-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -155,29 +136,11 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-clickhouse-ee:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: clickhouse
@@ -185,14 +148,9 @@ jobs:
       MB_CLICKHOUSE_TEST_PORT: 8123
       MB_CLICKHOUSE_TEST_OLD_PORT: 8124
       MB_CLICKHOUSE_TEST_NGINX_PORT: 8127
-    name: Clickhouse ${{ matrix.job.name }}
+    name: Clickhouse
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Add ClickHouse TLS instance to /etc/hosts
       run: |
         sudo echo "127.0.0.1 server.clickhouseconnect.test" | sudo tee -a /etc/hosts
@@ -209,11 +167,11 @@ jobs:
           clickhouse_cluster_node2
           nginx
     - name: Test Clickhouse driver
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-clickhouse-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -225,12 +183,6 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-druid-ee:
     needs: determine-driver-skips
@@ -256,7 +208,6 @@ jobs:
         junit-name: 'be-tests-druid-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -293,7 +244,6 @@ jobs:
         junit-name: 'be-tests-druid-jdbc-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -330,7 +280,6 @@ jobs:
         junit-name: 'be-tests-databricks-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -368,7 +317,6 @@ jobs:
         junit-name: 'be-tests-databricks-multi-catalog-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -390,18 +338,18 @@ jobs:
     name: H2
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      uses: ./.github/actions/setup-python-runner
       with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+        submodules: true
+        token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+    - name: Start python-runner
+      working-directory: python-runner
+      run: make run
     - name: Test H2 driver
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-h2'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -413,12 +361,6 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: always()
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-mysql-mariadb:
     if: ${{ !inputs.skip }}
@@ -452,11 +394,6 @@ jobs:
           - name: Driver Tests
             test-args: >-
               :only-tags [:mb/driver-tests]
-            exclude-tag: ':mb/transforms-python-test'
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
 
     services:
       mysql:
@@ -511,13 +448,13 @@ jobs:
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     steps:
       - uses: actions/checkout@v4
-      - name: Setup python-runner
-        if: ${{ matrix.job.needs-python-runner == true }}
-        uses: ./.github/actions/setup-python-runner
         with:
-          metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+          submodules: true
+          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+      - name: Start python-runner
+        working-directory: python-runner
+        run: make run
       - name: Test ${{ matrix.version.name }}
-        id: test-driver
         uses: ./.github/actions/test-driver
         with:
           junit-name: ${{ matrix.version.junit-name }}
@@ -535,12 +472,6 @@ jobs:
           aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
           aws-region: ${{ vars.AWS_REGION }}
           trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-      - name: Cleanup python-runner
-        if: always()
-        uses: ./.github/actions/cleanup-python-runner
-        with:
-          upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-          logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-mongo:
     needs: determine-driver-skips
@@ -557,15 +488,6 @@ jobs:
           - name: MongoDB Latest
             junit-name: be-tests-mongo-latest-ee
             image: mongo:latest
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :exclude-tags '[:mongo-sharded-cluster-tests :mb/transforms-python-test]'
-              :only-tags [:mb/driver-tests]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: mongo
@@ -579,20 +501,16 @@ jobs:
         env:
           MONGO_INITDB_ROOT_USERNAME: metabase
           MONGO_INITDB_ROOT_PASSWORD: metasample123
-    name: ${{ matrix.version.name }} ${{ matrix.job.name }}
+    name: ${{ matrix.version.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Test ${{ matrix.version.name }}
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: ${{ matrix.version.junit-name }}
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :exclude-tags [:mongo-sharded-cluster-tests]
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -604,12 +522,6 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-mongo-ssl:
     needs: determine-driver-skips
@@ -662,7 +574,7 @@ jobs:
         with:
           junit-name: ${{ matrix.version.junit-name }}
           test-args: >-
-            :exclude-tags '[:mongo-sharded-cluster-tests :mb/transforms-python-test]'
+            :exclude-tags [:mongo-sharded-cluster-tests]
             :only-tags [:mb/driver-tests]
       - name: Upload Test Results
         uses: ./.github/actions/upload-test-results
@@ -770,7 +682,6 @@ jobs:
         junit-name: ${{ matrix.version.junit-name }}
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -805,11 +716,6 @@ jobs:
           - name: Driver Tests
             test-args: >-
               :only-tags [:mb/driver-tests]
-            exclude-tag: ':mb/transforms-python-test'
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     name: "${{ matrix.version.name }} ${{ matrix.job.name }}"
     env:
       # Only run old migrations tests on pushes to master or release branches. All other branches should skip tests
@@ -851,13 +757,13 @@ jobs:
           POSTGRES_HOST_AUTH_METHOD: trust
     steps:
       - uses: actions/checkout@v4
-      - name: Setup python-runner
-        if: ${{ matrix.job.needs-python-runner == true }}
-        uses: ./.github/actions/setup-python-runner
         with:
-          metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+          submodules: true
+          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
+      - name: Start python-runner
+        working-directory: python-runner
+        run: make run
       - name: Test ${{ matrix.version.name }} (${{ matrix.job.name }})
-        id: test-driver
         uses: ./.github/actions/test-driver
         with:
           junit-name: 'be-tests-${{ matrix.version.junit-name }}'
@@ -875,12 +781,6 @@ jobs:
           aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
           aws-region: ${{ vars.AWS_REGION }}
           trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-      - name: Cleanup python-runner
-        if: always()
-        uses: ./.github/actions/cleanup-python-runner
-        with:
-          upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-          logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-presto-jdbc-ee:
     needs: determine-driver-skips
@@ -939,7 +839,6 @@ jobs:
         junit-name: 'be-tests-presto-jdbc-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -969,14 +868,8 @@ jobs:
             skip: false
             test-args: >-
               :only-tags [:mb/driver-tests]
-              :exclude-tags '[:mb/upload-tests :mb/transforms-python-test]'
+              :exclude-tags [:mb/upload-tests]
               :fail-fast? true
-          - name: Redshift Transforms Python Tests
-            skip: false
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-              :fail-fast? true
-            needs-python-runner: true
 
     env:
       CI: 'true'
@@ -989,13 +882,7 @@ jobs:
     name: ${{ matrix.job.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Test ${{ matrix.job.name }}
-      id: test-driver
       if: ${{ !matrix.job.skip }}
       uses: ./.github/actions/test-driver
       with:
@@ -1013,30 +900,11 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-snowflake-ee:
     if: ${{ !inputs.skip }}
     runs-on: ubuntu-22.04
     timeout-minutes: 60
-    strategy:
-      fail-fast: false
-      matrix:
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-# DS 2025-09-26 temporarily disabled while we diagnose flakes
-#          - name: Transforms Python Tests
-#            test-args: >-
-#              :only-tags [:mb/transforms-python-test]
-#            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: snowflake
@@ -1055,20 +923,15 @@ jobs:
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_CUSTOM_USER: RSA_ROLE_TEST_CUSTOM_USER
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_ROLE: RSA_ROLE_TEST_ROLE
       MB_SNOWFLAKE_TEST_RSA_ROLE_TEST_DB: RSA_ROLE_TEST_DB
-    name: Snowflake ${{ matrix.job.name }}
+    name: Snowflake
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Test Snowflake driver
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: 'be-tests-snowflake-ee'
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1080,12 +943,6 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   be-tests-sparksql-ee:
     needs: determine-driver-skips
@@ -1109,7 +966,6 @@ jobs:
         junit-name: 'be-tests-sparksql-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1139,7 +995,6 @@ jobs:
         junit-name: 'be-tests-sqlite-ee'
         test-args: >-
           :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1167,15 +1022,6 @@ jobs:
           - name: SQL Server 2022
             junit-name: be-tests-sqlserver-2022-ee
             image: mcr.microsoft.com/mssql/server:2022-latest
-        job:
-          - name: Driver Tests
-            test-args: >-
-              :only-tags [:mb/driver-tests]
-              :exclude-tags [:mb/transforms-python-test]
-          - name: Transforms Python Tests
-            test-args: >-
-              :only-tags [:mb/transforms-python-test]
-            needs-python-runner: true
     env:
       CI: 'true'
       DRIVERS: sqlserver
@@ -1191,20 +1037,15 @@ jobs:
           ACCEPT_EULA: Y
           SA_PASSWORD: 'P@ssw0rd'
           MSSQL_MEMORY_LIMIT_MB: 1024
-    name: ${{ matrix.version.name }} ${{ matrix.job.name }}
+    name: ${{ matrix.version.name }}
     steps:
     - uses: actions/checkout@v4
-    - name: Setup python-runner
-      if: ${{ matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/setup-python-runner
-      with:
-        metabase-automation-token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
     - name: Test ${{ matrix.version.name }}
-      id: test-driver
       uses: ./.github/actions/test-driver
       with:
         junit-name: ${{ matrix.version.junit-name }}
-        test-args: ${{ matrix.job.test-args }}
+        test-args: >-
+          :only-tags [:mb/driver-tests]
     - name: Upload Test Results
       uses: ./.github/actions/upload-test-results
       if: always()
@@ -1216,12 +1057,6 @@ jobs:
         aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
         aws-region: ${{ vars.AWS_REGION }}
         trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
-    - name: Cleanup python-runner
-      if: ${{ always() && matrix.job.needs-python-runner == true }}
-      uses: ./.github/actions/cleanup-python-runner
-      with:
-        upload-logs: ${{ steps.test-driver.outcome == 'failure' }}
-        logs-artifact-suffix: ${{ matrix.job.name }} ${{ matrix.version.name }}
 
   # TODO(dpsutton, 2025-08-20): Re-enable starburst when we figure out why it randomly dies in CI
   # be-tests-starburst-ee:
@@ -1262,75 +1097,42 @@ jobs:
   #       aws-region: ${{ vars.AWS_REGION }}
   #       trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
 
-  login-to-ecr:
-    needs: determine-driver-skips
-    if: ${{ !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 15
-    permissions:
-      id-token: write
-      contents: read
-    steps:
-    - name: Configure AWS credentials
-      uses: aws-actions/configure-aws-credentials@v4
-      with:
-        role-to-assume: ${{ secrets.CI_IAM_ROLE }}
-        role-session-name: GitHub_to_AWS_via_FederatedOIDC
-        aws-region: us-east-1
-    - name: Get ECR password
-      id: login-ecr
-      run: |
-        PASSWORD=$(aws ecr get-login-password --region us-east-1)
-
-        REGISTRY="$(aws sts get-caller-identity --query Account --output text).dkr.ecr.us-east-1.amazonaws.com"
-
-        echo "docker_username=AWS" >> $GITHUB_OUTPUT
-        echo "docker_password=$PASSWORD" >> $GITHUB_OUTPUT
-        echo "registry=$REGISTRY" >> $GITHUB_OUTPUT
-    outputs:
-      registry: ${{ steps.login-ecr.outputs.registry }}
-      docker_username: ${{ steps.login-ecr.outputs.docker_username }}
-      docker_password: ${{ steps.login-ecr.outputs.docker_password }}
-
-  be-tests-vertica-ee:
-    needs: [determine-driver-skips, login-to-ecr]
-    if: ${{ !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 60
-    env:
-      CI: 'true'
-      DRIVERS: vertica
-    services:
-      vertica:
-        image: ${{ needs.login-to-ecr.outputs.registry }}/vertica-ce:25.3.0-0
-        ports:
-          - "5433:5433"
-        credentials:
-          username: ${{ needs.login-to-ecr.outputs.docker_username }}
-          password: ${{ needs.login-to-ecr.outputs.docker_password }}
-    name: Vertica
-    steps:
-    - uses: actions/checkout@v4
-    - name: Make plugins directory
-      run: mkdir plugins
-    - name: Test Vertica driver
-      uses: ./.github/actions/test-driver
-      with:
-        junit-name: 'be-tests-vertica-ee'
-        test-args: >-
-          :only-tags [:mb/driver-tests]
-          :exclude-tags [:mb/transforms-python-test]
-    - name: Upload Test Results
-      uses: ./.github/actions/upload-test-results
-      if: always()
-      with:
-        input-path: ./target/junit/
-        output-name: ${{ github.job }}
-        bucket: ${{ vars.AWS_S3_TEST_RESULTS_BUCKET }}
-        aws-access-key-id: ${{ secrets.AWS_TEST_RESULTS_ACCESS_KEY_ID }}
-        aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
-        aws-region: ${{ vars.AWS_REGION }}
-        trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
+  # TODO(rileythomp, 2025-08-20): Re-enable vertica tests once the docker image is updated
+  # be-tests-vertica-ee:
+  #   needs: determine-driver-skips
+  #   if: ${{ false && !inputs.skip && !(needs.determine-driver-skips.outputs.skip == 'true') }}
+  #   runs-on: ubuntu-22.04
+  #   timeout-minutes: 60
+  #   env:
+  #     CI: 'true'
+  #     DRIVERS: vertica
+  #   services:
+  #     vertica:
+  #       image: vertica/vertica-ce:12.0.2-0
+  #       ports:
+  #         - "5433:5433"
+  #   name: Vertica
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - name: Make plugins directory
+  #     run: mkdir plugins
+  #   - name: Test Vertica driver
+  #     uses: ./.github/actions/test-driver
+  #     with:
+  #       junit-name: 'be-tests-vertica-ee'
+  #       test-args: >-
+  #         :only-tags [:mb/driver-tests]
+  #   - name: Upload Test Results
+  #     uses: ./.github/actions/upload-test-results
+  #     if: always()
+  #     with:
+  #       input-path: ./target/junit/
+  #       output-name: ${{ github.job }}
+  #       bucket: ${{ vars.AWS_S3_TEST_RESULTS_BUCKET }}
+  #       aws-access-key-id: ${{ secrets.AWS_TEST_RESULTS_ACCESS_KEY_ID }}
+  #       aws-secret-access-key: ${{ secrets.AWS_TEST_RESULTS_SECRET_ACCESS_KEY }}
+  #       aws-region: ${{ vars.AWS_REGION }}
+  #       trunk-api-token: ${{ secrets.TRUNK_API_TOKEN }}
 
   drivers-tests-result:
     needs:

.github/workflows/e2e-test.yml

@@ -60,14 +60,6 @@ jobs:
       CYPRESS_IS_EMBEDDING_SDK: "${{ inputs.name == 'embedding-sdk' }}"
     steps:
       - uses: actions/checkout@v4
-        with:
-          submodules: true
-          token: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-
-      - name: Setup python-runner
-        env:
-          METABASE_AUTOMATION_USER_TOKEN: ${{ secrets.METABASE_AUTOMATION_USER_TOKEN }}
-        run: ./.github/scripts/setup-python-runner.sh
 
       - name: Prepare Docker containers
         uses: ./.github/actions/e2e-prepare-containers
@@ -131,7 +123,7 @@ jobs:
           SPLIT_INDEX: ${{ inputs.split_index }}
           SPLIT_FILE: "./e2e/support/timings.json"
           SPLIT_OUTPUT_FILE: "newTimes.json"
-          SPLIT_TIME_THRESHOLD: 0.01 # 1% threshold for changes
+          SPLIT_TIME_THRESHOLD: 5.0
           # do not write cypress-split summary to github
           SPLIT_SUMMARY: false
           SPEC_PATH: ${{ env.specs || inputs.specs }}
@@ -151,7 +143,7 @@ jobs:
         run: |
           echo "Running tests with specs: $SPEC_PATH"
           node e2e/runner/run_cypress_ci.js e2e \
-          --env grepTags="${{inputs.tags && format('{0}+-@skip', inputs.tags) || '-@skip'}}",grepOmitFiltered=true \
+          --env grepTags="${{inputs.tags}}+-@skip",grepOmitFiltered=true \
           --spec "$SPEC_PATH" \
           --browser ${{ steps.cypress-prep.outputs.chrome-path }}
 
@@ -185,51 +177,6 @@ jobs:
           name: failed-tests-${{ inputs.name }}-${{ inputs.edition }}
           path: ./cypress/test-results
 
-      - name: Extract chunk-specific changed timings
-        id: extract-timings
-        if: inputs.split_index >= 0 && github.ref == 'refs/heads/master'
-        continue-on-error: true
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const fs = require('fs');
-            const oldTimingsPath = "./e2e/support/timings.json";
-            const newTimingsPath = "./e2e/support/newTimes.json";
-
-            if (!fs.existsSync(newTimingsPath)) {
-              throw new Error(`newTimes.json not found - cypress-split may not have generated it`);
-            }
-
-            if (!fs.existsSync(oldTimingsPath)) {
-              throw new Error(`Original timings file ${oldTimingsPath} not found`);
-            }
-
-            const oldTimings = fs.existsSync(oldTimingsPath)
-              ? JSON.parse(fs.readFileSync(oldTimingsPath, "utf8"))
-              : { durations: [] };
-
-            const newTimings = fs.existsSync(newTimingsPath)
-              ? JSON.parse(fs.readFileSync(newTimingsPath, "utf8"))
-              : { durations: [] };
-
-            const { extractChangedTimings } = require('${{ github.workspace }}/.github/scripts/extract-changed-timings.js');
-
-            const result = extractChangedTimings({ oldTimings, newTimings });
-
-            if (result.hasChanges) {
-              core.setOutput('has-changes', 'true');
-              fs.writeFileSync('chunkTimings.json', JSON.stringify(result.changedTimings, null, 2));
-              console.log(`Extracted ${Object.keys(result.changedTimings).length} changed timings for chunk index ${{ inputs.split_index }}`);
-            }
-
-      - name: Upload Timing Data
-        uses: actions/upload-artifact@v4
-        if: steps.extract-timings.outcome == 'success' && steps.extract-timings.outputs.has-changes == 'true'
-        with:
-          name: timing-data-${{ inputs.name }}-${{ inputs.split_index }}
-          path: chunkTimings.json
-          retention-days: 1 # gets merged immediately by parent workflow
-
       - name: Publish Summary
         if: failure()
         uses: actions/github-script@v7

.github/workflows/e2e-tests.yml

@@ -87,68 +87,6 @@ jobs:
       name: Flaky
       tags: "@flaky"
 
-  collect-timings:
-    name: Collect E2E Timings
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    needs: e2e-tests
-    if: always() && !cancelled() && github.ref == 'refs/heads/master'
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          sparse-checkout: |
-            .github
-            e2e/support
-          sparse-checkout-cone-mode: false
-
-      - name: Download all timing artifacts
-        uses: actions/download-artifact@v4
-        with:
-          pattern: timing-data-*
-          path: timing-files
-          merge-multiple: false
-        continue-on-error: true
-
-      - name: Merge split timings
-        id: merge
-        continue-on-error: true
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const fs = require('fs');
-            const path = require('path');
-
-            const globber = await glob.create('timing-files/*/chunkTimings.json');
-            const chunkFiles = await globber.glob();
-
-            const specs = new Map();
-            chunkFiles.forEach(file => {
-              const { durations = [] } = JSON.parse(fs.readFileSync(file, 'utf8'));
-              durations.forEach(({ spec, duration }) => specs.set(spec, duration));
-            });
-
-            if (specs.size === 0) {
-              throw new Error('No timing data found - no specs had timing changes');
-            }
-
-            const outputPath = 'e2e/support/runTimings.json';
-            fs.mkdirSync(path.dirname(outputPath), { recursive: true });
-
-            const runTimings = {
-              durations: [...specs].map(([spec, duration]) => ({ spec, duration }))
-            };
-
-            fs.writeFileSync(outputPath, JSON.stringify(runTimings, null, 2));
-            console.log(`Merged timing data for ${specs.size} specs`);
-
-      - name: Upload merged timing files
-        if: steps.merge.outcome == 'success'
-        uses: actions/upload-artifact@v4
-        with:
-          name: merged-e2e-timings
-          path: e2e/support/runTimings.json
-          retention-days: 7
-
   e2e-tests-result:
     needs:
       - e2e-tests

.github/workflows/loki-update.yml

@@ -26,8 +26,26 @@ jobs:
       - name: Compile CLJS
         run: yarn build-pure:cljs
 
+      - name: Build Storybook
+        # We won't be able to use Storybook play's `userEvent` with production build
+        # see https://github.com/storybookjs/storybook/issues/19758
+        run: NODE_ENV=development yarn build-storybook
+
+      - name: Serve Storybook
+        run: yarn http-server storybook-static -p 6006 &
+        shell: bash
+
+      - name: Wait for Storybook to become available
+        run: |
+          echo "Waiting for Storybook to be served..."
+          while ! curl --silent --fail http://localhost:6006; do
+            sleep 5
+            echo "Retrying..."
+          done
+          echo "Storybook is being served!"
+
       - name: Update Loki Snapshots
-        run: yarn test-visual:loki:ci || yarn test-visual:loki-approve-diff && yarn test-visual:loki-prune
+        run: yarn test-visual:loki || yarn test-visual:loki-approve-diff && yarn test-visual:loki-prune
 
       - name: Check for changes
         id: check-changes

.github/workflows/loki.yml

@@ -53,8 +53,14 @@ jobs:
       - name: Compile CLJS
         run: NODE_ENV=development yarn build-pure:cljs
 
+      - name: Build Storybook
+        # We won't be able to use Storybook play's `userEvent` with production build
+        # see https://github.com/storybookjs/storybook/issues/19758
+        run: NODE_ENV=development yarn build-storybook
+
       - name: Run Loki Visual Tests
-        run: yarn test-visual:loki:ci
+        run: |
+          yarn loki --requireReference --reactUri file:./storybook-static --chromeFlags='--headless --disable-gpu' --verboseRenderer
 
       - name: Generate Visual Report on Failure
         if: failure()

.github/workflows/run-tests.yml

@@ -8,7 +8,6 @@ on:
   pull_request:
     types: [opened, synchronize, reopened]
   merge_group:
-  workflow_dispatch:
 
 jobs:
   files-changed:
@@ -75,7 +74,7 @@ jobs:
     secrets: inherit
 
   backend-tests:
-    if: ${{ !cancelled() && needs.files-changed.result == 'success' }}
+    if: ${{ !cancelled() }}
     needs: [files-changed, static-viz-files-changed]
     uses: ./.github/workflows/backend.yml
     secrets: inherit
@@ -113,7 +112,7 @@ jobs:
 
   e2e-tests:
     needs: [files-changed, uberjar]
-    if: always() && !cancelled() && needs.files-changed.result == 'success'
+    if: always() && !cancelled()
     uses: ./.github/workflows/e2e-tests.yml
     secrets: inherit
     with:

.github/workflows/update-e2e-timings.yml

@@ -1,92 +0,0 @@
-name: Update E2E Timings
-
-permissions:
-  contents: write
-  pull-requests: write
-
-on:
-  workflow_dispatch:
-    inputs:
-      days_back:
-        description: "Number of days to look back for timing artifacts"
-        type: number
-        default: 7
-        required: false
-  schedule:
-    # Run weekly on Sundays at 6 AM UTC
-    - cron: "0 6 * * 0"
-
-jobs:
-  collect-and-average-timings:
-    runs-on: ubuntu-22.04
-    timeout-minutes: 30
-    env:
-      DAYS_BACK: ${{ inputs.days_back || 7 }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 22
-
-      - name: Collect and average timing data
-        id: collect-timings
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const { collectAndAverageTimings } = require('${{ github.workspace }}/.github/scripts/average-e2e-timings.js');
-            const result = await collectAndAverageTimings({
-              github,
-              context,
-              token: '${{ secrets.GITHUB_TOKEN }}',
-              daysBack: ${{ env.DAYS_BACK }},
-              existingTimingsPath: 'e2e/support/timings.json'
-            });
-
-            core.setOutput('artifact-count', result.artifactCount);
-
-      - name: Set up git configuration
-        run: |
-          git config user.name "github-actions[bot]"
-          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
-          BRANCH_NAME="update-e2e-timings-$(date +%Y%m%d-%H%M%S)"
-          echo "BRANCH_NAME=$BRANCH_NAME" >> $GITHUB_ENV
-          echo "Branch name will be: $BRANCH_NAME"
-
-      - name: Create Pull Request
-        uses: peter-evans/create-pull-request@v6
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          branch: ${{ env.BRANCH_NAME }}
-          base: master
-          commit-message: |
-            Update E2E test timings with averaged data
-
-            Collected timing data from ${{ env.DAYS_BACK }} days of test runs.
-            All specs with timing data were included (simple averages).
-
-            🤖 Generated automatically by update-e2e-timings workflow
-
-            Co-Authored-By: GitHub Actions <actions@github.com>
-          committer: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
-          author: "github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>"
-          title: "[chore] Update E2E test timings with recent data"
-          body: |
-            ## Summary
-            This PR updates the E2E test timing data with averaged values from recent test runs.
-
-            ## Details
-            - Collected data from the last **${{ env.DAYS_BACK }} days** of test runs
-            - Averaged timing data from **${{ steps.collect-timings.outputs.artifact-count }}** test runs
-
-            ## Generated automatically
-            🤖 This PR was created automatically by the `update-e2e-timings` workflow.
-            The timing data helps cypress-split optimize test distribution across parallel jobs.
-
-            Co-Authored-By: GitHub Actions <actions@github.com>
-          labels: |
-            .CI & Tests
-          add-paths: e2e/support/timings.json

.gitignore

@@ -163,3 +163,4 @@ CLAUDE.local.md
 
 /logs
 /.clojure-mcp
+__pycache__/

.gitmodules

@@ -0,0 +1,4 @@
+[submodule "python-runner"]
+	path = python-runner
+	url = https://github.com/metabase/python-runner-container.git
+	branch = prototype