From 605442f0b6de9e5c7b1938387bea0bfea4f2b9fd Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Sergio=20G=C3=B3mez=20Villamor?= <sgomezvillamor@gmail.com>
Date: Wed, 12 Mar 2025 16:18:36 +0100
Subject: [PATCH] fix(databricks): fixes profile median
---
.../src/datahub/ingestion/source/ge_data_profiler.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/metadata-ingestion/src/datahub/ingestion/source/ge_data_profiler.py b/metadata-ingestion/src/datahub/ingestion/source/ge_data_profiler.py
index b8d67703e815fb..0caf8f6ff86721 100644
--- a/metadata-ingestion/src/datahub/ingestion/source/ge_data_profiler.py
+++ b/metadata-ingestion/src/datahub/ingestion/source/ge_data_profiler.py
@@ -602,7 +602,7 @@ def _get_dataset_column_median(
if not self.config.include_field_median_value:
return
try:
- if self.dataset.engine.dialect.name.lower() == SNOWFLAKE:
+ if self.dataset.engine.dialect.name.lower() in [SNOWFLAKE, DATABRICKS]:
column_profile.median = str(
self.dataset.engine.execute(
sa.select([sa.func.median(sa.column(column))]).select_from(