mirror of
https://github.com/apache/superset.git
synced 2024-09-12 00:29:39 -04:00
233 lines
7.0 KiB
Python
233 lines
7.0 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
# pylint: disable=import-outside-toplevel
|
|
import json
|
|
from datetime import datetime
|
|
from typing import Optional
|
|
|
|
import pytest
|
|
from pytest_mock import MockFixture
|
|
from sqlalchemy.engine.reflection import Inspector
|
|
|
|
from superset.connectors.sqla.models import SqlaTable, TableColumn
|
|
from superset.models.core import Database
|
|
|
|
|
|
def test_get_metrics(mocker: MockFixture) -> None:
|
|
"""
|
|
Tests for ``get_metrics``.
|
|
"""
|
|
from superset.db_engine_specs.base import MetricType
|
|
from superset.db_engine_specs.sqlite import SqliteEngineSpec
|
|
from superset.models.core import Database
|
|
|
|
database = Database(database_name="my_database", sqlalchemy_uri="sqlite://")
|
|
assert database.get_metrics("table") == [
|
|
{
|
|
"expression": "COUNT(*)",
|
|
"metric_name": "count",
|
|
"metric_type": "count",
|
|
"verbose_name": "COUNT(*)",
|
|
}
|
|
]
|
|
|
|
class CustomSqliteEngineSpec(SqliteEngineSpec):
|
|
@classmethod
|
|
def get_metrics(
|
|
cls,
|
|
database: Database,
|
|
inspector: Inspector,
|
|
table_name: str,
|
|
schema: Optional[str],
|
|
) -> list[MetricType]:
|
|
return [
|
|
{
|
|
"expression": "COUNT(DISTINCT user_id)",
|
|
"metric_name": "count_distinct_user_id",
|
|
"metric_type": "count_distinct",
|
|
"verbose_name": "COUNT(DISTINCT user_id)",
|
|
},
|
|
]
|
|
|
|
database.get_db_engine_spec = mocker.MagicMock(return_value=CustomSqliteEngineSpec)
|
|
assert database.get_metrics("table") == [
|
|
{
|
|
"expression": "COUNT(DISTINCT user_id)",
|
|
"metric_name": "count_distinct_user_id",
|
|
"metric_type": "count_distinct",
|
|
"verbose_name": "COUNT(DISTINCT user_id)",
|
|
},
|
|
]
|
|
|
|
|
|
def test_get_db_engine_spec(mocker: MockFixture) -> None:
|
|
"""
|
|
Tests for ``get_db_engine_spec``.
|
|
"""
|
|
from superset.db_engine_specs import BaseEngineSpec
|
|
from superset.models.core import Database
|
|
|
|
# pylint: disable=abstract-method
|
|
class PostgresDBEngineSpec(BaseEngineSpec):
|
|
"""
|
|
A DB engine spec with drivers and a default driver.
|
|
"""
|
|
|
|
engine = "postgresql"
|
|
engine_aliases = {"postgres"}
|
|
drivers = {
|
|
"psycopg2": "The default Postgres driver",
|
|
"asyncpg": "An async Postgres driver",
|
|
}
|
|
default_driver = "psycopg2"
|
|
|
|
# pylint: disable=abstract-method
|
|
class OldDBEngineSpec(BaseEngineSpec):
|
|
"""
|
|
And old DB engine spec without drivers nor a default driver.
|
|
"""
|
|
|
|
engine = "mysql"
|
|
|
|
load_engine_specs = mocker.patch("superset.db_engine_specs.load_engine_specs")
|
|
load_engine_specs.return_value = [
|
|
PostgresDBEngineSpec,
|
|
OldDBEngineSpec,
|
|
]
|
|
|
|
assert (
|
|
Database(database_name="db", sqlalchemy_uri="postgresql://").db_engine_spec
|
|
== PostgresDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(
|
|
database_name="db", sqlalchemy_uri="postgresql+psycopg2://"
|
|
).db_engine_spec
|
|
== PostgresDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(
|
|
database_name="db", sqlalchemy_uri="postgresql+asyncpg://"
|
|
).db_engine_spec
|
|
== PostgresDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(
|
|
database_name="db", sqlalchemy_uri="postgresql+fancynewdriver://"
|
|
).db_engine_spec
|
|
== PostgresDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(database_name="db", sqlalchemy_uri="mysql://").db_engine_spec
|
|
== OldDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(
|
|
database_name="db", sqlalchemy_uri="mysql+mysqlconnector://"
|
|
).db_engine_spec
|
|
== OldDBEngineSpec
|
|
)
|
|
assert (
|
|
Database(
|
|
database_name="db", sqlalchemy_uri="mysql+fancynewdriver://"
|
|
).db_engine_spec
|
|
== OldDBEngineSpec
|
|
)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"dttm,col,database,result",
|
|
[
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(python_date_format="epoch_s"),
|
|
Database(),
|
|
"1672536225",
|
|
),
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(python_date_format="epoch_ms"),
|
|
Database(),
|
|
"1672536225000",
|
|
),
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(python_date_format="%Y-%m-%d"),
|
|
Database(),
|
|
"'2023-01-01'",
|
|
),
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(column_name="ds"),
|
|
Database(
|
|
extra=json.dumps(
|
|
{
|
|
"python_date_format_by_column_name": {
|
|
"ds": "%Y-%m-%d",
|
|
},
|
|
},
|
|
),
|
|
sqlalchemy_uri="foo://",
|
|
),
|
|
"'2023-01-01'",
|
|
),
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(),
|
|
Database(sqlalchemy_uri="foo://"),
|
|
"'2023-01-01 01:23:45.600000'",
|
|
),
|
|
(
|
|
datetime(2023, 1, 1, 1, 23, 45, 600000),
|
|
TableColumn(type="TimeStamp"),
|
|
Database(sqlalchemy_uri="trino://"),
|
|
"TIMESTAMP '2023-01-01 01:23:45.600000'",
|
|
),
|
|
],
|
|
)
|
|
def test_dttm_sql_literal(
|
|
dttm: datetime,
|
|
col: TableColumn,
|
|
database: Database,
|
|
result: str,
|
|
) -> None:
|
|
assert SqlaTable(database=database).dttm_sql_literal(dttm, col) == result
|
|
|
|
|
|
def test_table_column_database() -> None:
|
|
database = Database(database_name="db")
|
|
assert TableColumn(database=database).database is database
|
|
|
|
|
|
def test_get_prequeries(mocker: MockFixture) -> None:
|
|
"""
|
|
Tests for ``get_prequeries``.
|
|
"""
|
|
mocker.patch.object(
|
|
Database,
|
|
"get_sqla_engine_with_context",
|
|
)
|
|
db_engine_spec = mocker.patch.object(Database, "db_engine_spec")
|
|
db_engine_spec.get_prequeries.return_value = ["set a=1", "set b=2"]
|
|
|
|
database = Database(database_name="db")
|
|
with database.get_raw_connection() as conn:
|
|
conn.cursor().execute.assert_has_calls(
|
|
[mocker.call("set a=1"), mocker.call("set b=2")]
|
|
)
|