# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # pylint: disable=import-outside-toplevel import json from datetime import datetime from typing import Optional import pytest from pytest_mock import MockFixture from sqlalchemy.engine.reflection import Inspector from superset.connectors.sqla.models import SqlaTable, TableColumn from superset.models.core import Database def test_get_metrics(mocker: MockFixture) -> None: """ Tests for ``get_metrics``. """ from superset.db_engine_specs.base import MetricType from superset.db_engine_specs.sqlite import SqliteEngineSpec from superset.models.core import Database database = Database(database_name="my_database", sqlalchemy_uri="sqlite://") assert database.get_metrics("table") == [ { "expression": "COUNT(*)", "metric_name": "count", "metric_type": "count", "verbose_name": "COUNT(*)", } ] class CustomSqliteEngineSpec(SqliteEngineSpec): @classmethod def get_metrics( cls, database: Database, inspector: Inspector, table_name: str, schema: Optional[str], ) -> list[MetricType]: return [ { "expression": "COUNT(DISTINCT user_id)", "metric_name": "count_distinct_user_id", "metric_type": "count_distinct", "verbose_name": "COUNT(DISTINCT user_id)", }, ] database.get_db_engine_spec = mocker.MagicMock(return_value=CustomSqliteEngineSpec) assert database.get_metrics("table") == [ { "expression": "COUNT(DISTINCT user_id)", "metric_name": "count_distinct_user_id", "metric_type": "count_distinct", "verbose_name": "COUNT(DISTINCT user_id)", }, ] def test_get_db_engine_spec(mocker: MockFixture) -> None: """ Tests for ``get_db_engine_spec``. """ from superset.db_engine_specs import BaseEngineSpec from superset.models.core import Database # pylint: disable=abstract-method class PostgresDBEngineSpec(BaseEngineSpec): """ A DB engine spec with drivers and a default driver. """ engine = "postgresql" engine_aliases = {"postgres"} drivers = { "psycopg2": "The default Postgres driver", "asyncpg": "An async Postgres driver", } default_driver = "psycopg2" # pylint: disable=abstract-method class OldDBEngineSpec(BaseEngineSpec): """ And old DB engine spec without drivers nor a default driver. """ engine = "mysql" load_engine_specs = mocker.patch("superset.db_engine_specs.load_engine_specs") load_engine_specs.return_value = [ PostgresDBEngineSpec, OldDBEngineSpec, ] assert ( Database(database_name="db", sqlalchemy_uri="postgresql://").db_engine_spec == PostgresDBEngineSpec ) assert ( Database( database_name="db", sqlalchemy_uri="postgresql+psycopg2://" ).db_engine_spec == PostgresDBEngineSpec ) assert ( Database( database_name="db", sqlalchemy_uri="postgresql+asyncpg://" ).db_engine_spec == PostgresDBEngineSpec ) assert ( Database( database_name="db", sqlalchemy_uri="postgresql+fancynewdriver://" ).db_engine_spec == PostgresDBEngineSpec ) assert ( Database(database_name="db", sqlalchemy_uri="mysql://").db_engine_spec == OldDBEngineSpec ) assert ( Database( database_name="db", sqlalchemy_uri="mysql+mysqlconnector://" ).db_engine_spec == OldDBEngineSpec ) assert ( Database( database_name="db", sqlalchemy_uri="mysql+fancynewdriver://" ).db_engine_spec == OldDBEngineSpec ) @pytest.mark.parametrize( "dttm,col,database,result", [ ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(python_date_format="epoch_s"), Database(), "1672536225", ), ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(python_date_format="epoch_ms"), Database(), "1672536225000", ), ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(python_date_format="%Y-%m-%d"), Database(), "'2023-01-01'", ), ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(column_name="ds"), Database( extra=json.dumps( { "python_date_format_by_column_name": { "ds": "%Y-%m-%d", }, }, ), sqlalchemy_uri="foo://", ), "'2023-01-01'", ), ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(), Database(sqlalchemy_uri="foo://"), "'2023-01-01 01:23:45.600000'", ), ( datetime(2023, 1, 1, 1, 23, 45, 600000), TableColumn(type="TimeStamp"), Database(sqlalchemy_uri="trino://"), "TIMESTAMP '2023-01-01 01:23:45.600000'", ), ], ) def test_dttm_sql_literal( dttm: datetime, col: TableColumn, database: Database, result: str, ) -> None: assert SqlaTable(database=database).dttm_sql_literal(dttm, col) == result def test_table_column_database() -> None: database = Database(database_name="db") assert TableColumn(database=database).database is database def test_get_prequeries(mocker: MockFixture) -> None: """ Tests for ``get_prequeries``. """ mocker.patch.object( Database, "get_sqla_engine_with_context", ) db_engine_spec = mocker.patch.object(Database, "db_engine_spec") db_engine_spec.get_prequeries.return_value = ["set a=1", "set b=2"] database = Database(database_name="db") with database.get_raw_connection() as conn: conn.cursor().execute.assert_has_calls( [mocker.call("set a=1"), mocker.call("set b=2")] )