2021-12-03 05:35:26 -05:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
# or more contributor license agreements. See the NOTICE file
|
|
|
|
# distributed with this work for additional information
|
|
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
|
|
# to you under the Apache License, Version 2.0 (the
|
|
|
|
# "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
# software distributed under the License is distributed on an
|
|
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
# KIND, either express or implied. See the License for the
|
|
|
|
# specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
# pylint: disable=unused-argument, import-outside-toplevel, protected-access
|
|
|
|
|
2022-02-10 03:28:05 -05:00
|
|
|
from textwrap import dedent
|
2023-01-31 08:54:07 -05:00
|
|
|
from typing import Any, Dict, Optional, Type
|
2022-02-10 03:28:05 -05:00
|
|
|
|
|
|
|
import pytest
|
2023-01-31 08:54:07 -05:00
|
|
|
from sqlalchemy import types
|
|
|
|
|
|
|
|
from superset.utils.core import GenericDataType
|
|
|
|
from tests.unit_tests.db_engine_specs.utils import assert_column_spec
|
2021-12-03 05:35:26 -05:00
|
|
|
|
|
|
|
|
2022-08-02 18:42:50 -04:00
|
|
|
def test_get_text_clause_with_colon() -> None:
|
2021-12-03 05:35:26 -05:00
|
|
|
"""
|
|
|
|
Make sure text clauses are correctly escaped
|
|
|
|
"""
|
|
|
|
|
|
|
|
from superset.db_engine_specs.base import BaseEngineSpec
|
|
|
|
|
|
|
|
text_clause = BaseEngineSpec.get_text_clause(
|
|
|
|
"SELECT foo FROM tbl WHERE foo = '123:456')"
|
|
|
|
)
|
|
|
|
assert text_clause.text == "SELECT foo FROM tbl WHERE foo = '123\\:456')"
|
2022-01-10 07:42:20 -05:00
|
|
|
|
|
|
|
|
2022-08-02 18:42:50 -04:00
|
|
|
def test_parse_sql_single_statement() -> None:
|
2022-01-10 07:42:20 -05:00
|
|
|
"""
|
|
|
|
`parse_sql` should properly strip leading and trailing spaces and semicolons
|
|
|
|
"""
|
|
|
|
|
|
|
|
from superset.db_engine_specs.base import BaseEngineSpec
|
|
|
|
|
|
|
|
queries = BaseEngineSpec.parse_sql(" SELECT foo FROM tbl ; ")
|
|
|
|
assert queries == ["SELECT foo FROM tbl"]
|
|
|
|
|
|
|
|
|
2022-08-02 18:42:50 -04:00
|
|
|
def test_parse_sql_multi_statement() -> None:
|
2022-01-10 07:42:20 -05:00
|
|
|
"""
|
|
|
|
For string with multiple SQL-statements `parse_sql` method should return list
|
|
|
|
where each element represents the single SQL-statement
|
|
|
|
"""
|
|
|
|
|
|
|
|
from superset.db_engine_specs.base import BaseEngineSpec
|
|
|
|
|
|
|
|
queries = BaseEngineSpec.parse_sql("SELECT foo FROM tbl1; SELECT bar FROM tbl2;")
|
|
|
|
assert queries == [
|
|
|
|
"SELECT foo FROM tbl1",
|
|
|
|
"SELECT bar FROM tbl2",
|
|
|
|
]
|
2022-02-10 03:28:05 -05:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"original,expected",
|
|
|
|
[
|
|
|
|
(
|
|
|
|
dedent(
|
|
|
|
"""
|
|
|
|
with currency as
|
|
|
|
(
|
|
|
|
select 'INR' as cur
|
|
|
|
)
|
|
|
|
select * from currency
|
|
|
|
"""
|
|
|
|
),
|
|
|
|
None,
|
|
|
|
),
|
2022-03-29 13:03:09 -04:00
|
|
|
(
|
|
|
|
"SELECT 1 as cnt",
|
|
|
|
None,
|
|
|
|
),
|
2022-02-10 03:28:05 -05:00
|
|
|
(
|
|
|
|
dedent(
|
|
|
|
"""
|
|
|
|
select 'INR' as cur
|
|
|
|
union
|
|
|
|
select 'AUD' as cur
|
|
|
|
union
|
|
|
|
select 'USD' as cur
|
|
|
|
"""
|
|
|
|
),
|
|
|
|
None,
|
|
|
|
),
|
|
|
|
],
|
|
|
|
)
|
2023-01-31 08:54:07 -05:00
|
|
|
def test_cte_query_parsing(original: types.TypeEngine, expected: str) -> None:
|
2022-02-10 03:28:05 -05:00
|
|
|
from superset.db_engine_specs.base import BaseEngineSpec
|
|
|
|
|
|
|
|
actual = BaseEngineSpec.get_cte_query(original)
|
|
|
|
assert actual == expected
|
2023-01-31 08:54:07 -05:00
|
|
|
|
|
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
|
|
"native_type,sqla_type,attrs,generic_type,is_dttm",
|
|
|
|
[
|
|
|
|
("SMALLINT", types.SmallInteger, None, GenericDataType.NUMERIC, False),
|
|
|
|
("INTEGER", types.Integer, None, GenericDataType.NUMERIC, False),
|
|
|
|
("BIGINT", types.BigInteger, None, GenericDataType.NUMERIC, False),
|
|
|
|
("DECIMAL", types.Numeric, None, GenericDataType.NUMERIC, False),
|
|
|
|
("NUMERIC", types.Numeric, None, GenericDataType.NUMERIC, False),
|
|
|
|
("REAL", types.REAL, None, GenericDataType.NUMERIC, False),
|
|
|
|
("DOUBLE PRECISION", types.Float, None, GenericDataType.NUMERIC, False),
|
|
|
|
("MONEY", types.Numeric, None, GenericDataType.NUMERIC, False),
|
|
|
|
# String
|
|
|
|
("CHAR", types.String, None, GenericDataType.STRING, False),
|
|
|
|
("VARCHAR", types.String, None, GenericDataType.STRING, False),
|
|
|
|
("TEXT", types.String, None, GenericDataType.STRING, False),
|
|
|
|
# Temporal
|
|
|
|
("DATE", types.Date, None, GenericDataType.TEMPORAL, True),
|
|
|
|
("TIMESTAMP", types.TIMESTAMP, None, GenericDataType.TEMPORAL, True),
|
|
|
|
("TIME", types.Time, None, GenericDataType.TEMPORAL, True),
|
|
|
|
# Boolean
|
|
|
|
("BOOLEAN", types.Boolean, None, GenericDataType.BOOLEAN, False),
|
|
|
|
],
|
|
|
|
)
|
|
|
|
def test_get_column_spec(
|
|
|
|
native_type: str,
|
|
|
|
sqla_type: Type[types.TypeEngine],
|
|
|
|
attrs: Optional[Dict[str, Any]],
|
|
|
|
generic_type: GenericDataType,
|
|
|
|
is_dttm: bool,
|
|
|
|
) -> None:
|
|
|
|
from superset.db_engine_specs.databricks import DatabricksNativeEngineSpec as spec
|
|
|
|
|
|
|
|
assert_column_spec(spec, native_type, sqla_type, attrs, generic_type, is_dttm)
|