2019-10-24 23:46:45 -04:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
# or more contributor license agreements. See the NOTICE file
|
|
|
|
# distributed with this work for additional information
|
|
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
|
|
# to you under the Apache License, Version 2.0 (the
|
|
|
|
# "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
# software distributed under the License is distributed on an
|
|
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
# KIND, either express or implied. See the License for the
|
|
|
|
# specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
import unittest
|
|
|
|
|
2020-03-17 15:34:39 -04:00
|
|
|
from sqlalchemy.dialects import mysql
|
|
|
|
from sqlalchemy.dialects.mysql import DATE, NVARCHAR, TEXT, VARCHAR
|
|
|
|
|
2019-10-24 23:46:45 -04:00
|
|
|
from superset.db_engine_specs.mysql import MySQLEngineSpec
|
2021-04-13 17:42:31 -04:00
|
|
|
from superset.errors import ErrorLevel, SupersetError, SupersetErrorType
|
2021-07-13 12:09:22 -04:00
|
|
|
from superset.models.sql_lab import Query
|
2021-01-20 13:07:42 -05:00
|
|
|
from superset.utils.core import GenericDataType
|
2021-07-01 11:03:07 -04:00
|
|
|
from tests.integration_tests.db_engine_specs.base_tests import (
|
|
|
|
assert_generic_types,
|
|
|
|
TestDbEngineSpec,
|
|
|
|
)
|
2019-10-24 23:46:45 -04:00
|
|
|
|
|
|
|
|
2020-06-29 18:36:06 -04:00
|
|
|
class TestMySQLEngineSpecsDbEngineSpec(TestDbEngineSpec):
|
2019-10-24 23:46:45 -04:00
|
|
|
@unittest.skipUnless(
|
2020-06-29 18:36:06 -04:00
|
|
|
TestDbEngineSpec.is_module_installed("MySQLdb"), "mysqlclient not installed"
|
2019-10-24 23:46:45 -04:00
|
|
|
)
|
|
|
|
def test_get_datatype_mysql(self):
|
|
|
|
"""Tests related to datatype mapping for MySQL"""
|
|
|
|
self.assertEqual("TINY", MySQLEngineSpec.get_datatype(1))
|
|
|
|
self.assertEqual("VARCHAR", MySQLEngineSpec.get_datatype(15))
|
2019-10-30 02:24:48 -04:00
|
|
|
|
|
|
|
def test_convert_dttm(self):
|
|
|
|
dttm = self.get_dttm()
|
|
|
|
|
|
|
|
self.assertEqual(
|
|
|
|
MySQLEngineSpec.convert_dttm("DATE", dttm),
|
|
|
|
"STR_TO_DATE('2019-01-02', '%Y-%m-%d')",
|
|
|
|
)
|
|
|
|
|
|
|
|
self.assertEqual(
|
|
|
|
MySQLEngineSpec.convert_dttm("DATETIME", dttm),
|
|
|
|
"STR_TO_DATE('2019-01-02 03:04:05.678900', '%Y-%m-%d %H:%i:%s.%f')",
|
|
|
|
)
|
2020-03-17 15:34:39 -04:00
|
|
|
|
|
|
|
def test_column_datatype_to_string(self):
|
|
|
|
test_cases = (
|
|
|
|
(DATE(), "DATE"),
|
|
|
|
(VARCHAR(length=255), "VARCHAR(255)"),
|
|
|
|
(
|
|
|
|
VARCHAR(length=255, charset="latin1", collation="utf8mb4_general_ci"),
|
|
|
|
"VARCHAR(255)",
|
|
|
|
),
|
|
|
|
(NVARCHAR(length=128), "NATIONAL VARCHAR(128)"),
|
|
|
|
(TEXT(), "TEXT"),
|
|
|
|
)
|
|
|
|
|
|
|
|
for original, expected in test_cases:
|
|
|
|
actual = MySQLEngineSpec.column_datatype_to_string(
|
|
|
|
original, mysql.dialect()
|
|
|
|
)
|
|
|
|
self.assertEqual(actual, expected)
|
2020-08-24 14:24:43 -04:00
|
|
|
|
2021-05-13 02:36:09 -04:00
|
|
|
def test_generic_type(self):
|
2020-08-24 14:24:43 -04:00
|
|
|
type_expectations = (
|
|
|
|
# Numeric
|
2021-01-20 13:07:42 -05:00
|
|
|
("TINYINT", GenericDataType.NUMERIC),
|
|
|
|
("SMALLINT", GenericDataType.NUMERIC),
|
|
|
|
("MEDIUMINT", GenericDataType.NUMERIC),
|
|
|
|
("INT", GenericDataType.NUMERIC),
|
|
|
|
("BIGINT", GenericDataType.NUMERIC),
|
|
|
|
("DECIMAL", GenericDataType.NUMERIC),
|
|
|
|
("FLOAT", GenericDataType.NUMERIC),
|
|
|
|
("DOUBLE", GenericDataType.NUMERIC),
|
|
|
|
("BIT", GenericDataType.NUMERIC),
|
2020-08-24 14:24:43 -04:00
|
|
|
# String
|
2021-01-20 13:07:42 -05:00
|
|
|
("CHAR", GenericDataType.STRING),
|
|
|
|
("VARCHAR", GenericDataType.STRING),
|
|
|
|
("TINYTEXT", GenericDataType.STRING),
|
|
|
|
("MEDIUMTEXT", GenericDataType.STRING),
|
|
|
|
("LONGTEXT", GenericDataType.STRING),
|
2020-08-24 14:24:43 -04:00
|
|
|
# Temporal
|
2021-01-20 13:07:42 -05:00
|
|
|
("DATE", GenericDataType.TEMPORAL),
|
|
|
|
("DATETIME", GenericDataType.TEMPORAL),
|
|
|
|
("TIMESTAMP", GenericDataType.TEMPORAL),
|
|
|
|
("TIME", GenericDataType.TEMPORAL),
|
2020-08-24 14:24:43 -04:00
|
|
|
)
|
2021-05-13 02:36:09 -04:00
|
|
|
assert_generic_types(MySQLEngineSpec, type_expectations)
|
2021-01-15 09:46:27 -05:00
|
|
|
|
|
|
|
def test_extract_error_message(self):
|
|
|
|
from MySQLdb._exceptions import OperationalError
|
|
|
|
|
|
|
|
message = "Unknown table 'BIRTH_NAMES1' in information_schema"
|
|
|
|
exception = OperationalError(message)
|
|
|
|
extracted_message = MySQLEngineSpec._extract_error_message(exception)
|
|
|
|
assert extracted_message == message
|
|
|
|
|
|
|
|
exception = OperationalError(123, message)
|
|
|
|
extracted_message = MySQLEngineSpec._extract_error_message(exception)
|
|
|
|
assert extracted_message == message
|
2021-04-13 17:42:31 -04:00
|
|
|
|
|
|
|
def test_extract_errors(self):
|
|
|
|
"""
|
|
|
|
Test that custom error messages are extracted correctly.
|
|
|
|
"""
|
2021-04-30 18:15:37 -04:00
|
|
|
msg = "mysql: Access denied for user 'test'@'testuser.com'"
|
2021-04-13 17:42:31 -04:00
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
2021-04-15 13:57:02 -04:00
|
|
|
error_type=SupersetErrorType.CONNECTION_ACCESS_DENIED_ERROR,
|
2021-04-13 17:42:31 -04:00
|
|
|
message='Either the username "test" or the password is incorrect.',
|
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
2021-05-19 11:47:33 -04:00
|
|
|
"invalid": ["username", "password"],
|
2021-04-13 17:42:31 -04:00
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
|
|
|
"code": 1014,
|
2021-04-15 11:02:47 -04:00
|
|
|
"message": "Issue 1014 - Either the"
|
|
|
|
" username or the password is wrong.",
|
2021-04-16 12:43:42 -04:00
|
|
|
},
|
|
|
|
{
|
|
|
|
"code": 1015,
|
|
|
|
"message": "Issue 1015 - Either the database is "
|
|
|
|
"spelled incorrectly or does not exist.",
|
|
|
|
},
|
2021-04-13 17:42:31 -04:00
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
|
|
|
|
2021-04-30 18:15:37 -04:00
|
|
|
msg = "mysql: Unknown MySQL server host 'badhostname.com'"
|
2021-04-13 17:42:31 -04:00
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
2021-04-15 13:57:02 -04:00
|
|
|
error_type=SupersetErrorType.CONNECTION_INVALID_HOSTNAME_ERROR,
|
2021-04-13 17:42:31 -04:00
|
|
|
message='Unknown MySQL server host "badhostname.com".',
|
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
2021-05-19 11:47:33 -04:00
|
|
|
"invalid": ["host"],
|
2021-04-13 17:42:31 -04:00
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
|
|
|
"code": 1007,
|
2021-04-15 11:02:47 -04:00
|
|
|
"message": "Issue 1007 - The hostname"
|
|
|
|
" provided can't be resolved.",
|
2021-04-13 17:42:31 -04:00
|
|
|
}
|
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
|
|
|
|
2021-04-30 18:15:37 -04:00
|
|
|
msg = "mysql: Can't connect to MySQL server on 'badconnection.com'"
|
2021-04-13 17:42:31 -04:00
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
2021-04-15 13:57:02 -04:00
|
|
|
error_type=SupersetErrorType.CONNECTION_HOST_DOWN_ERROR,
|
2021-04-15 11:02:47 -04:00
|
|
|
message='The host "badconnection.com" might be '
|
|
|
|
"down and can't be reached.",
|
2021-04-13 17:42:31 -04:00
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
2021-05-19 11:47:33 -04:00
|
|
|
"invalid": ["host", "port"],
|
2021-04-13 17:42:31 -04:00
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
|
|
|
"code": 1007,
|
2021-04-15 11:02:47 -04:00
|
|
|
"message": "Issue 1007 - The hostname provided"
|
|
|
|
" can't be resolved.",
|
2021-04-13 17:42:31 -04:00
|
|
|
}
|
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
|
|
|
|
2021-04-30 18:15:37 -04:00
|
|
|
msg = "mysql: Can't connect to MySQL server on '93.184.216.34'"
|
2021-04-13 17:42:31 -04:00
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
2021-04-15 13:57:02 -04:00
|
|
|
error_type=SupersetErrorType.CONNECTION_HOST_DOWN_ERROR,
|
2021-04-13 17:42:31 -04:00
|
|
|
message='The host "93.184.216.34" might be down and can\'t be reached.',
|
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
2021-05-19 11:47:33 -04:00
|
|
|
"invalid": ["host", "port"],
|
2021-04-13 17:42:31 -04:00
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
|
|
|
"code": 10007,
|
2021-04-15 11:02:47 -04:00
|
|
|
"message": "Issue 1007 - The hostname provided "
|
|
|
|
"can't be resolved.",
|
|
|
|
}
|
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
|
|
|
|
2021-04-30 18:15:37 -04:00
|
|
|
msg = "mysql: Unknown database 'badDB'"
|
2021-04-15 11:02:47 -04:00
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
2021-04-16 15:49:47 -04:00
|
|
|
message='Unable to connect to database "badDB".',
|
2021-04-15 13:57:02 -04:00
|
|
|
error_type=SupersetErrorType.CONNECTION_UNKNOWN_DATABASE_ERROR,
|
2021-04-15 11:02:47 -04:00
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
2021-05-19 11:47:33 -04:00
|
|
|
"invalid": ["database"],
|
2021-04-15 11:02:47 -04:00
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
2021-04-16 15:49:47 -04:00
|
|
|
"code": 1015,
|
|
|
|
"message": "Issue 1015 - Either the database is spelled incorrectly or does not exist.",
|
2021-04-13 17:42:31 -04:00
|
|
|
}
|
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
2021-06-29 19:48:27 -04:00
|
|
|
|
|
|
|
msg = "check the manual that corresponds to your MySQL server version for the right syntax to use near 'fromm"
|
|
|
|
result = MySQLEngineSpec.extract_errors(Exception(msg))
|
|
|
|
assert result == [
|
|
|
|
SupersetError(
|
|
|
|
message='Please check your query for syntax errors near "fromm". Then, try running your query again.',
|
|
|
|
error_type=SupersetErrorType.SYNTAX_ERROR,
|
|
|
|
level=ErrorLevel.ERROR,
|
|
|
|
extra={
|
|
|
|
"engine_name": "MySQL",
|
|
|
|
"issue_codes": [
|
|
|
|
{
|
|
|
|
"code": 1030,
|
|
|
|
"message": "Issue 1030 - The query has a syntax error.",
|
|
|
|
}
|
|
|
|
],
|
|
|
|
},
|
|
|
|
)
|
|
|
|
]
|
2021-07-13 12:09:22 -04:00
|
|
|
|
|
|
|
@unittest.mock.patch("sqlalchemy.engine.Engine.connect")
|
|
|
|
def test_get_cancel_query_id(self, engine_mock):
|
|
|
|
query = Query()
|
|
|
|
cursor_mock = engine_mock.return_value.__enter__.return_value
|
|
|
|
cursor_mock.fetchone.return_value = [123]
|
|
|
|
assert MySQLEngineSpec.get_cancel_query_id(cursor_mock, query) == 123
|
|
|
|
|
|
|
|
@unittest.mock.patch("sqlalchemy.engine.Engine.connect")
|
|
|
|
def test_cancel_query(self, engine_mock):
|
|
|
|
query = Query()
|
|
|
|
cursor_mock = engine_mock.return_value.__enter__.return_value
|
|
|
|
assert MySQLEngineSpec.cancel_query(cursor_mock, query, 123) is True
|
|
|
|
|
|
|
|
@unittest.mock.patch("sqlalchemy.engine.Engine.connect")
|
|
|
|
def test_cancel_query_failed(self, engine_mock):
|
|
|
|
query = Query()
|
|
|
|
cursor_mock = engine_mock.raiseError.side_effect = Exception()
|
|
|
|
assert MySQLEngineSpec.cancel_query(cursor_mock, query, 123) is False
|