2019-10-24 23:46:45 -04:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
# or more contributor license agreements. See the NOTICE file
|
|
|
|
# distributed with this work for additional information
|
|
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
|
|
# to you under the Apache License, Version 2.0 (the
|
|
|
|
# "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
# software distributed under the License is distributed on an
|
|
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
# KIND, either express or implied. See the License for the
|
|
|
|
# specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
from sqlalchemy import column
|
|
|
|
|
|
|
|
from superset.db_engine_specs.pinot import PinotEngineSpec
|
2021-07-01 11:03:07 -04:00
|
|
|
from tests.integration_tests.db_engine_specs.base_tests import TestDbEngineSpec
|
2019-10-24 23:46:45 -04:00
|
|
|
|
|
|
|
|
2020-06-29 18:36:06 -04:00
|
|
|
class TestPinotDbEngineSpec(TestDbEngineSpec):
|
2022-03-29 13:03:09 -04:00
|
|
|
"""Tests pertaining to our Pinot database support"""
|
2019-10-24 23:46:45 -04:00
|
|
|
|
2021-01-15 04:05:31 -05:00
|
|
|
def test_pinot_time_expression_sec_one_1d_grain(self):
|
|
|
|
col = column("tstamp")
|
|
|
|
expr = PinotEngineSpec.get_timestamp_expr(col, "epoch_s", "P1D")
|
|
|
|
result = str(expr.compile())
|
|
|
|
self.assertEqual(
|
|
|
|
result,
|
|
|
|
"DATETIMECONVERT(tstamp, '1:SECONDS:EPOCH', '1:SECONDS:EPOCH', '1:DAYS')",
|
2021-02-20 01:26:34 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
def test_pinot_time_expression_simple_date_format_1d_grain(self):
|
|
|
|
col = column("tstamp")
|
|
|
|
expr = PinotEngineSpec.get_timestamp_expr(col, "%Y-%m-%d %H:%M:%S", "P1D")
|
|
|
|
result = str(expr.compile())
|
|
|
|
self.assertEqual(
|
|
|
|
result,
|
|
|
|
(
|
|
|
|
"DATETIMECONVERT(tstamp, "
|
|
|
|
+ "'1:SECONDS:SIMPLE_DATE_FORMAT:yyyy-MM-dd HH:mm:ss', "
|
|
|
|
+ "'1:SECONDS:SIMPLE_DATE_FORMAT:yyyy-MM-dd HH:mm:ss', '1:DAYS')"
|
|
|
|
),
|
|
|
|
)
|
|
|
|
|
2022-04-19 14:16:48 -04:00
|
|
|
def test_pinot_time_expression_simple_date_format_10m_grain(self):
|
|
|
|
col = column("tstamp")
|
|
|
|
expr = PinotEngineSpec.get_timestamp_expr(col, "%Y-%m-%d %H:%M:%S", "PT10M")
|
|
|
|
result = str(expr.compile())
|
|
|
|
self.assertEqual(
|
|
|
|
result,
|
|
|
|
(
|
|
|
|
"DATETIMECONVERT(tstamp, "
|
|
|
|
+ "'1:SECONDS:SIMPLE_DATE_FORMAT:yyyy-MM-dd HH:mm:ss', "
|
|
|
|
+ "'1:SECONDS:SIMPLE_DATE_FORMAT:yyyy-MM-dd HH:mm:ss', '10:MINUTES')"
|
|
|
|
),
|
|
|
|
)
|
|
|
|
|
2021-02-20 01:26:34 -05:00
|
|
|
def test_pinot_time_expression_simple_date_format_1w_grain(self):
|
|
|
|
col = column("tstamp")
|
|
|
|
expr = PinotEngineSpec.get_timestamp_expr(col, "%Y-%m-%d %H:%M:%S", "P1W")
|
|
|
|
result = str(expr.compile())
|
|
|
|
self.assertEqual(
|
|
|
|
result,
|
|
|
|
(
|
|
|
|
"ToDateTime(DATETRUNC('week', FromDateTime(tstamp, "
|
|
|
|
+ "'yyyy-MM-dd HH:mm:ss'), 'MILLISECONDS'), 'yyyy-MM-dd HH:mm:ss')"
|
|
|
|
),
|
|
|
|
)
|
2021-01-15 04:05:31 -05:00
|
|
|
|
2019-10-24 23:46:45 -04:00
|
|
|
def test_pinot_time_expression_sec_one_1m_grain(self):
|
|
|
|
col = column("tstamp")
|
|
|
|
expr = PinotEngineSpec.get_timestamp_expr(col, "epoch_s", "P1M")
|
|
|
|
result = str(expr.compile())
|
|
|
|
self.assertEqual(
|
2022-03-29 13:03:09 -04:00
|
|
|
result,
|
|
|
|
"DATETRUNC('month', tstamp, 'SECONDS')",
|
2021-02-20 01:26:34 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
def test_invalid_get_time_expression_arguments(self):
|
|
|
|
with self.assertRaises(NotImplementedError):
|
|
|
|
PinotEngineSpec.get_timestamp_expr(column("tstamp"), None, "P1M")
|
|
|
|
|
|
|
|
with self.assertRaises(NotImplementedError):
|
|
|
|
PinotEngineSpec.get_timestamp_expr(
|
|
|
|
column("tstamp"), "epoch_s", "invalid_grain"
|
|
|
|
)
|