2021-12-14 21:33:52 -05:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
# or more contributor license agreements. See the NOTICE file
|
|
|
|
# distributed with this work for additional information
|
|
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
|
|
# to you under the Apache License, Version 2.0 (the
|
|
|
|
# "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
# software distributed under the License is distributed on an
|
|
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
# KIND, either express or implied. See the License for the
|
|
|
|
# specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
# pylint: disable=import-outside-toplevel, unused-argument, unused-import
|
|
|
|
|
|
|
|
import json
|
|
|
|
|
|
|
|
from sqlalchemy.orm.session import Session
|
|
|
|
|
|
|
|
|
|
|
|
def test_export(app_context: None, session: Session) -> None:
|
|
|
|
"""
|
|
|
|
Test exporting a dataset.
|
|
|
|
"""
|
|
|
|
from superset.connectors.sqla.models import SqlaTable, SqlMetric, TableColumn
|
|
|
|
from superset.datasets.commands.export import ExportDatasetsCommand
|
|
|
|
from superset.models.core import Database
|
|
|
|
|
|
|
|
engine = session.get_bind()
|
|
|
|
SqlaTable.metadata.create_all(engine) # pylint: disable=no-member
|
|
|
|
|
|
|
|
database = Database(database_name="my_database", sqlalchemy_uri="sqlite://")
|
|
|
|
session.add(database)
|
|
|
|
session.flush()
|
|
|
|
|
|
|
|
columns = [
|
|
|
|
TableColumn(column_name="ds", is_dttm=1, type="TIMESTAMP"),
|
|
|
|
TableColumn(column_name="user_id", type="INTEGER"),
|
|
|
|
TableColumn(column_name="revenue", type="INTEGER"),
|
|
|
|
TableColumn(column_name="expenses", type="INTEGER"),
|
|
|
|
TableColumn(
|
|
|
|
column_name="profit",
|
|
|
|
type="INTEGER",
|
|
|
|
expression="revenue-expenses",
|
|
|
|
extra=json.dumps({"certified_by": "User"}),
|
|
|
|
),
|
|
|
|
]
|
|
|
|
metrics = [
|
2021-12-22 13:39:29 -05:00
|
|
|
SqlMetric(
|
|
|
|
metric_name="cnt",
|
|
|
|
expression="COUNT(*)",
|
|
|
|
extra=json.dumps({"warning_markdown": None}),
|
|
|
|
),
|
2021-12-14 21:33:52 -05:00
|
|
|
]
|
|
|
|
|
|
|
|
sqla_table = SqlaTable(
|
|
|
|
table_name="my_table",
|
|
|
|
columns=columns,
|
|
|
|
metrics=metrics,
|
|
|
|
main_dttm_col="ds",
|
|
|
|
database=database,
|
|
|
|
offset=-8,
|
|
|
|
description="This is the description",
|
|
|
|
is_featured=1,
|
|
|
|
cache_timeout=3600,
|
|
|
|
schema="my_schema",
|
|
|
|
sql=None,
|
|
|
|
params=json.dumps(
|
|
|
|
{"remote_id": 64, "database_name": "examples", "import_time": 1606677834,}
|
|
|
|
),
|
|
|
|
perm=None,
|
|
|
|
filter_select_enabled=1,
|
|
|
|
fetch_values_predicate="foo IN (1, 2)",
|
|
|
|
is_sqllab_view=0, # no longer used?
|
|
|
|
template_params=json.dumps({"answer": "42"}),
|
|
|
|
schema_perm=None,
|
|
|
|
extra=json.dumps({"warning_markdown": "*WARNING*"}),
|
|
|
|
)
|
|
|
|
|
|
|
|
export = list(
|
|
|
|
ExportDatasetsCommand._export(sqla_table) # pylint: disable=protected-access
|
|
|
|
)
|
|
|
|
assert export == [
|
|
|
|
(
|
|
|
|
"datasets/my_database/my_table.yaml",
|
|
|
|
f"""table_name: my_table
|
|
|
|
main_dttm_col: ds
|
|
|
|
description: This is the description
|
|
|
|
default_endpoint: null
|
|
|
|
offset: -8
|
|
|
|
cache_timeout: 3600
|
|
|
|
schema: my_schema
|
|
|
|
sql: null
|
|
|
|
params:
|
|
|
|
remote_id: 64
|
|
|
|
database_name: examples
|
|
|
|
import_time: 1606677834
|
|
|
|
template_params:
|
|
|
|
answer: '42'
|
|
|
|
filter_select_enabled: 1
|
|
|
|
fetch_values_predicate: foo IN (1, 2)
|
2021-12-22 12:41:31 -05:00
|
|
|
extra:
|
|
|
|
warning_markdown: '*WARNING*'
|
2021-12-14 21:33:52 -05:00
|
|
|
uuid: null
|
|
|
|
metrics:
|
|
|
|
- metric_name: cnt
|
|
|
|
verbose_name: null
|
|
|
|
metric_type: null
|
|
|
|
expression: COUNT(*)
|
|
|
|
description: null
|
|
|
|
d3format: null
|
2021-12-22 13:39:29 -05:00
|
|
|
extra:
|
|
|
|
warning_markdown: null
|
2021-12-14 21:33:52 -05:00
|
|
|
warning_text: null
|
|
|
|
columns:
|
|
|
|
- column_name: profit
|
|
|
|
verbose_name: null
|
|
|
|
is_dttm: null
|
|
|
|
is_active: null
|
|
|
|
type: INTEGER
|
|
|
|
groupby: null
|
|
|
|
filterable: null
|
|
|
|
expression: revenue-expenses
|
|
|
|
description: null
|
|
|
|
python_date_format: null
|
|
|
|
extra:
|
|
|
|
certified_by: User
|
|
|
|
- column_name: ds
|
|
|
|
verbose_name: null
|
|
|
|
is_dttm: 1
|
|
|
|
is_active: null
|
|
|
|
type: TIMESTAMP
|
|
|
|
groupby: null
|
|
|
|
filterable: null
|
|
|
|
expression: null
|
|
|
|
description: null
|
|
|
|
python_date_format: null
|
|
|
|
extra: null
|
|
|
|
- column_name: user_id
|
|
|
|
verbose_name: null
|
|
|
|
is_dttm: null
|
|
|
|
is_active: null
|
|
|
|
type: INTEGER
|
|
|
|
groupby: null
|
|
|
|
filterable: null
|
|
|
|
expression: null
|
|
|
|
description: null
|
|
|
|
python_date_format: null
|
|
|
|
extra: null
|
|
|
|
- column_name: expenses
|
|
|
|
verbose_name: null
|
|
|
|
is_dttm: null
|
|
|
|
is_active: null
|
|
|
|
type: INTEGER
|
|
|
|
groupby: null
|
|
|
|
filterable: null
|
|
|
|
expression: null
|
|
|
|
description: null
|
|
|
|
python_date_format: null
|
|
|
|
extra: null
|
|
|
|
- column_name: revenue
|
|
|
|
verbose_name: null
|
|
|
|
is_dttm: null
|
|
|
|
is_active: null
|
|
|
|
type: INTEGER
|
|
|
|
groupby: null
|
|
|
|
filterable: null
|
|
|
|
expression: null
|
|
|
|
description: null
|
|
|
|
python_date_format: null
|
|
|
|
extra: null
|
|
|
|
version: 1.0.0
|
|
|
|
database_uuid: {database.uuid}
|
|
|
|
""",
|
|
|
|
),
|
|
|
|
(
|
|
|
|
"databases/my_database.yaml",
|
|
|
|
f"""database_name: my_database
|
|
|
|
sqlalchemy_uri: sqlite://
|
|
|
|
cache_timeout: null
|
|
|
|
expose_in_sqllab: true
|
|
|
|
allow_run_async: false
|
|
|
|
allow_ctas: false
|
|
|
|
allow_cvas: false
|
|
|
|
allow_file_upload: false
|
|
|
|
extra:
|
|
|
|
metadata_params: {{}}
|
|
|
|
engine_params: {{}}
|
|
|
|
metadata_cache_timeout: {{}}
|
|
|
|
schemas_allowed_for_file_upload: []
|
|
|
|
uuid: {database.uuid}
|
|
|
|
version: 1.0.0
|
|
|
|
""",
|
|
|
|
),
|
|
|
|
]
|