2021-01-11 08:57:55 -05:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
|
|
# or more contributor license agreements. See the NOTICE file
|
|
|
|
# distributed with this work for additional information
|
|
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
|
|
# to you under the Apache License, Version 2.0 (the
|
|
|
|
# "License"); you may not use this file except in compliance
|
|
|
|
# with the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing,
|
|
|
|
# software distributed under the License is distributed on an
|
|
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
|
|
# KIND, either express or implied. See the License for the
|
|
|
|
# specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
import json
|
|
|
|
import string
|
|
|
|
from datetime import date, datetime
|
|
|
|
from random import choice, getrandbits, randint, random, uniform
|
2021-03-09 10:27:46 -05:00
|
|
|
from typing import Any, Dict, List, Optional
|
2021-01-11 08:57:55 -05:00
|
|
|
|
|
|
|
import pandas as pd
|
|
|
|
import pytest
|
|
|
|
from pandas import DataFrame
|
|
|
|
from sqlalchemy import DateTime, String, TIMESTAMP
|
|
|
|
|
|
|
|
from superset import ConnectorRegistry, db
|
|
|
|
from superset.connectors.sqla.models import SqlaTable
|
|
|
|
from superset.models.core import Database
|
|
|
|
from superset.models.dashboard import Dashboard
|
|
|
|
from superset.models.slice import Slice
|
|
|
|
from superset.utils.core import get_example_database
|
2021-03-09 10:27:46 -05:00
|
|
|
from tests.dashboard_utils import create_table_for_dashboard
|
2021-01-11 08:57:55 -05:00
|
|
|
from tests.test_app import app
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture()
|
|
|
|
def load_birth_names_dashboard_with_slices():
|
|
|
|
dash_id_to_delete, slices_ids_to_delete = _load_data()
|
|
|
|
yield
|
|
|
|
with app.app_context():
|
|
|
|
_cleanup(dash_id_to_delete, slices_ids_to_delete)
|
|
|
|
|
|
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
|
|
def load_birth_names_dashboard_with_slices_module_scope():
|
|
|
|
dash_id_to_delete, slices_ids_to_delete = _load_data()
|
|
|
|
yield
|
|
|
|
with app.app_context():
|
|
|
|
_cleanup(dash_id_to_delete, slices_ids_to_delete)
|
|
|
|
|
|
|
|
|
|
|
|
def _load_data():
|
|
|
|
table_name = "birth_names"
|
|
|
|
|
|
|
|
with app.app_context():
|
|
|
|
database = get_example_database()
|
|
|
|
df = _get_dataframe(database)
|
|
|
|
dtype = {
|
|
|
|
"ds": DateTime if database.backend != "presto" else String(255),
|
|
|
|
"gender": String(16),
|
|
|
|
"state": String(10),
|
|
|
|
"name": String(255),
|
|
|
|
}
|
2021-03-09 10:27:46 -05:00
|
|
|
table = _create_table(
|
|
|
|
df=df,
|
|
|
|
table_name=table_name,
|
|
|
|
database=database,
|
|
|
|
dtype=dtype,
|
|
|
|
fetch_values_predicate="123 = 123",
|
|
|
|
)
|
2021-01-11 08:57:55 -05:00
|
|
|
|
|
|
|
from superset.examples.birth_names import create_slices, create_dashboard
|
|
|
|
|
|
|
|
slices, _ = create_slices(table, admin_owner=False)
|
|
|
|
dash = create_dashboard(slices)
|
|
|
|
slices_ids_to_delete = [slice.id for slice in slices]
|
|
|
|
dash_id_to_delete = dash.id
|
|
|
|
return dash_id_to_delete, slices_ids_to_delete
|
|
|
|
|
|
|
|
|
|
|
|
def _create_table(
|
2021-03-09 10:27:46 -05:00
|
|
|
df: DataFrame,
|
|
|
|
table_name: str,
|
|
|
|
database: "Database",
|
|
|
|
dtype: Dict[str, Any],
|
|
|
|
fetch_values_predicate: Optional[str] = None,
|
2021-01-11 08:57:55 -05:00
|
|
|
):
|
2021-03-09 10:27:46 -05:00
|
|
|
table = create_table_for_dashboard(
|
|
|
|
df=df,
|
|
|
|
table_name=table_name,
|
|
|
|
database=database,
|
|
|
|
dtype=dtype,
|
|
|
|
fetch_values_predicate=fetch_values_predicate,
|
|
|
|
)
|
2021-01-11 08:57:55 -05:00
|
|
|
from superset.examples.birth_names import _add_table_metrics, _set_table_metadata
|
|
|
|
|
|
|
|
_set_table_metadata(table, database)
|
|
|
|
_add_table_metrics(table)
|
|
|
|
db.session.commit()
|
|
|
|
return table
|
|
|
|
|
|
|
|
|
|
|
|
def _cleanup(dash_id: int, slices_ids: List[int]) -> None:
|
|
|
|
table_id = db.session.query(SqlaTable).filter_by(table_name="birth_names").one().id
|
|
|
|
datasource = ConnectorRegistry.get_datasource("table", table_id, db.session)
|
|
|
|
columns = [column for column in datasource.columns]
|
|
|
|
metrics = [metric for metric in datasource.metrics]
|
|
|
|
|
|
|
|
engine = get_example_database().get_sqla_engine()
|
|
|
|
engine.execute("DROP TABLE IF EXISTS birth_names")
|
|
|
|
for column in columns:
|
|
|
|
db.session.delete(column)
|
|
|
|
for metric in metrics:
|
|
|
|
db.session.delete(metric)
|
|
|
|
|
|
|
|
dash = db.session.query(Dashboard).filter_by(id=dash_id).first()
|
|
|
|
|
|
|
|
db.session.delete(dash)
|
|
|
|
for slice_id in slices_ids:
|
|
|
|
db.session.query(Slice).filter_by(id=slice_id).delete()
|
|
|
|
db.session.commit()
|
|
|
|
|
|
|
|
|
|
|
|
def _get_dataframe(database: Database) -> DataFrame:
|
|
|
|
data = _get_birth_names_data()
|
|
|
|
df = pd.DataFrame.from_dict(data)
|
|
|
|
if database.backend == "presto":
|
2021-03-17 00:00:03 -04:00
|
|
|
df.ds = df.ds.dt.strftime("%Y-%m-%d %H:%M:%S")
|
2021-01-11 08:57:55 -05:00
|
|
|
return df
|
|
|
|
|
|
|
|
|
|
|
|
def _get_birth_names_data() -> List[Dict[Any, Any]]:
|
|
|
|
data = []
|
|
|
|
names = generate_names()
|
|
|
|
for year in range(1960, 2020):
|
|
|
|
ds = datetime(year, 1, 1, 0, 0, 0)
|
|
|
|
for _ in range(20):
|
|
|
|
gender = "boy" if choice([True, False]) else "girl"
|
|
|
|
num = randint(1, 100000)
|
|
|
|
data.append(
|
|
|
|
{
|
|
|
|
"ds": ds,
|
|
|
|
"gender": gender,
|
|
|
|
"name": choice(names),
|
|
|
|
"num": num,
|
|
|
|
"state": choice(us_states),
|
|
|
|
"num_boys": num if gender == "boy" else 0,
|
|
|
|
"num_girls": num if gender == "girl" else 0,
|
|
|
|
}
|
|
|
|
)
|
|
|
|
|
|
|
|
return data
|
|
|
|
|
|
|
|
|
|
|
|
def generate_names() -> List[str]:
|
|
|
|
names = []
|
|
|
|
for _ in range(250):
|
|
|
|
names.append(
|
|
|
|
"".join(choice(string.ascii_lowercase) for _ in range(randint(3, 12)))
|
|
|
|
)
|
|
|
|
return names
|
|
|
|
|
|
|
|
|
|
|
|
us_states = [
|
|
|
|
"AL",
|
|
|
|
"AK",
|
|
|
|
"AZ",
|
|
|
|
"AR",
|
|
|
|
"CA",
|
|
|
|
"CO",
|
|
|
|
"CT",
|
|
|
|
"DE",
|
|
|
|
"FL",
|
|
|
|
"GA",
|
|
|
|
"HI",
|
|
|
|
"ID",
|
|
|
|
"IL",
|
|
|
|
"IN",
|
|
|
|
"IA",
|
|
|
|
"KS",
|
|
|
|
"KY",
|
|
|
|
"LA",
|
|
|
|
"ME",
|
|
|
|
"MD",
|
|
|
|
"MA",
|
|
|
|
"MI",
|
|
|
|
"MN",
|
|
|
|
"MS",
|
|
|
|
"MO",
|
|
|
|
"MT",
|
|
|
|
"NE",
|
|
|
|
"NV",
|
|
|
|
"NH",
|
|
|
|
"NJ",
|
|
|
|
"NM",
|
|
|
|
"NY",
|
|
|
|
"NC",
|
|
|
|
"ND",
|
|
|
|
"OH",
|
|
|
|
"OK",
|
|
|
|
"OR",
|
|
|
|
"PA",
|
|
|
|
"RI",
|
|
|
|
"SC",
|
|
|
|
"SD",
|
|
|
|
"TN",
|
|
|
|
"TX",
|
|
|
|
"UT",
|
|
|
|
"VT",
|
|
|
|
"VA",
|
|
|
|
"WA",
|
|
|
|
"WV",
|
|
|
|
"WI",
|
|
|
|
"WY",
|
|
|
|
"other",
|
|
|
|
]
|