mirror of https://github.com/apache/superset.git
fix(db): use paginated_update for area chart migration (#20761)
This commit is contained in:
parent
115ab700df
commit
e2d3ea831a
|
@ -0,0 +1,17 @@
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
from .processors import *
|
|
@ -17,21 +17,39 @@
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import json
|
import json
|
||||||
from enum import Enum
|
from typing import Dict, Set
|
||||||
from typing import Dict, Set, Type, TYPE_CHECKING
|
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
from alembic import op
|
||||||
from superset.models.slice import Slice
|
from sqlalchemy import and_, Column, Integer, String, Text
|
||||||
|
from sqlalchemy.ext.declarative import declarative_base
|
||||||
|
|
||||||
|
from superset import db
|
||||||
|
from superset.migrations.shared.utils import paginated_update, try_load_json
|
||||||
|
|
||||||
|
Base = declarative_base()
|
||||||
|
|
||||||
|
|
||||||
|
class Slice(Base): # type: ignore
|
||||||
|
__tablename__ = "slices"
|
||||||
|
|
||||||
|
id = Column(Integer, primary_key=True)
|
||||||
|
slice_name = Column(String(250))
|
||||||
|
viz_type = Column(String(250))
|
||||||
|
params = Column(Text)
|
||||||
|
query_context = Column(Text)
|
||||||
|
|
||||||
|
|
||||||
|
FORM_DATA_BAK_FIELD_NAME = "form_data_bak"
|
||||||
|
|
||||||
|
|
||||||
class MigrateViz:
|
class MigrateViz:
|
||||||
remove_keys: Set[str] = set()
|
remove_keys: Set[str] = set()
|
||||||
mapping_keys: Dict[str, str] = {}
|
rename_keys: Dict[str, str] = {}
|
||||||
source_viz_type: str
|
source_viz_type: str
|
||||||
target_viz_type: str
|
target_viz_type: str
|
||||||
|
|
||||||
def __init__(self, form_data: str) -> None:
|
def __init__(self, form_data: str) -> None:
|
||||||
self.data = json.loads(form_data)
|
self.data = try_load_json(form_data)
|
||||||
|
|
||||||
def _pre_action(self) -> None:
|
def _pre_action(self) -> None:
|
||||||
"""some actions before migrate"""
|
"""some actions before migrate"""
|
||||||
|
@ -45,11 +63,11 @@ class MigrateViz:
|
||||||
|
|
||||||
rv_data = {}
|
rv_data = {}
|
||||||
for key, value in self.data.items():
|
for key, value in self.data.items():
|
||||||
if key in self.mapping_keys and self.mapping_keys[key] in rv_data:
|
if key in self.rename_keys and self.rename_keys[key] in rv_data:
|
||||||
raise ValueError("Duplicate key in target viz")
|
raise ValueError("Duplicate key in target viz")
|
||||||
|
|
||||||
if key in self.mapping_keys:
|
if key in self.rename_keys:
|
||||||
rv_data[self.mapping_keys[key]] = value
|
rv_data[self.rename_keys[key]] = value
|
||||||
|
|
||||||
if key in self.remove_keys:
|
if key in self.remove_keys:
|
||||||
continue
|
continue
|
||||||
|
@ -62,7 +80,7 @@ class MigrateViz:
|
||||||
"""some actions after migrate"""
|
"""some actions after migrate"""
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def upgrade(cls, slc: Slice) -> Slice:
|
def upgrade_slice(cls, slc: Slice) -> Slice:
|
||||||
clz = cls(slc.params)
|
clz = cls(slc.params)
|
||||||
slc.viz_type = cls.target_viz_type
|
slc.viz_type = cls.target_viz_type
|
||||||
form_data_bak = clz.data.copy()
|
form_data_bak = clz.data.copy()
|
||||||
|
@ -72,77 +90,56 @@ class MigrateViz:
|
||||||
clz._post_action()
|
clz._post_action()
|
||||||
|
|
||||||
# only backup params
|
# only backup params
|
||||||
slc.params = json.dumps({**clz.data, "form_data_bak": form_data_bak})
|
slc.params = json.dumps({**clz.data, FORM_DATA_BAK_FIELD_NAME: form_data_bak})
|
||||||
|
|
||||||
query_context = json.loads(slc.query_context or "{}")
|
query_context = try_load_json(slc.query_context)
|
||||||
if "form_data" in query_context:
|
if "form_data" in query_context:
|
||||||
query_context["form_data"] = clz.data
|
query_context["form_data"] = clz.data
|
||||||
slc.query_context = json.dumps(query_context)
|
slc.query_context = json.dumps(query_context)
|
||||||
return slc
|
return slc
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def downgrade(cls, slc: Slice) -> Slice:
|
def downgrade_slice(cls, slc: Slice) -> Slice:
|
||||||
form_data = json.loads(slc.params)
|
form_data = try_load_json(slc.params)
|
||||||
if "form_data_bak" in form_data and "viz_type" in form_data.get(
|
form_data_bak = form_data.get(FORM_DATA_BAK_FIELD_NAME, {})
|
||||||
"form_data_bak"
|
if "viz_type" in form_data_bak:
|
||||||
):
|
|
||||||
form_data_bak = form_data["form_data_bak"]
|
|
||||||
slc.params = json.dumps(form_data_bak)
|
slc.params = json.dumps(form_data_bak)
|
||||||
slc.viz_type = form_data_bak.get("viz_type")
|
slc.viz_type = form_data_bak.get("viz_type")
|
||||||
|
query_context = try_load_json(slc.query_context)
|
||||||
query_context = json.loads(slc.query_context or "{}")
|
|
||||||
if "form_data" in query_context:
|
if "form_data" in query_context:
|
||||||
query_context["form_data"] = form_data_bak
|
query_context["form_data"] = form_data_bak
|
||||||
slc.query_context = json.dumps(query_context)
|
slc.query_context = json.dumps(query_context)
|
||||||
return slc
|
return slc
|
||||||
|
|
||||||
|
@classmethod
|
||||||
class MigrateTreeMap(MigrateViz):
|
def upgrade(cls) -> None:
|
||||||
source_viz_type = "treemap"
|
bind = op.get_bind()
|
||||||
target_viz_type = "treemap_v2"
|
session = db.Session(bind=bind)
|
||||||
remove_keys = {"metrics"}
|
slices = session.query(Slice).filter(Slice.viz_type == cls.source_viz_type)
|
||||||
|
for slc in paginated_update(
|
||||||
def _pre_action(self) -> None:
|
slices,
|
||||||
if (
|
lambda current, total: print(
|
||||||
"metrics" in self.data
|
f" Updating {current}/{total} charts", end="\r"
|
||||||
and isinstance(self.data["metrics"], list)
|
),
|
||||||
and len(self.data["metrics"]) > 0
|
|
||||||
):
|
):
|
||||||
self.data["metric"] = self.data["metrics"][0]
|
new_viz = cls.upgrade_slice(slc)
|
||||||
|
session.merge(new_viz)
|
||||||
|
|
||||||
|
@classmethod
|
||||||
class MigrateArea(MigrateViz):
|
def downgrade(cls) -> None:
|
||||||
source_viz_type = "area"
|
bind = op.get_bind()
|
||||||
target_viz_type = "echarts_area"
|
session = db.Session(bind=bind)
|
||||||
remove_keys = {"contribution", "stacked_style", "x_axis_label"}
|
slices = session.query(Slice).filter(
|
||||||
|
and_(
|
||||||
def _pre_action(self) -> None:
|
Slice.viz_type == cls.target_viz_type,
|
||||||
if self.data.get("contribution"):
|
Slice.params.like(f"%{FORM_DATA_BAK_FIELD_NAME}%"),
|
||||||
self.data["contributionMode"] = "row"
|
)
|
||||||
|
)
|
||||||
stacked = self.data.get("stacked_style")
|
for slc in paginated_update(
|
||||||
if stacked:
|
slices,
|
||||||
stacked_map = {
|
lambda current, total: print(
|
||||||
"expand": "Expand",
|
f" Downgrading {current}/{total} charts", end="\r"
|
||||||
"stack": "Stack",
|
),
|
||||||
}
|
):
|
||||||
self.data["show_extra_controls"] = True
|
new_viz = cls.downgrade_slice(slc)
|
||||||
self.data["stack"] = stacked_map.get(stacked)
|
session.merge(new_viz)
|
||||||
|
|
||||||
x_axis_label = self.data.get("x_axis_label")
|
|
||||||
if x_axis_label:
|
|
||||||
self.data["x_axis_title"] = x_axis_label
|
|
||||||
self.data["x_axis_title_margin"] = 30
|
|
||||||
|
|
||||||
|
|
||||||
# pylint: disable=invalid-name
|
|
||||||
class MigrateVizEnum(str, Enum):
|
|
||||||
# the Enum member name is viz_type in database
|
|
||||||
treemap = "treemap"
|
|
||||||
area = "area"
|
|
||||||
|
|
||||||
|
|
||||||
get_migrate_class: Dict[MigrateVizEnum, Type[MigrateViz]] = {
|
|
||||||
MigrateVizEnum.treemap: MigrateTreeMap,
|
|
||||||
MigrateVizEnum.area: MigrateArea,
|
|
||||||
}
|
|
|
@ -0,0 +1,55 @@
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
from .base import MigrateViz
|
||||||
|
|
||||||
|
|
||||||
|
class MigrateTreeMap(MigrateViz):
|
||||||
|
source_viz_type = "treemap"
|
||||||
|
target_viz_type = "treemap_v2"
|
||||||
|
remove_keys = {"metrics"}
|
||||||
|
|
||||||
|
def _pre_action(self) -> None:
|
||||||
|
if (
|
||||||
|
"metrics" in self.data
|
||||||
|
and isinstance(self.data["metrics"], list)
|
||||||
|
and len(self.data["metrics"]) > 0
|
||||||
|
):
|
||||||
|
self.data["metric"] = self.data["metrics"][0]
|
||||||
|
|
||||||
|
|
||||||
|
class MigrateAreaChart(MigrateViz):
|
||||||
|
source_viz_type = "area"
|
||||||
|
target_viz_type = "echarts_area"
|
||||||
|
remove_keys = {"contribution", "stacked_style", "x_axis_label"}
|
||||||
|
|
||||||
|
def _pre_action(self) -> None:
|
||||||
|
if self.data.get("contribution"):
|
||||||
|
self.data["contributionMode"] = "row"
|
||||||
|
|
||||||
|
stacked = self.data.get("stacked_style")
|
||||||
|
if stacked:
|
||||||
|
stacked_map = {
|
||||||
|
"expand": "Expand",
|
||||||
|
"stack": "Stack",
|
||||||
|
}
|
||||||
|
self.data["show_extra_controls"] = True
|
||||||
|
self.data["stack"] = stacked_map.get(stacked)
|
||||||
|
|
||||||
|
x_axis_label = self.data.get("x_axis_label")
|
||||||
|
if x_axis_label:
|
||||||
|
self.data["x_axis_title"] = x_axis_label
|
||||||
|
self.data["x_axis_title_margin"] = 30
|
|
@ -14,10 +14,11 @@
|
||||||
# KIND, either express or implied. See the License for the
|
# KIND, either express or implied. See the License for the
|
||||||
# specific language governing permissions and limitations
|
# specific language governing permissions and limitations
|
||||||
# under the License.
|
# under the License.
|
||||||
|
import json
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
import time
|
import time
|
||||||
from typing import Any, Callable, Iterator, Optional, Union
|
from typing import Any, Callable, Dict, Iterator, Optional, Union
|
||||||
from uuid import uuid4
|
from uuid import uuid4
|
||||||
|
|
||||||
from alembic import op
|
from alembic import op
|
||||||
|
@ -115,3 +116,11 @@ def paginated_update(
|
||||||
if print_page_progress:
|
if print_page_progress:
|
||||||
print_page_progress(end, count)
|
print_page_progress(end, count)
|
||||||
start += batch_size
|
start += batch_size
|
||||||
|
|
||||||
|
|
||||||
|
def try_load_json(data: Optional[str]) -> Dict[str, Any]:
|
||||||
|
try:
|
||||||
|
return data and json.loads(data) or {}
|
||||||
|
except json.decoder.JSONDecodeError:
|
||||||
|
print(f"Failed to parse: {data}")
|
||||||
|
return {}
|
||||||
|
|
|
@ -21,82 +21,16 @@ Revises: cdcf3d64daf4
|
||||||
Create Date: 2022-06-30 22:04:17.686635
|
Create Date: 2022-06-30 22:04:17.686635
|
||||||
|
|
||||||
"""
|
"""
|
||||||
|
from superset.migrations.shared.migrate_viz import MigrateTreeMap
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
# revision identifiers, used by Alembic.
|
||||||
|
|
||||||
revision = "c747c78868b6"
|
revision = "c747c78868b6"
|
||||||
down_revision = "cdcf3d64daf4"
|
down_revision = "cdcf3d64daf4"
|
||||||
|
|
||||||
from alembic import op
|
|
||||||
from sqlalchemy import and_, Column, Integer, String, Text
|
|
||||||
from sqlalchemy.ext.declarative import declarative_base
|
|
||||||
|
|
||||||
from superset import db
|
|
||||||
from superset.utils.migrate_viz import get_migrate_class, MigrateVizEnum
|
|
||||||
|
|
||||||
treemap_processor = get_migrate_class[MigrateVizEnum.treemap]
|
|
||||||
|
|
||||||
Base = declarative_base()
|
|
||||||
|
|
||||||
|
|
||||||
class Slice(Base):
|
|
||||||
__tablename__ = "slices"
|
|
||||||
|
|
||||||
id = Column(Integer, primary_key=True)
|
|
||||||
slice_name = Column(String(250))
|
|
||||||
viz_type = Column(String(250))
|
|
||||||
params = Column(Text)
|
|
||||||
query_context = Column(Text)
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade():
|
def upgrade():
|
||||||
bind = op.get_bind()
|
MigrateTreeMap.upgrade()
|
||||||
session = db.Session(bind=bind)
|
|
||||||
|
|
||||||
slices = session.query(Slice).filter(
|
|
||||||
Slice.viz_type == treemap_processor.source_viz_type
|
|
||||||
)
|
|
||||||
total = slices.count()
|
|
||||||
idx = 0
|
|
||||||
for slc in slices.yield_per(1000):
|
|
||||||
try:
|
|
||||||
idx += 1
|
|
||||||
print(f"Upgrading ({idx}/{total}): {slc.slice_name}#{slc.id}")
|
|
||||||
new_viz = treemap_processor.upgrade(slc)
|
|
||||||
session.merge(new_viz)
|
|
||||||
except Exception as exc:
|
|
||||||
print(
|
|
||||||
"Error while processing migration: '{}'\nError: {}\n".format(
|
|
||||||
slc.slice_name, str(exc)
|
|
||||||
)
|
|
||||||
)
|
|
||||||
session.commit()
|
|
||||||
session.close()
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade():
|
def downgrade():
|
||||||
bind = op.get_bind()
|
MigrateTreeMap.downgrade()
|
||||||
session = db.Session(bind=bind)
|
|
||||||
|
|
||||||
slices = session.query(Slice).filter(
|
|
||||||
and_(
|
|
||||||
Slice.viz_type == treemap_processor.target_viz_type,
|
|
||||||
Slice.params.like("%form_data_bak%"),
|
|
||||||
)
|
|
||||||
)
|
|
||||||
total = slices.count()
|
|
||||||
idx = 0
|
|
||||||
for slc in slices.yield_per(1000):
|
|
||||||
try:
|
|
||||||
idx += 1
|
|
||||||
print(f"Downgrading ({idx}/{total}): {slc.slice_name}#{slc.id}")
|
|
||||||
new_viz = treemap_processor.downgrade(slc)
|
|
||||||
session.merge(new_viz)
|
|
||||||
except Exception as exc:
|
|
||||||
print(
|
|
||||||
"Error while processing migration: '{}'\nError: {}\n".format(
|
|
||||||
slc.slice_name, str(exc)
|
|
||||||
)
|
|
||||||
)
|
|
||||||
session.commit()
|
|
||||||
session.close()
|
|
||||||
|
|
|
@ -21,81 +21,16 @@ Revises: c747c78868b6
|
||||||
Create Date: 2022-06-13 14:17:51.872706
|
Create Date: 2022-06-13 14:17:51.872706
|
||||||
|
|
||||||
"""
|
"""
|
||||||
|
from superset.migrations.shared.migrate_viz import MigrateAreaChart
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
# revision identifiers, used by Alembic.
|
||||||
revision = "06e1e70058c7"
|
revision = "06e1e70058c7"
|
||||||
down_revision = "c747c78868b6"
|
down_revision = "c747c78868b6"
|
||||||
|
|
||||||
from alembic import op
|
|
||||||
from sqlalchemy import and_, Column, Integer, String, Text
|
|
||||||
from sqlalchemy.ext.declarative import declarative_base
|
|
||||||
|
|
||||||
from superset import db
|
|
||||||
from superset.utils.migrate_viz import get_migrate_class, MigrateVizEnum
|
|
||||||
|
|
||||||
area_processor = get_migrate_class[MigrateVizEnum.area]
|
|
||||||
|
|
||||||
Base = declarative_base()
|
|
||||||
|
|
||||||
|
|
||||||
class Slice(Base):
|
|
||||||
__tablename__ = "slices"
|
|
||||||
|
|
||||||
id = Column(Integer, primary_key=True)
|
|
||||||
slice_name = Column(String(250))
|
|
||||||
viz_type = Column(String(250))
|
|
||||||
params = Column(Text)
|
|
||||||
query_context = Column(Text)
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade():
|
def upgrade():
|
||||||
bind = op.get_bind()
|
MigrateAreaChart.upgrade()
|
||||||
session = db.Session(bind=bind)
|
|
||||||
|
|
||||||
slices = session.query(Slice).filter(
|
|
||||||
Slice.viz_type == area_processor.source_viz_type
|
|
||||||
)
|
|
||||||
total = slices.count()
|
|
||||||
idx = 0
|
|
||||||
for slc in slices.yield_per(1000):
|
|
||||||
try:
|
|
||||||
idx += 1
|
|
||||||
print(f"Upgrading ({idx}/{total}): {slc.slice_name}#{slc.id}")
|
|
||||||
new_viz = area_processor.upgrade(slc)
|
|
||||||
session.merge(new_viz)
|
|
||||||
except Exception as exc:
|
|
||||||
print(
|
|
||||||
"Error while processing migration: '{}'\nError: {}\n".format(
|
|
||||||
slc.slice_name, str(exc)
|
|
||||||
)
|
|
||||||
)
|
|
||||||
session.commit()
|
|
||||||
session.close()
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade():
|
def downgrade():
|
||||||
bind = op.get_bind()
|
MigrateAreaChart.downgrade()
|
||||||
session = db.Session(bind=bind)
|
|
||||||
|
|
||||||
slices = session.query(Slice).filter(
|
|
||||||
and_(
|
|
||||||
Slice.viz_type == area_processor.target_viz_type,
|
|
||||||
Slice.params.like("%form_data_bak%"),
|
|
||||||
)
|
|
||||||
)
|
|
||||||
total = slices.count()
|
|
||||||
idx = 0
|
|
||||||
for slc in slices.yield_per(1000):
|
|
||||||
try:
|
|
||||||
idx += 1
|
|
||||||
print(f"Downgrading ({idx}/{total}): {slc.slice_name}#{slc.id}")
|
|
||||||
new_viz = area_processor.downgrade(slc)
|
|
||||||
session.merge(new_viz)
|
|
||||||
except Exception as exc:
|
|
||||||
print(
|
|
||||||
"Error while processing migration: '{}'\nError: {}\n".format(
|
|
||||||
slc.slice_name, str(exc)
|
|
||||||
)
|
|
||||||
)
|
|
||||||
session.commit()
|
|
||||||
session.close()
|
|
||||||
|
|
|
@ -17,7 +17,7 @@
|
||||||
import json
|
import json
|
||||||
|
|
||||||
from superset.app import SupersetApp
|
from superset.app import SupersetApp
|
||||||
from superset.utils.migrate_viz import get_migrate_class, MigrateVizEnum
|
from superset.migrations.shared.migrate_viz import MigrateAreaChart
|
||||||
|
|
||||||
area_form_data = """{
|
area_form_data = """{
|
||||||
"adhoc_filters": [],
|
"adhoc_filters": [],
|
||||||
|
@ -60,21 +60,19 @@ area_form_data = """{
|
||||||
}
|
}
|
||||||
"""
|
"""
|
||||||
|
|
||||||
area_processor = get_migrate_class[MigrateVizEnum.area]
|
|
||||||
|
|
||||||
|
|
||||||
def test_area_migrate(app_context: SupersetApp) -> None:
|
def test_area_migrate(app_context: SupersetApp) -> None:
|
||||||
from superset.models.slice import Slice
|
from superset.models.slice import Slice
|
||||||
|
|
||||||
slc = Slice(
|
slc = Slice(
|
||||||
viz_type="area",
|
viz_type=MigrateAreaChart.source_viz_type,
|
||||||
datasource_type="table",
|
datasource_type="table",
|
||||||
params=area_form_data,
|
params=area_form_data,
|
||||||
query_context=f'{{"form_data": {area_form_data}}}',
|
query_context=f'{{"form_data": {area_form_data}}}',
|
||||||
)
|
)
|
||||||
|
|
||||||
slc = area_processor.upgrade(slc)
|
slc = MigrateAreaChart.upgrade_slice(slc)
|
||||||
assert slc.viz_type == area_processor.target_viz_type
|
assert slc.viz_type == MigrateAreaChart.target_viz_type
|
||||||
# verify form_data
|
# verify form_data
|
||||||
new_form_data = json.loads(slc.params)
|
new_form_data = json.loads(slc.params)
|
||||||
assert new_form_data["contributionMode"] == "row"
|
assert new_form_data["contributionMode"] == "row"
|
||||||
|
@ -89,11 +87,13 @@ def test_area_migrate(app_context: SupersetApp) -> None:
|
||||||
|
|
||||||
# verify query_context
|
# verify query_context
|
||||||
new_query_context = json.loads(slc.query_context)
|
new_query_context = json.loads(slc.query_context)
|
||||||
assert new_query_context["form_data"]["viz_type"] == area_processor.target_viz_type
|
assert (
|
||||||
|
new_query_context["form_data"]["viz_type"] == MigrateAreaChart.target_viz_type
|
||||||
|
)
|
||||||
|
|
||||||
# downgrade
|
# downgrade
|
||||||
slc = area_processor.downgrade(slc)
|
slc = MigrateAreaChart.downgrade_slice(slc)
|
||||||
assert slc.viz_type == area_processor.source_viz_type
|
assert slc.viz_type == MigrateAreaChart.source_viz_type
|
||||||
assert json.dumps(json.loads(slc.params), sort_keys=True) == json.dumps(
|
assert json.dumps(json.loads(slc.params), sort_keys=True) == json.dumps(
|
||||||
json.loads(area_form_data), sort_keys=True
|
json.loads(area_form_data), sort_keys=True
|
||||||
)
|
)
|
|
@ -17,7 +17,7 @@
|
||||||
import json
|
import json
|
||||||
|
|
||||||
from superset.app import SupersetApp
|
from superset.app import SupersetApp
|
||||||
from superset.utils.migrate_viz import get_migrate_class, MigrateVizEnum
|
from superset.migrations.shared.migrate_viz import MigrateTreeMap
|
||||||
|
|
||||||
treemap_form_data = """{
|
treemap_form_data = """{
|
||||||
"adhoc_filters": [
|
"adhoc_filters": [
|
||||||
|
@ -57,21 +57,19 @@ treemap_form_data = """{
|
||||||
}
|
}
|
||||||
"""
|
"""
|
||||||
|
|
||||||
treemap_processor = get_migrate_class[MigrateVizEnum.treemap]
|
|
||||||
|
|
||||||
|
|
||||||
def test_treemap_migrate(app_context: SupersetApp) -> None:
|
def test_treemap_migrate(app_context: SupersetApp) -> None:
|
||||||
from superset.models.slice import Slice
|
from superset.models.slice import Slice
|
||||||
|
|
||||||
slc = Slice(
|
slc = Slice(
|
||||||
viz_type="treemap",
|
viz_type=MigrateTreeMap.source_viz_type,
|
||||||
datasource_type="table",
|
datasource_type="table",
|
||||||
params=treemap_form_data,
|
params=treemap_form_data,
|
||||||
query_context=f'{{"form_data": {treemap_form_data}}}',
|
query_context=f'{{"form_data": {treemap_form_data}}}',
|
||||||
)
|
)
|
||||||
|
|
||||||
slc = treemap_processor.upgrade(slc)
|
slc = MigrateTreeMap.upgrade_slice(slc)
|
||||||
assert slc.viz_type == treemap_processor.target_viz_type
|
assert slc.viz_type == MigrateTreeMap.target_viz_type
|
||||||
# verify form_data
|
# verify form_data
|
||||||
new_form_data = json.loads(slc.params)
|
new_form_data = json.loads(slc.params)
|
||||||
assert new_form_data["metric"] == "sum__num"
|
assert new_form_data["metric"] == "sum__num"
|
||||||
|
@ -86,8 +84,8 @@ def test_treemap_migrate(app_context: SupersetApp) -> None:
|
||||||
assert new_query_context["form_data"]["viz_type"] == "treemap_v2"
|
assert new_query_context["form_data"]["viz_type"] == "treemap_v2"
|
||||||
|
|
||||||
# downgrade
|
# downgrade
|
||||||
slc = treemap_processor.downgrade(slc)
|
slc = MigrateTreeMap.downgrade_slice(slc)
|
||||||
assert slc.viz_type == treemap_processor.source_viz_type
|
assert slc.viz_type == MigrateTreeMap.source_viz_type
|
||||||
assert json.dumps(json.loads(slc.params), sort_keys=True) == json.dumps(
|
assert json.dumps(json.loads(slc.params), sort_keys=True) == json.dumps(
|
||||||
json.loads(treemap_form_data), sort_keys=True
|
json.loads(treemap_form_data), sort_keys=True
|
||||||
)
|
)
|
Loading…
Reference in New Issue