mirror of https://github.com/apache/superset.git
[migration] Stripping leading and trailing whitespace (#8261)
This commit is contained in:
parent
5d1bf4245d
commit
d46510779f
|
@ -0,0 +1,193 @@
|
|||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing,
|
||||
# software distributed under the License is distributed on an
|
||||
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||
# KIND, either express or implied. See the License for the
|
||||
# specific language governing permissions and limitations
|
||||
# under the License.
|
||||
"""form strip leading and trailing whitespace
|
||||
|
||||
Revision ID: 258b5280a45e
|
||||
Revises: 11c737c17cc6
|
||||
Create Date: 2019-09-19 13:40:25.293907
|
||||
|
||||
"""
|
||||
import re
|
||||
from alembic import op
|
||||
from sqlalchemy.ext.declarative import declarative_base
|
||||
from sqlalchemy import Column, Integer, String, Text
|
||||
|
||||
from superset import db
|
||||
from superset.utils.core import MediumText
|
||||
|
||||
Base = declarative_base()
|
||||
|
||||
|
||||
class BaseColumnMixin(object):
|
||||
id = Column(Integer, primary_key=True)
|
||||
column_name = Column(String(255))
|
||||
description = Column(Text)
|
||||
type = Column(String(32))
|
||||
verbose_name = Column(String(1024))
|
||||
|
||||
|
||||
class BaseDatasourceMixin(object):
|
||||
id = Column(Integer, primary_key=True)
|
||||
description = Column(Text)
|
||||
|
||||
|
||||
class BaseMetricMixin(object):
|
||||
id = Column(Integer, primary_key=True)
|
||||
d3format = Column(String(128))
|
||||
description = Column(Text)
|
||||
metric_name = Column(String(512))
|
||||
metric_type = Column(String(32))
|
||||
verbose_name = Column(String(1024))
|
||||
warning_text = Column(Text)
|
||||
|
||||
|
||||
class Annotation(Base):
|
||||
__tablename__ = "annotation"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
long_descr = Column(Text)
|
||||
json_metadata = Column(Text)
|
||||
short_descr = Column(String(500))
|
||||
|
||||
|
||||
class Dashboard(Base):
|
||||
__tablename__ = "dashboards"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
css = Column(Text)
|
||||
dashboard_title = Column(String(500))
|
||||
description = Column(Text)
|
||||
json_metadata = Column(Text)
|
||||
position_json = Column(MediumText())
|
||||
slug = Column(String(255))
|
||||
|
||||
|
||||
class Database(Base):
|
||||
__tablename__ = "dbs"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
database_name = Column(String(250))
|
||||
extra = Column(Text)
|
||||
force_ctas_schema = Column(String(250))
|
||||
sqlalchemy_uri = Column(String(1024))
|
||||
verbose_name = Column(String(250))
|
||||
|
||||
|
||||
class DruidCluster(Base):
|
||||
__tablename__ = "clusters"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
broker_host = Column(String(255))
|
||||
broker_endpoint = Column(String(255))
|
||||
cluster_name = Column(String(250))
|
||||
verbose_name = Column(String(250))
|
||||
|
||||
|
||||
class DruidColumn(BaseColumnMixin, Base):
|
||||
__tablename__ = "columns"
|
||||
|
||||
dimension_spec_json = Column(Text)
|
||||
|
||||
|
||||
class DruidDatasource(BaseDatasourceMixin, Base):
|
||||
__tablename__ = "datasources"
|
||||
|
||||
datasource_name = Column(String(255))
|
||||
default_endpoint = Column(Text)
|
||||
fetch_values_from = Column(String(100))
|
||||
|
||||
|
||||
class DruidMetric(BaseMetricMixin, Base):
|
||||
__tablename__ = "metrics"
|
||||
|
||||
json = Column(Text)
|
||||
|
||||
|
||||
class Slice(Base):
|
||||
__tablename__ = "slices"
|
||||
|
||||
id = Column(Integer, primary_key=True)
|
||||
description = Column(Text)
|
||||
params = Column(Text)
|
||||
slice_name = Column(String(250))
|
||||
viz_type = Column(String(250))
|
||||
|
||||
|
||||
class SqlaTable(BaseDatasourceMixin, Base):
|
||||
__tablename__ = "tables"
|
||||
|
||||
default_endpoint = Column(MediumText())
|
||||
fetch_values_predicate = Column(String(1000))
|
||||
main_dttm_col = Column(String(250))
|
||||
schema = Column(String(255))
|
||||
sql = Column(Text)
|
||||
table_name = Column(String(250))
|
||||
template_params = Column(Text)
|
||||
|
||||
|
||||
class SqlMetric(BaseMetricMixin, Base):
|
||||
__tablename__ = "sql_metrics"
|
||||
|
||||
expression = Column(Text)
|
||||
|
||||
|
||||
class TableColumn(BaseColumnMixin, Base):
|
||||
__tablename__ = "table_columns"
|
||||
|
||||
expression = Column(Text)
|
||||
python_date_format = Column(String(255))
|
||||
|
||||
|
||||
# revision identifiers, used by Alembic.
|
||||
revision = "258b5280a45e"
|
||||
down_revision = "11c737c17cc6"
|
||||
|
||||
|
||||
def upgrade():
|
||||
bind = op.get_bind()
|
||||
session = db.Session(bind=bind)
|
||||
|
||||
tables = [
|
||||
Annotation,
|
||||
Dashboard,
|
||||
Database,
|
||||
DruidCluster,
|
||||
DruidColumn,
|
||||
DruidDatasource,
|
||||
DruidMetric,
|
||||
Slice,
|
||||
SqlaTable,
|
||||
SqlMetric,
|
||||
TableColumn,
|
||||
]
|
||||
|
||||
for table in tables:
|
||||
for record in session.query(table).all():
|
||||
for col in record.__table__.columns.values():
|
||||
if not col.primary_key:
|
||||
value = getattr(record, col.name)
|
||||
|
||||
if value is not None and re.search(r"^\s+|\s+$", value):
|
||||
setattr(record, col.name, value.strip())
|
||||
|
||||
session.commit()
|
||||
|
||||
session.close()
|
||||
|
||||
|
||||
def downgrade():
|
||||
pass
|
Loading…
Reference in New Issue